# robots.txt
User-Agent: *
Allow: /
Disallow: /private/
Disallow: /cgi-bin/
Disallow: /sep-bin/
Disallow: /Stuff/
Disallow: /checkbot/
Disallow: /email-addresses/