robots.txt para o "seu site" 29-07-2008

User-agent: googlebot
User-agent: Aonde-spider
User-agent: scooter
User-agent: T-Rex
User-agent: MSNBot
User-agent: SurveyBot
User-agent: Alexa
User-agent: psbot
User-agent: EchO!
User-agent: Inktomi Slurp
User-agent: Google AdSense
User-agent: InternetSeer
User-agent: Twiceler 
User-agent: *

Disallow: /cgi-bin
Disallow: /fabio
Disallow: /error
Disallow: /htaccess
Disallow: /_private
Disallow: /_vti_txt
Disallow: /_vti_log
Disallow: /_vti_bin
Disallow: /_vti_pvt
Disallow: /_vti_cnf