#
# robots.txt controls Web spiders (i.e.- search engines)
#
User-agent: *
##Disallow: /download
Disallow: /cgi-bin
Disallow: /cgi-bin/
Disallow: /support/
Disallow: /images/
Disallow: /_borders/
Disallow: /_derived/
Disallow: /_fpclass/
Disallow: /_overlay/
Disallow: /_private/
Disallow: /_themes/
Disallow: /_vti_cnf/
Disallow: /_vti_log/
Disallow: /_vti_pvt/

User-agent: Mediapartners-Google*
Disallow:

User-agent: BecomeBot
Disallow: /

User-Agent: MJ12bot
Crawl-Delay:   60