User-agent: ArchitextSpider
User-agent: Slurp
User-agent: Googlebot
User-agent: Lycos
User-agent: Gulliver
User-agent: Fast
User-agent: Grabber
Disallow: /thanks.htm
Disallow: /uninstall.bat
Disallow: /uninstall.zip
Disallow: /redirect.htm
Disallow: /offline.htm
Disallow: /images
Disallow: /*.gif
Disallow: /*.jpg
Disallow: /_private
Disallow: /downloads
Disallow: /internal