User-agent: Slurp
Disallow: hidden/
Disallow: cgi-bin/

User-agent: ArchitextSpider
Disallow: hidden/
Disallow: cgi-bin/

User-agent: Scooter
Disallow: hidden/
Disallow: cgi-bin/

User-agent: Lycos_Spider_(T-Rex)
Disallow: hidden/
Disallow: cgi-bin/

User-agent: Googlebot
Disallow: hidden/
Disallow: cgi-bin/

User-agent: FAST-Webcrawler/
Disallow: hidden/
Disallow: cgi-bin/