# robots, scram User-agent: * Disallow: /403 Disallow: /404 Disallow: /500 Disallow: /cgi-bin/ Disallow: /logs User-agent: Mozilla/3.01 (hotwired-test/0.1) Disallow: /cgi-bin/ Disallow: /logs User-agent: Slurp Disallow: /cgi-bin/ Disallow: /logs User-agent: Scooter Disallow: /cgi-bin/ Disallow: /logs User-agent: Ultraseek Disallow: /cgi-bin/ Disallow: /logs User-agent: smallbear Disallow: /cgi-bin/ Disallow: /logs User-agent: GoogleBot Disallow: /cgi-bin/ Disallow: /logs User-agent: StckRambler Disallow: /cgi-bin/ Disallow: /logs