User-agent: ia_archiver Disallow: /cgi-bin/ Disallow: /tmp/ User-agent: cipinetbot Disallow: /cgi-bin/ Disallow: /tmp/ User-agent: Scooter/1.0 Disallow: /cgi-bin/ Disallow: /tmp/ User-agent: InfoSeek Sidewinder/0.9 Disallow: /cgi-bin/ Disallow: /tmp/ User-agent: Mozilla/3.01 Disallow: /cgi-bin/ Disallow: /tmp/ User-agent: ArchitextSpider Disallow: /cgi-bin/ Disallow: /tmp/ User-agent: Gulliver/1.2 Disallow: /cgi-bin/ Disallow: /tmp/ User-agent: googlebot Disallow: /cgi-bin/ Disallow: /tmp/ User-agent: Googlebot-mobile Disallow: /cgi-bin/ Disallow: /tmp/ User-agent: backrub@google.stanford.edu Disallow: /cgi-bin/ Disallow: /tmp/ User-agent: Slurp/2.0 Disallow: /cgi-bin/ Disallow: /tmp/ User-agent: fido/1.0 Disallow: /cgi-bin/ Disallow: /tmp/ User-agent: Harvest/1.4.pl2 Disallow: /cgi-bin/ Disallow: /tmp/ User-agent: Arachnoidea Disallow: /cgi-bin/ Disallow: /tmp/ User-agent: teoma Disallow: /cgi-bin/ Disallow: /tmp/ User-agent: yeti Disallow: /cgi-bin/ Disallow: /tmp/ User-agent: robozilla Disallow: /cgi-bin/ Disallow: /tmp/ User-agent: msnbot Disallow: /cgi-bin/ Disallow: /tmp/ User-agent: slurp Disallow: /cgi-bin/ Disallow: /tmp/ User-agent: yahoo-slurp Disallow: /cgi-bin/ Disallow: /tmp/ User-agent: scrubby Disallow: /cgi-bin/ Disallow: /tmp/ User-agent: twiceler Disallow: /cgi-bin/ Disallow: /tmp/