# robots.txt 4/16/2008 01:53:52 PDT Crawl-delay: 120 User-agent: Googlebot-Image Disallow:/ User-agent: Teoma Disallow:/ User-agent: Gigabot Disallow:/ User-agent: Scrubby Disallow:/ User-agent: Robozilla Disallow:/ User-agent: ia_archiver Disallow:/ User-agent: yahoo-mmcrawler Disallow:/ User-agent: psbot Disallow:/ User-agent: yahoo-blogs/v3.9 Disallow:/ # Begin Exclusion From Selected Directories User-agent: * Disallow: /cgi-bin/ Disallow: /errors/ Disallow: /images/ Disallow: /pafiledb/ Disallow: /php_uploads/ Disallow: /scripts/ Disallow: /sitemap_gen-1.4/ Disallow: /stats/ Disallow: /test/