User-agent: * Disallow: /dawn/java/ Disallow: /cgi-bin/email.pl Disallow: /cgi-bin/forum/forum.cgi? Disallow: /cgi-bin/forum/index.cgi? Disallow: /cgi-bin/forum/admin Disallow: /cgi-bin/pod2 Disallow: /cgi-bin/prunecache.cgi Disallow: /cgi-bin/mkpath.cgi Disallow: /cgi-local/ Disallow: /pod/index.php Disallow: /pod/index.php? Disallow: /pod/editors/ Disallow: /pod/World/.m Disallow: /ja/_subscription.htm User-agent: Slurp Crawl-delay: 5 User-Agent: msnbot crawl-delay: 5 User-Agent: googlebot crawl-delay: 5 User-Agent: Googlebot-Image crawl-delay: 5 User-Agent: fast crawl-delay: 5 User-Agent: teomaagent1 crawl-delay: 5 User-Agent: directhit crawl-delay: 5 User-Agent: lycos crawl-delay: 5