# Robots.txt file from http://www.searchengineworld.com # # Bans from cgi-bin and images # Disallow /cgi-bin/ # Picsearch Disallow: # User-agent: psbot # Disallow: / User-agent: * Disallow: /cgi-bin/ Disallow: /cities/images/ Disallow: /counties/images/ Disallow: /css/ Disallow: /help/ Disallow: /images/ Disallow: /Java/ Disallow: /Library/ Disallow: /regions/images/ Disallow: /sblinks/ Disallow: /search/ Disallow: /sound/ Disallow: /stats/ Disallow: /statsarchive/ Disallow: /Templates/ Disallow: /water/images/ Disallow: /banners.htm Disallow: /exit.htm Disallow: /exterminate.htm Disallow: /happynewyear.htm Disallow: /help.htm User-agent: psbot Disallow: /