# Robots.txt file from http://www.searchengineworld.com # # All robots will spider the domain User-agent: * Disallow: /cgi-bin/ Disallow: /pp/ Disallow: /flashimages/ Disallow: /pastelimages/ Disallow: /contributions/ Disallow: /backups/ Disallow: /scripts/ Disallow: /css/ Disallow: /fonts/ Disallow: /Library/ Disallow: /Templates/ Disallow: /downloads/protected Disallow: /phpBB2/