# Robots.txt file from http://www.searchengineworld.com User-agent: * Disallow: /__we_thumbs__/ Disallow: /cgi-bin/ Disallow: /css/ Disallow: /data/ Disallow: /error.php Disallow: /favicon.ico Disallow: /images/ Disallow: /img/ Disallow: /inc/ Disallow: /js/ Disallow: /layout.php Disallow: /phpinfo.php Disallow: /webEdition/ Disallow: /wildsurf/