# robots.txt file for http://www.backlinkverzeichnis.de/ # 28.03.2007 12:32 User-Agent: Googlebot-Image Disallow: / User-agent: dotbot Disallow: / User-agent: psbot Disallow: / User-agent: IRLbot Disallow: / User-agent: twiceler Disallow: / User-agent: Slurp Crawl-delay: 3 Disallow: /*.gif$ Disallow: /*.png$ Disallow: /*.jpg$ User-agent: * Disallow: /images/ Disallow: /cgi-bin/ Disallow: /tables/ Disallow: /files/ Disallow: /stats/ Disallow: /nl/ Sitemap: http://www.backlinkverzeichnis.de/sitemap.xml.gz # end of file