# robots.txt for http://www.country-verlag.de/ User-agent: * # Disallow: /pics/ Disallow: /logs/ Disallow: /js/ Disallow: /admin/ Disallow: /cgi-bin/ Disallow: /download/ Disallow: /email/ Disallow: /private/ Disallow: /admin/ Disallow: /ajax/ # Disallow: /download.php User-agent: Slurp Crawl-delay: 40 Disallow: /logs/ Disallow: /js/ Disallow: /admin/ Disallow: /cgi-bin/ Disallow: /download/ Disallow: /email/ Disallow: /private/ Disallow: /admin/ Disallow: /download.php