# robots.txt for http://www.numispedia.de/ # Zugriff auf alle Dateien erlauben User-agent: * Disallow: /docs/ Disallow: /images/ Disallow: /templates/ Disallow: /upload/ Disallow: /index.php Disallow: /index.php/ User-agent: Googlebot Disallow: /index.php Disallow: /index.php?* Disallow: /index.php/ User-agent: Googlebot-Image Disallow:/ User-agent:EmailCollector Disallow: / User-agent: msnbot Crawl-Delay: 39 User-agent: Slurp Crawl-delay: 20