# robots.txt zu http://www.individualnilreisen.de User-agent: * Disallow: /admin/ Disallow: /cache/ Disallow: /cadmin/ Disallow: /config/ Disallow: /core/ Disallow: /core_modules/ Disallow: /editor/ Disallow: /feed/ Disallow: /installer/ Disallow: /lang/ Disallow: /lib/ Disallow: /modules/ Disallow: /plesk-stat/ Disallow: /test/ Disallow: /themes/ Disallow: /tmp/ Disallow: /webcam/ Disallow: /img/ Disallow: /media/ User-agent: * Sitemap: http://www.individualnilreisen.de/sitemap.xml User-agent: Slurp Crawl-delay: 20 User-agent: MSNBot Crawl-delay: 120