# www.robotstxt.org/ # www.google.com/support/webmasters/bin/answer.py?hl=en&answer=156449 User-agent: * #304: Make sure all JS and CSS files are NOT blocked by Robots.txt # Disallow: /bundles/ # Disallow: /css/ Disallow: /login Disallow: /admin/ Disallow: /create-password Disallow: /artikel Disallow: /en/pdf/business/ Disallow: /pdf/business/ Disallow: /specialist?* Disallow: /totaaloverzicht?* User-agent: * Crawl-delay: 10 Sitemap: https://www.bedrijventekoop.nl/sitemap.xml