# Allow all crawlers by default # (Evil) Bots will ignore this anyway User-agent: * # Set delay per crawl request for performance Crawl-delay: 5 # Inform crawler about sitemap Sitemap: http://www.davilex.nl/SiteMap.aspx # Prevent indexing the following directories # /[DIR]/ Disallow: /Mijngegevens/ Disallow: /Admin/ Disallow: /Host/ Disallow: /BackOffice/ Disallow: /BackOffice.aspx Disallow: /cgi-bin/