# robots.txt for https://www.m-x.ca/ User-agent: Googlebot Crawl-delay: 6 User-agent: * Crawl-delay: 15 # Disallow crawling of internal resource directories Disallow: /en/resource/ Disallow: /fr/resource/ Disallow: /private/ Disallow: /tmp/ # Sitemap location Sitemap: https://www.m-x.ca/sitemap.xml