# robots.txt for https://www.huntsoffice.co.uk/ sitemap: https://www.huntsoffice.co.uk/sitemaps-1-sitemap.xml User-agent: Baiduspider Disallow: / User-agent: Baidu Disallow: / User-agent: Yandex Disallow: / # live - don't allow web crawlers to index cpresources/ or vendor/ User-agent: rogerbot Disallow: User-agent: dotbot Disallow: User-agent: ChatBot Disallow: User-agent: bugherd Disallow: User-agent: * Disallow: /cpresources/ Disallow: /vendor/ Disallow: /.env crawl-delay: 10