# robots.txt for cathedral.org.uk User-agent: * Allow: / # Disallow crawling of internal/technical paths Disallow: /_nuxt/ Disallow: /_loading/ Disallow: /__webpack_hmr/ Disallow: /api/ # Disallow crawling of static assets directories Disallow: /assets/ Disallow: /favicons/ # Disallow crawling of query parameters (duplicate content) Disallow: /*?* # Sitemap location Sitemap: https://cathedral.org.uk/sitemap.xml # Crawl-delay for polite crawling Crawl-delay: 1