# Sitemap Sitemap: https://research.ii.co.uk/sitemaps/sitemap_index.xml # Crawler User-agent: * Crawl-delay: 10 # Auth Disallow: /auth/ Disallow: /auth/cb/ Disallow: /login/ Disallow: /logout/ Disallow: /settings/ Disallow: /auth/verify-email-success/ Disallow: /auth-redirect/verify-email/ Disallow: /auth/unblock-ip-success/ Disallow: /auth-redirect/unblock-ip/ Disallow: /auth/password-reset-success/ Disallow: /auth-redirect/password-reset/ # Directories Disallow: /404/ Disallow: /404.html # Files Disallow: /stats.json Disallow: /chunk-manifest.json