User-agent: * Allow: / # Pages that 301 to canonical URLs are intentionally NOT disallowed here - # blocking them prevents Google from crawling the 301 and reindexing the # destination. See .project/planning/GSC_INDEXING_FIXES_PRD.md (W1). # # What's still blocked: # - /panel/ + /descargas/ + /pdf/ + /xml/ legacy WP admin / downloads, # all 301 cross-domain to legacy.metricspot.com (no SEO value on # metricspot.com itself). # - /oauth2/ + /fblogin/ + /linkedinoauth2/ bot-churn auth callbacks. # - /downloads/ intentionally 410 Gone. Disallow: /panel/ Disallow: /oauth2/ Disallow: /fblogin/ Disallow: /linkedinoauth2/ Disallow: /descargas/ Disallow: /pdf/ Disallow: /xml/ Disallow: /downloads/ User-agent: GPTBot Allow: / User-agent: ClaudeBot Allow: / User-agent: PerplexityBot Allow: / User-agent: Google-Extended Allow: / User-agent: CCBot Allow: / User-agent: anthropic-ai Allow: / User-agent: cohere-ai Allow: / Sitemap: https://metricspot.com/sitemap-index.xml