User-agent: *
Disallow: /wp-admin/
Disallow: /sp-landing/


Sitemap: https://www.spotnrides.com/sitemap.xml
Sitemap: https://www.spotnrides.com/blog/sitemap_index.xml

Allow: /llms.txt

# ✅ AI Crawlers (explicitly allowed)
User-agent: GPTBot
Allow: /

User-agent: CCBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Meta-ExternalAgent
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: CommonCrawl
Allow: /