User-agent: *
Disallow: /dashboard
Disallow: /dashboard/
Allow: /blog
Allow: /dataset
Allow: /llms.txt

# LLM-specific crawlers
User-agent: GPTBot
Allow: /
Disallow: /dashboard

User-agent: ChatGPT-User
Allow: /
Disallow: /dashboard

User-agent: Google-Extended
Allow: /
Disallow: /dashboard

User-agent: Anthropic-AI
Allow: /
Disallow: /dashboard

Sitemap: https://sanitycv.com/sitemap.xml