# SiteFolio — robots.txt
# Keep disallow list in sync with auth/dashboard/editor routes.
# Public profiles live on {user}.sitefolio.app (canonical); /u/* is rewrite target.

User-agent: *
Allow: /
Allow: /llms.txt
Allow: /sitemap.xml
Allow: /og.png
Allow: /site.webmanifest

Disallow: /dashboard
Disallow: /auth
Disallow: /api
Disallow: /billing
Disallow: /editor
Disallow: /upload
Disallow: /cv

# Common AI crawlers (same allow/disallow as *)
User-agent: GPTBot
Allow: /
Allow: /llms.txt
Disallow: /dashboard
Disallow: /auth
Disallow: /api
Disallow: /billing
Disallow: /editor
Disallow: /upload
Disallow: /cv

User-agent: ChatGPT-User
Allow: /
Allow: /llms.txt

User-agent: Google-Extended
Allow: /
Allow: /llms.txt

User-agent: anthropic-ai
Allow: /
Allow: /llms.txt

User-agent: ClaudeBot
Allow: /
Allow: /llms.txt

User-agent: PerplexityBot
Allow: /
Allow: /llms.txt

Sitemap: https://www.sitefolio.app/sitemap.xml