User-agent: *
Allow: /api/openapi.json
Allow: /api/og
Allow: /
Disallow: /api/
Disallow: /profile
Disallow: /admin/
Disallow: /upgrade-success

# AI assistants, AI search and their crawlers are explicitly welcome.
# Named groups replace the * group for these bots, so the rules are repeated.
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-User
User-agent: Claude-SearchBot
User-agent: anthropic-ai
User-agent: PerplexityBot
User-agent: CCBot
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: Bingbot
Allow: /api/openapi.json
Allow: /api/og
Allow: /
Disallow: /api/
Disallow: /profile
Disallow: /admin/
Disallow: /upgrade-success

# Machine-readable index of this site, and the full documentation in one
# fetch. Not a robots.txt directive, but this is where crawlers look.
# https://ferscloud.com/llms.txt
# https://ferscloud.com/llms-full.txt

Sitemap: https://ferscloud.com/sitemap.xml