# Nothing is disallowed here on purpose. A disallowed URL is never fetched, so a `noindex`
# on it is never seen and the URL can still be indexed from an inbound link. The three routes
# that must stay out of the index are kept out by being fetchable:
#   /thank-you  — 200, and carries `noindex, nofollow` in its own robots meta tag.
#   /contact    — 301 to /support                 (_redirects on prod, nginx.conf on dev).
#   /status     — 301 to status.formboost.app     (same).
# The exported stubs behind those two 301s still carry `noindex` (audit:seo requires it), but
# the host answers the redirect before the file is served, so that is what a crawler sees.
# The .md and .txt twins of every page are served with X-Robots-Tag: noindex (_headers /
# nginx.conf) rather than disallowed here, for the same reason.
User-Agent: *
Allow: /

User-Agent: GPTBot
Allow: /

User-Agent: OAI-SearchBot
Allow: /

User-Agent: ChatGPT-User
Allow: /

User-Agent: ClaudeBot
Allow: /

User-Agent: Claude-SearchBot
Allow: /

User-Agent: Claude-User
Allow: /

User-Agent: PerplexityBot
Allow: /

User-Agent: Perplexity-User
Allow: /

User-Agent: Google-Extended
Allow: /

User-Agent: Bingbot
Allow: /

User-Agent: Applebot-Extended
Allow: /

User-Agent: Meta-ExternalAgent
Allow: /

# Machine-readable entry points for agents:
#   https://formboost.app/llms.txt        — index of every page, one line each
#   https://formboost.app/llms-full.txt   — the full text of the docs and blog
#   https://formboost.app/docs            — documentation index

Sitemap: https://formboost.app/sitemap.xml
Sitemap: https://formboost.app/docs/sitemap.xml
Sitemap: https://formboost.app/blog/sitemap.xml