# Generic crawlers: the open pages only. Everything else is the gated
# assistant surface and is not crawlable.
User-agent: *
Allow: /$
Allow: /how-it-works
Allow: /destinations
Allow: /llms.txt
Allow: /robots.txt
Allow: /sitemap.xml
Allow: /.well-known/
Disallow: /
# AI assistant crawlers and fetchers: full access, including the flow.
# Assistants' web layers fetch under these user agents when acting on a
# live user request. Flow responses are excluded from indexing at the
# response level (X-Robots-Tag: noindex, noarchive), not by a robots rule.
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: Claude-User
User-agent: ClaudeBot
User-agent: Claude-SearchBot
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Google-Agent
Allow: /
Allow: /ai/
Sitemap: https://agent.nexadirect.ai/sitemap.xml
# Nexa is an AI availability and pricing channel. The assistant flow under
# /ai/ is used by AI assistants acting on a live user request and is not
# intended for indexing.
# Discovery starts here:
# https://agent.nexadirect.ai/
# https://agent.nexadirect.ai/llms.txt