# Zobrx — www.zobrx.com
# robots.txt + AEO/GEO directives.
# Generated by app/robots.txt/route.ts (route handler).
# Last refreshed at build time; for the source, see GitHub.

# Default for any crawler not named below — same allow/disallow as Googlebot.
User-agent: *
Allow: /
Disallow: /api/
Disallow: /_next/
Disallow: /login
Disallow: /signup

# Google Search.
User-agent: Googlebot
Allow: /
Disallow: /api/
Disallow: /_next/
Disallow: /login
Disallow: /signup

# Bing — the index ChatGPT browsing relies on.
User-agent: Bingbot
Allow: /
Disallow: /api/
Disallow: /_next/
Disallow: /login
Disallow: /signup

# OpenAI training + ChatGPT browsing.
User-agent: GPTBot
Allow: /
Disallow: /api/
Disallow: /_next/
Disallow: /login
Disallow: /signup

# ChatGPT Search dedicated retrieval bot.
User-agent: OAI-SearchBot
Allow: /
Disallow: /api/
Disallow: /_next/
Disallow: /login
Disallow: /signup

# Anthropic Claude — primary identifier.
User-agent: ClaudeBot
Allow: /
Disallow: /api/
Disallow: /_next/
Disallow: /login
Disallow: /signup

# Anthropic Claude — alternate identifier.
User-agent: Claude-Web
Allow: /
Disallow: /api/
Disallow: /_next/
Disallow: /login
Disallow: /signup

# Anthropic legacy identifier.
User-agent: anthropic-ai
Allow: /
Disallow: /api/
Disallow: /_next/
Disallow: /login
Disallow: /signup

# Perplexity primary crawler.
User-agent: PerplexityBot
Allow: /
Disallow: /api/
Disallow: /_next/
Disallow: /login
Disallow: /signup

# Powers SGE / AI Overviews; separate from Googlebot.
User-agent: Google-Extended
Allow: /
Disallow: /api/
Disallow: /_next/
Disallow: /login
Disallow: /signup

# Common Crawl — feeds many open-source models.
User-agent: CCBot
Allow: /
Disallow: /api/
Disallow: /_next/
Disallow: /login
Disallow: /signup

# Apple Intelligence retrieval.
User-agent: Applebot-Extended
Allow: /
Disallow: /api/
Disallow: /_next/
Disallow: /login
Disallow: /signup

# Meta / LLaMA crawl.
User-agent: FacebookBot
Allow: /
Disallow: /api/
Disallow: /_next/
Disallow: /login
Disallow: /signup

# Meta retrieval crawl.
User-agent: Meta-ExternalAgent
Allow: /
Disallow: /api/
Disallow: /_next/
Disallow: /login
Disallow: /signup

# ByteDance — TikTok Search and Doubao.
User-agent: Bytespider
Allow: /
Disallow: /api/
Disallow: /_next/
Disallow: /login
Disallow: /signup

# DuckDuckGo Assist.
User-agent: DuckAssistBot
Allow: /
Disallow: /api/
Disallow: /_next/
Disallow: /login
Disallow: /signup

# Andi Search.
User-agent: Andibot
Allow: /
Disallow: /api/
Disallow: /_next/
Disallow: /login
Disallow: /signup

# You.com retrieval.
User-agent: YouBot
Allow: /
Disallow: /api/
Disallow: /_next/
Disallow: /login
Disallow: /signup

Sitemap: https://www.zobrx.com/sitemap.xml

Host: www.zobrx.com


# AEO/GEO — LLM-readable site summary for AI crawlers + retrieval.
# Markdown summary written for LLM consumption (not humans);
# follows the emerging llmstxt.org convention.
LLMs: https://www.zobrx.com/llms.txt
LLM-Content: https://www.zobrx.com/llms.txt