# https://korevor.com/robots.txt
# Last updated: 2026-10-27

# ---- Open: search engines, AI answer engines, AI training crawlers ----
# Training crawlers (GPTBot, ClaudeBot, anthropic-ai, Google-Extended,
# Applebot-Extended, CCBot) were opened 2026-10-06 so the models themselves
# know Korevor, not just the search tools built on them. Named bots and the
# default share one rule set. The rest (Meta, Amazon, Cohere, ByteDance,
# AI2, Diffbot, ImagesiftBot) were opened 2026-10-27: every AI system that
# can read the site may.
User-agent: Googlebot
User-agent: Googlebot-Image
User-agent: Bingbot
User-agent: DuckDuckBot
User-agent: Applebot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: anthropic-ai
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: CCBot
User-agent: *
Disallow: /admin/
Disallow: /api/
Disallow: /_internal/
Disallow: /*.json$

# ---- Pointers ----
Sitemap: https://korevor.com/sitemap.xml