# lookupai (lookupai.jp) — robots.txt
# Default: open to all well-behaved crawlers.

User-agent: *
Allow: /

# ─── Generative-AI / LLM crawlers (explicit allow for GEO/AEO) ───
# OpenAI: training corpus crawler
User-agent: GPTBot
Allow: /

# OpenAI: ChatGPT search
User-agent: OAI-SearchBot
Allow: /

# OpenAI: ChatGPT user-triggered browsing
User-agent: ChatGPT-User
Allow: /

# Anthropic: Claude training crawler
User-agent: ClaudeBot
Allow: /

# Anthropic: Claude browsing (legacy name)
User-agent: Claude-Web
Allow: /

# Anthropic: legacy AI training UA
User-agent: anthropic-ai
Allow: /

# Perplexity: search index crawler
User-agent: PerplexityBot
Allow: /

# Perplexity: user-triggered browsing
User-agent: Perplexity-User
Allow: /

# Google: Gemini & AI training opt-in
User-agent: Google-Extended
Allow: /

# Apple: Apple Intelligence training opt-in
User-agent: Applebot-Extended
Allow: /

# ByteDance / Doubao crawler
User-agent: Bytespider
Allow: /

Sitemap: https://lookupai.jp/sitemap-index.xml