# ----------------------------------------------------------------------------
# MapExperience — robots.txt
# Traditional search engines + explicit directives for AI crawlers (GEO).
# We allow AI bots to read public content so the site can be cited as source
# in generative answers (ChatGPT, Claude, Perplexity, Gemini, Copilot…).
# Private areas (admin, dashboard, APIs, auth) stay blocked for everyone.
# ----------------------------------------------------------------------------

# =======================
# Default rules
# =======================
User-agent: *
Allow: /

# Internal / private areas
Disallow: /admin/
Disallow: /organizer-panel/
Disallow: /organizer/setup/
Disallow: /dashboard/
Disallow: /profile
Disallow: /notifications

# Authentication
Disallow: /login
Disallow: /register
Disallow: /verify-code
Disallow: /forgot-password
Disallow: /reset-password

# AJAX / functional endpoints
Disallow: /api/
Disallow: /user_api/
Disallow: /cities/search
Disallow: /places/autocomplete
Disallow: /tracklink/
Disallow: /stripe/

# Language switcher (redirects only)
Disallow: /lang/


# =======================
# AI / LLM crawlers
# Explicit directives so generative engines know what they are allowed to
# index, train on, and cite. Public content is fully open.
# =======================

# OpenAI — training crawler
User-agent: GPTBot
Allow: /
Disallow: /admin/
Disallow: /organizer-panel/
Disallow: /organizer/setup/
Disallow: /dashboard/
Disallow: /profile
Disallow: /notifications
Disallow: /login
Disallow: /register
Disallow: /verify-code
Disallow: /forgot-password
Disallow: /reset-password
Disallow: /api/
Disallow: /user_api/
Disallow: /cities/search
Disallow: /places/autocomplete
Disallow: /tracklink/
Disallow: /stripe/
Disallow: /lang/

# OpenAI — live browsing during a conversation
User-agent: ChatGPT-User
Allow: /
Disallow: /admin/
Disallow: /organizer-panel/
Disallow: /dashboard/
Disallow: /api/
Disallow: /user_api/
Disallow: /login
Disallow: /register

# OpenAI — search indexer used by ChatGPT search
User-agent: OAI-SearchBot
Allow: /
Disallow: /admin/
Disallow: /organizer-panel/
Disallow: /dashboard/
Disallow: /api/
Disallow: /user_api/
Disallow: /login
Disallow: /register

# Anthropic (Claude)
User-agent: ClaudeBot
Allow: /
Disallow: /admin/
Disallow: /organizer-panel/
Disallow: /dashboard/
Disallow: /api/
Disallow: /user_api/
Disallow: /login
Disallow: /register

User-agent: anthropic-ai
Allow: /
Disallow: /admin/
Disallow: /organizer-panel/
Disallow: /dashboard/
Disallow: /api/
Disallow: /user_api/
Disallow: /login
Disallow: /register

User-agent: Claude-Web
Allow: /
Disallow: /admin/
Disallow: /organizer-panel/
Disallow: /dashboard/
Disallow: /api/
Disallow: /user_api/

# Perplexity
User-agent: PerplexityBot
Allow: /
Disallow: /admin/
Disallow: /organizer-panel/
Disallow: /dashboard/
Disallow: /api/
Disallow: /user_api/
Disallow: /login
Disallow: /register

# Google — Gemini / Search Generative Experience
User-agent: Google-Extended
Allow: /
Disallow: /admin/
Disallow: /organizer-panel/
Disallow: /dashboard/
Disallow: /api/
Disallow: /user_api/
Disallow: /login
Disallow: /register

# Common Crawl (used by many LLMs for pre-training)
User-agent: CCBot
Allow: /
Disallow: /admin/
Disallow: /organizer-panel/
Disallow: /dashboard/
Disallow: /api/
Disallow: /user_api/
Disallow: /login
Disallow: /register

# ByteDance / Doubao
User-agent: Bytespider
Allow: /
Disallow: /admin/
Disallow: /organizer-panel/
Disallow: /dashboard/
Disallow: /api/
Disallow: /user_api/
Disallow: /login
Disallow: /register

# Amazon (Alexa / Rufus)
User-agent: Amazonbot
Allow: /
Disallow: /admin/
Disallow: /organizer-panel/
Disallow: /dashboard/
Disallow: /api/
Disallow: /user_api/
Disallow: /login
Disallow: /register

# Apple Intelligence
User-agent: Applebot-Extended
Allow: /
Disallow: /admin/
Disallow: /organizer-panel/
Disallow: /dashboard/
Disallow: /api/
Disallow: /user_api/
Disallow: /login
Disallow: /register

# Meta AI
User-agent: Meta-ExternalAgent
Allow: /
Disallow: /admin/
Disallow: /organizer-panel/
Disallow: /dashboard/
Disallow: /api/
Disallow: /user_api/
Disallow: /login
Disallow: /register

# Mistral AI
User-agent: Mistral-AI-User
Allow: /
Disallow: /admin/
Disallow: /organizer-panel/
Disallow: /dashboard/
Disallow: /api/
Disallow: /user_api/
Disallow: /login
Disallow: /register


# =======================
# Discovery files
# =======================
Sitemap: https://mapexperience.com/sitemap.xml
LLM: https://mapexperience.com/llms.txt