# ---------------------------
# GLOBAL RULES
# ---------------------------
User-agent: *
Disallow:

# ---------------------------
# EXPLICIT AI & LLM ALLOW LIST
# (Technically covered by *, but listed for clarity and future-proofing)
# ---------------------------

# Google AI (Gemini/Bard)
User-agent: Google-Extended
Disallow:

# OpenAI (ChatGPT)
User-agent: GPTBot
Disallow:

# Anthropic (Claude)
User-agent: ClaudeBot
Disallow:

# Common Crawl (Used by many LLMs for training data)
User-agent: CCBot
Disallow:

# Apple Intelligence
User-agent: Applebot-Extended
Disallow:

# ---------------------------
# SITEMAP
# ---------------------------
Sitemap: https://videoregioncheck.com/sitemap_index.xml