User-Agent: *
Allow: /

# Only allow URLs generated with frontend routing
Disallow: /*?id=*
Disallow: /*&id=*

# L=0 is the default language
Disallow: /*?L=0*
Disallow: /*&L=0*

# Should always be protected, but you know...
Disallow: /*/Private/*
Disallow: /*/Configuration/*

# Disallow all files in /typo3temp/var/
Disallow: /typo3temp/var/*

# Disallow all files in /typo3/
Disallow: /typo3/

# Disallow all kind of sql files
Disallow: *.sql
Disallow: *.sql.gz
Disallow: *.tar.gz


# persönliche Einträge
Disallow: /fileadmin/files/pdf/

# ---------------------------------------------------------------------------
# AI crawler policy (Stand 2026-07-27, Quellen: developers.openai.com/api/docs/bots,
# Anthropic Help Center Art. 8896518, docs.perplexity.ai/guides/bots,
# developers.google.com/search/docs/crawling-indexing/overview-google-crawlers)
#
# SEARCH-/ZITATIONS-Crawler (OAI-SearchBot, ChatGPT-User, Claude-SearchBot,
# Claude-User, PerplexityBot, Perplexity-User, Googlebot, bingbot, Applebot u. a.)
# laufen bewusst unter "User-Agent: *" oben: alles Öffentliche ist erlaubt, damit
# muse.holiday in ChatGPT Search, Claude, Perplexity, Copilot & Co. zitierbar ist.
#
# AI-TRAINING-Crawler stehen als eigene Gruppe hier, damit die Policy mit einem
# Handgriff umkehrbar ist (Allow: / -> Disallow: /). Entscheidung Lukas 2026-07-27:
# Training explizit ERLAUBT — Sichtbarkeit vor Abschottung. Einzelne Bots sperren:
# Block kopieren und nur den betreffenden User-Agent umstellen.
# Hinweis: Google-Extended steuert nur Gemini-Training/Grounding, nicht die Suche
# und nicht AI Overviews. ClaudeBot ist reines Modell-Training (Claude-Zitate
# laufen über Claude-SearchBot/Claude-User).
# ---------------------------------------------------------------------------
User-Agent: GPTBot
User-Agent: ClaudeBot
User-Agent: CCBot
User-Agent: Google-Extended
User-Agent: Applebot-Extended
User-Agent: meta-externalagent
Allow: /
Disallow: /*?id=*
Disallow: /*&id=*
Disallow: /*?L=0*
Disallow: /*&L=0*
Disallow: /*/Private/*
Disallow: /*/Configuration/*
Disallow: /typo3temp/var/*
Disallow: /typo3/
Disallow: *.sql
Disallow: *.sql.gz
Disallow: *.tar.gz
Disallow: /fileadmin/files/pdf/

# Sitemaps
Sitemap: https://www.muse.holiday/sitemap.xml
Sitemap: https://www.muse.holiday/de/sitemap.xml
Sitemap: https://www.muse.holiday/en/sitemap.xml
Sitemap: https://www.muse.holiday/it/sitemap.xml
Sitemap: https://www.muse.holiday/sitemap/sitemap-de.xml
Sitemap: https://www.muse.holiday/sitemap/sitemap-en.xml
Sitemap: https://www.muse.holiday/sitemap/sitemap-it.xml