# We do not distinguish between the browsers.

User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: CCBot
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: DuckAssistBot
Allow: /

User-agent: MistralAI-User
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: AI2Bot
Allow: /

User-agent: Bytespider
Allow: /

User-agent: Timpibot
Allow: /

User-agent: YouBot
Allow: /

# --- Social Media Crawler ---

User-agent: facebookexternalhit
Allow: /

User-agent: Facebot
Allow: /

# --- Wildcard: alle übrigen Crawler (Standardverhalten) ---

User-agent: *
Disallow:

# TYPO3: URL-Parameter sperren
Disallow: /*?id=*
Disallow: /*&id=*

# L=0 ist die Standardsprache (kein Duplicate Content)
Disallow: /*?L=0*
Disallow: /*&L=0*

# cHash-Parameter sperren
Disallow: /*?cHash=*
Disallow: /*&cHash=*

# Karten- und Tool-Parameter
Disallow: /*map?ident=*
Disallow: /*IMXTOOLS_ADDRESSBASE*
Disallow: /*&theme=*

# Interne Verzeichnisse
Disallow: /*/Private/*
Disallow: /*/Configuration/*
Disallow: /typo3temp/var/*
Disallow: /typo3/

# Datei-Typen
Disallow: *.sql
Disallow: *.sql.gz
Disallow: *.gpx
Disallow: *.ics

# Kalender-Events
Disallow: /*?*eventDateId=

Sitemap: https://www.visitminett.lu/sitemap.xml
Sitemap: https://www.visitminett.lu/de/sitemap.xml
Sitemap: https://www.visitminett.lu/fr/sitemap.xml