User-agent: *
# --- Technical / private / transactional areas (adjust to your real routes) ---
Disallow: /api/
Disallow: /admin/
Disallow: /dashboard/
Disallow: /auth/
Disallow: /login
Disallow: /logout
Disallow: /signup
Disallow: /register
Disallow: /account/
Disallow: /profile/edit
Disallow: /booking/
Disallow: /checkout/
Disallow: /payment/
Disallow: /cart/
Disallow: /search


# --- Block URL parameters (tracking, facets, infinite crawl) ---
Disallow: /*?*
Disallow: /*&*

Allow: /

Sitemap: https://www.verbavoice.de/sitemap.xml

# =========================
# AI / LLM crawler controls
# =========================

# OpenAI: block training; allow search discovery
User-agent: GPTBot
Disallow: /

User-agent: OAI-SearchBot
Allow: /

# Google: block Gemini/AI training use (does not block Googlebot Search)
User-agent: Google-Extended
Disallow: /

# Anthropic / Claude: conservative default = block
User-agent: ClaudeBot
Disallow: /

User-agent: Claude-SearchBot
Disallow: /

User-agent: Claude-User
Disallow: /

# Perplexity: conservative default = block
User-agent: PerplexityBot
Disallow: /

User-agent: Perplexity-User
Disallow: /