# MSMODA - European Wedding Dress Manufacturer
# https://msmoda.eu

User-agent: *
Allow: /
Disallow: /admin/
Disallow: /oc/
Disallow: /api/
Disallow: /artifacts/

# ===========================================
# AI Crawlers - ALLOWED for indexing
# ===========================================

# OpenAI / ChatGPT
User-agent: GPTBot
User-agent: ChatGPT-User
Allow: /

# Anthropic / Claude
User-agent: ClaudeBot
User-agent: Claude-Web
Allow: /

# Perplexity
User-agent: PerplexityBot
Allow: /

# Google AI (Gemini, Bard)
User-agent: Google-Extended
Allow: /

# Apple AI (Siri, Apple Intelligence)
User-agent: Applebot-Extended
Allow: /

# Microsoft / Bing AI (Copilot)
User-agent: bingbot
Allow: /

# Common Crawl (used by many AI models)
User-agent: CCBot
Allow: /

# ===========================================
# AI Crawlers - BLOCKED (training scrapers)
# ===========================================

# ByteDance / TikTok AI
User-agent: Bytespider
Disallow: /

# Amazon
User-agent: Amazonbot
Disallow: /

# Meta / Facebook AI training
User-agent: meta-externalagent
User-agent: FacebookBot
Disallow: /

# ===========================================
# LLMs.txt - AI-friendly content index
# ===========================================
# See: https://msmoda.eu/llms.txt

# Sitemap
Sitemap: https://msmoda.eu/sitemap.xml