# --- Spezifische Bots blockieren (AI & Scraper) ---
User-agent: Amazonbot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: meta-externalagent
Disallow: /

# --- Regeln für ALLE anderen Bots (Googlebot, Bingbot etc.) ---
User-agent: *
# Generelle Erlaubnis
Allow: /

User-agent: Googlebot
Allow: /storage/

# --- WICHTIG: NOTBREMSE (Wegen deinem Screenshot-Problem) ---
# Verbietet Google sofort den Zugriff auf Systemdateien
Disallow: /vendor/
Disallow: /database/
Disallow: /tests/
Disallow: /app/
Disallow: /bootstrap/
Disallow: /config/
Disallow: /.env
Disallow: /composer.json
Disallow: /composer.lock
Disallow: /package.json

# --- Geschützte App-Bereiche ---
Disallow: /admin
Disallow: /dashboard
Disallow: /profile
Disallow: /settings
Disallow: /nova
Disallow: /telescope
Disallow: /staff
Disallow: /billing-portal
Disallow: /imports

# --- Sitemaps ---
Sitemap: https://tagsmenu.app/sitemap.xml
Sitemap: https://tagsmenu.app/sitemap-images.xml