62 lines
1.3 KiB
Plaintext
62 lines
1.3 KiB
Plaintext
# ── Default: all bots ────────────────────────────────────────────
|
|
User-agent: *
|
|
Allow: /
|
|
Disallow: /impressum
|
|
Disallow: /datenschutz
|
|
Disallow: /api/
|
|
|
|
# ── AI crawlers: same restrictions ───────────────────────────────
|
|
# Personal data (Impressum, Datenschutz) must not be indexed — DSGVO.
|
|
# Business content and llms.txt are explicitly available.
|
|
|
|
User-agent: GPTBot
|
|
Allow: /
|
|
Allow: /llms.txt
|
|
Disallow: /impressum
|
|
Disallow: /datenschutz
|
|
Disallow: /api/
|
|
|
|
User-agent: ClaudeBot
|
|
Allow: /
|
|
Allow: /llms.txt
|
|
Disallow: /impressum
|
|
Disallow: /datenschutz
|
|
Disallow: /api/
|
|
|
|
User-agent: PerplexityBot
|
|
Allow: /
|
|
Allow: /llms.txt
|
|
Disallow: /impressum
|
|
Disallow: /datenschutz
|
|
Disallow: /api/
|
|
|
|
User-agent: GoogleOther
|
|
Allow: /
|
|
Allow: /llms.txt
|
|
Disallow: /impressum
|
|
Disallow: /datenschutz
|
|
Disallow: /api/
|
|
|
|
User-agent: Applebot
|
|
Allow: /
|
|
Allow: /llms.txt
|
|
Disallow: /impressum
|
|
Disallow: /datenschutz
|
|
Disallow: /api/
|
|
|
|
User-agent: YouBot
|
|
Allow: /
|
|
Allow: /llms.txt
|
|
Disallow: /impressum
|
|
Disallow: /datenschutz
|
|
Disallow: /api/
|
|
|
|
User-agent: anthropic-ai
|
|
Allow: /
|
|
Allow: /llms.txt
|
|
Disallow: /impressum
|
|
Disallow: /datenschutz
|
|
Disallow: /api/
|
|
|
|
Sitemap: https://www.superfice.de/sitemap.xml
|