robots for ai improve

This commit is contained in:
2026-05-04 10:58:07 +02:00
parent 82c627c756
commit b0ab44199d
4 changed files with 192 additions and 45 deletions

View File

@@ -58,4 +58,44 @@ Disallow: /impressum
Disallow: /datenschutz
Disallow: /api/
# OpenAI search bot (separate from GPTBot)
User-agent: OAI-SearchBot
Allow: /
Allow: /llms.txt
Disallow: /impressum
Disallow: /datenschutz
Disallow: /api/
# Meta AI
User-agent: Meta-ExternalAgent
Allow: /
Allow: /llms.txt
Disallow: /impressum
Disallow: /datenschutz
Disallow: /api/
# ByteDance / TikTok AI
User-agent: Bytespider
Allow: /
Allow: /llms.txt
Disallow: /impressum
Disallow: /datenschutz
Disallow: /api/
# DuckDuckGo AI
User-agent: DuckAssistBot
Allow: /
Allow: /llms.txt
Disallow: /impressum
Disallow: /datenschutz
Disallow: /api/
# Bing (explicit — used by Copilot / ChatGPT via Bing index)
User-agent: Bingbot
Allow: /
Allow: /llms.txt
Disallow: /impressum
Disallow: /datenschutz
Disallow: /api/
Sitemap: https://www.superfice.de/sitemap.xml