robots for ai improve
This commit is contained in:
@@ -58,4 +58,44 @@ Disallow: /impressum
|
||||
Disallow: /datenschutz
|
||||
Disallow: /api/
|
||||
|
||||
# OpenAI search bot (separate from GPTBot)
|
||||
User-agent: OAI-SearchBot
|
||||
Allow: /
|
||||
Allow: /llms.txt
|
||||
Disallow: /impressum
|
||||
Disallow: /datenschutz
|
||||
Disallow: /api/
|
||||
|
||||
# Meta AI
|
||||
User-agent: Meta-ExternalAgent
|
||||
Allow: /
|
||||
Allow: /llms.txt
|
||||
Disallow: /impressum
|
||||
Disallow: /datenschutz
|
||||
Disallow: /api/
|
||||
|
||||
# ByteDance / TikTok AI
|
||||
User-agent: Bytespider
|
||||
Allow: /
|
||||
Allow: /llms.txt
|
||||
Disallow: /impressum
|
||||
Disallow: /datenschutz
|
||||
Disallow: /api/
|
||||
|
||||
# DuckDuckGo AI
|
||||
User-agent: DuckAssistBot
|
||||
Allow: /
|
||||
Allow: /llms.txt
|
||||
Disallow: /impressum
|
||||
Disallow: /datenschutz
|
||||
Disallow: /api/
|
||||
|
||||
# Bing (explicit — used by Copilot / ChatGPT via Bing index)
|
||||
User-agent: Bingbot
|
||||
Allow: /
|
||||
Allow: /llms.txt
|
||||
Disallow: /impressum
|
||||
Disallow: /datenschutz
|
||||
Disallow: /api/
|
||||
|
||||
Sitemap: https://www.superfice.de/sitemap.xml
|
||||
|
||||
Reference in New Issue
Block a user