GEO Search

2026-05-06 09:54:57 +02:00
parent 5ff6493764
commit c70dd0ff38
4 changed files with 251 additions and 0 deletions
--- a/robots.txt
+++ b/robots.txt
@@ -0,0 +1,80 @@
+Sitemap: https://feedgine.de/sitemap.xml
+
+User-agent: *
+Allow: /
+Disallow: /impressum
+Disallow: /datenschutz
+
+User-agent: GPTBot
+Allow: /
+Allow: /llms.txt
+Disallow: /impressum
+Disallow: /datenschutz
+
+User-agent: ClaudeBot
+Allow: /
+Allow: /llms.txt
+Disallow: /impressum
+Disallow: /datenschutz
+
+User-agent: OAI-SearchBot
+Allow: /
+Allow: /llms.txt
+Disallow: /impressum
+Disallow: /datenschutz
+
+User-agent: PerplexityBot
+Allow: /
+Allow: /llms.txt
+Disallow: /impressum
+Disallow: /datenschutz
+
+User-agent: Bingbot
+Allow: /
+Allow: /llms.txt
+Disallow: /impressum
+Disallow: /datenschutz
+
+User-agent: GoogleOther
+Allow: /
+Allow: /llms.txt
+Disallow: /impressum
+Disallow: /datenschutz
+
+User-agent: anthropic-ai
+Allow: /
+Allow: /llms.txt
+Disallow: /impressum
+Disallow: /datenschutz
+
+User-agent: Applebot
+Allow: /
+Allow: /llms.txt
+Disallow: /impressum
+Disallow: /datenschutz
+
+User-agent: Meta-ExternalAgent
+Allow: /
+Allow: /llms.txt
+Disallow: /impressum
+Disallow: /datenschutz
+
+User-agent: Bytespider
+Allow: /
+Allow: /llms.txt
+Disallow: /impressum
+Disallow: /datenschutz
+
+User-agent: DuckAssistBot
+Allow: /
+Allow: /llms.txt
+Disallow: /impressum
+Disallow: /datenschutz
+
+User-agent: YouBot
+Allow: /
+Allow: /llms.txt
+Disallow: /impressum
+Disallow: /datenschutz
+
+Sitemap: https://feedgine.de/sitemap.xml