geo search

This commit is contained in:
2026-05-06 09:55:27 +02:00
parent c57f349518
commit 2e91ce7595
4 changed files with 253 additions and 0 deletions

80
website/robots.txt Normal file
View File

@@ -0,0 +1,80 @@
Sitemap: https://profice.ai/sitemap.xml
User-agent: *
Allow: /
Disallow: /impressum
Disallow: /datenschutz
User-agent: GPTBot
Allow: /
Allow: /llms.txt
Disallow: /impressum
Disallow: /datenschutz
User-agent: ClaudeBot
Allow: /
Allow: /llms.txt
Disallow: /impressum
Disallow: /datenschutz
User-agent: OAI-SearchBot
Allow: /
Allow: /llms.txt
Disallow: /impressum
Disallow: /datenschutz
User-agent: PerplexityBot
Allow: /
Allow: /llms.txt
Disallow: /impressum
Disallow: /datenschutz
User-agent: Bingbot
Allow: /
Allow: /llms.txt
Disallow: /impressum
Disallow: /datenschutz
User-agent: GoogleOther
Allow: /
Allow: /llms.txt
Disallow: /impressum
Disallow: /datenschutz
User-agent: anthropic-ai
Allow: /
Allow: /llms.txt
Disallow: /impressum
Disallow: /datenschutz
User-agent: Applebot
Allow: /
Allow: /llms.txt
Disallow: /impressum
Disallow: /datenschutz
User-agent: Meta-ExternalAgent
Allow: /
Allow: /llms.txt
Disallow: /impressum
Disallow: /datenschutz
User-agent: Bytespider
Allow: /
Allow: /llms.txt
Disallow: /impressum
Disallow: /datenschutz
User-agent: DuckAssistBot
Allow: /
Allow: /llms.txt
Disallow: /impressum
Disallow: /datenschutz
User-agent: YouBot
Allow: /
Allow: /llms.txt
Disallow: /impressum
Disallow: /datenschutz
Sitemap: https://profice.ai/sitemap.xml