robots.txt DSGVO fix

public/robots.txt

@@ -1,26 +1,61 @@
+# ── Default: all bots ────────────────────────────────────────────
 User-agent: *
 Allow: /
+Disallow: /impressum
+Disallow: /datenschutz
+Disallow: /api/
+
+# ── AI crawlers: same restrictions ───────────────────────────────
+# Personal data (Impressum, Datenschutz) must not be indexed — DSGVO.
+# Business content and llms.txt are explicitly available.
 
-# AI crawlers — explicitly welcome
 User-agent: GPTBot
 Allow: /
+Allow: /llms.txt
+Disallow: /impressum
+Disallow: /datenschutz
+Disallow: /api/
 
 User-agent: ClaudeBot
 Allow: /
+Allow: /llms.txt
+Disallow: /impressum
+Disallow: /datenschutz
+Disallow: /api/
 
 User-agent: PerplexityBot
 Allow: /
+Allow: /llms.txt
+Disallow: /impressum
+Disallow: /datenschutz
+Disallow: /api/
 
 User-agent: GoogleOther
 Allow: /
+Allow: /llms.txt
+Disallow: /impressum
+Disallow: /datenschutz
+Disallow: /api/
 
 User-agent: Applebot
 Allow: /
+Allow: /llms.txt
+Disallow: /impressum
+Disallow: /datenschutz
+Disallow: /api/
 
 User-agent: YouBot
 Allow: /
+Allow: /llms.txt
+Disallow: /impressum
+Disallow: /datenschutz
+Disallow: /api/
 
 User-agent: anthropic-ai
 Allow: /
+Allow: /llms.txt
+Disallow: /impressum
+Disallow: /datenschutz
+Disallow: /api/
 
 Sitemap: https://www.superfice.de/sitemap.xml

public/sitemap.xml

@@ -5,14 +5,4 @@
     <changefreq>weekly</changefreq>
     <priority>1.0</priority>
   </url>
-  <url>
-    <loc>https://www.superfice.de/impressum</loc>
-    <changefreq>yearly</changefreq>
-    <priority>0.3</priority>
-  </url>
-  <url>
-    <loc>https://www.superfice.de/datenschutz</loc>
-    <changefreq>yearly</changefreq>
-    <priority>0.3</priority>
-  </url>
 </urlset>