robots.txt DSGVO fix

public/robots.txt

@@ -1,26 +1,61 @@
+# ── Default: all bots ────────────────────────────────────────────
 User-agent: *
 Allow: /
+Disallow: /impressum
+Disallow: /datenschutz
+Disallow: /api/
+
+# ── AI crawlers: same restrictions ───────────────────────────────
+# Personal data (Impressum, Datenschutz) must not be indexed — DSGVO.
+# Business content and llms.txt are explicitly available.
 
-# AI crawlers — explicitly welcome
 User-agent: GPTBot
 Allow: /
+Allow: /llms.txt
+Disallow: /impressum
+Disallow: /datenschutz
+Disallow: /api/
 
 User-agent: ClaudeBot
 Allow: /
+Allow: /llms.txt
+Disallow: /impressum
+Disallow: /datenschutz
+Disallow: /api/
 
 User-agent: PerplexityBot
 Allow: /
+Allow: /llms.txt
+Disallow: /impressum
+Disallow: /datenschutz
+Disallow: /api/
 
 User-agent: GoogleOther
 Allow: /
+Allow: /llms.txt
+Disallow: /impressum
+Disallow: /datenschutz
+Disallow: /api/
 
 User-agent: Applebot
 Allow: /
+Allow: /llms.txt
+Disallow: /impressum
+Disallow: /datenschutz
+Disallow: /api/
 
 User-agent: YouBot
 Allow: /
+Allow: /llms.txt
+Disallow: /impressum
+Disallow: /datenschutz
+Disallow: /api/
 
 User-agent: anthropic-ai
 Allow: /
+Allow: /llms.txt
+Disallow: /impressum
+Disallow: /datenschutz
+Disallow: /api/
 
 Sitemap: https://www.superfice.de/sitemap.xml

public/sitemap.xml

@@ -5,14 +5,4 @@
     <changefreq>weekly</changefreq>
     <priority>1.0</priority>
   </url>
-  <url>
-    <loc>https://www.superfice.de/impressum</loc>
-    <changefreq>yearly</changefreq>
-    <priority>0.3</priority>
-  </url>
-  <url>
-    <loc>https://www.superfice.de/datenschutz</loc>
-    <changefreq>yearly</changefreq>
-    <priority>0.3</priority>
-  </url>
 </urlset>

src/pages/Datenschutz.jsx

@@ -3,6 +3,14 @@ import { Link } from 'react-router-dom'
 import './LegalPage.css'
 
 export default function Datenschutz() {
+  useEffect(() => {
+    const meta = document.createElement('meta')
+    meta.name = 'robots'
+    meta.content = 'noindex, nofollow'
+    document.head.appendChild(meta)
+    return () => document.head.removeChild(meta)
+  }, [])
+
   useEffect(() => {
     const host = window.location.hostname
     if (host === 'localhost' || host === '127.0.0.1') return

src/pages/Impressum.jsx

@@ -1,7 +1,16 @@
+import { useEffect } from 'react'
 import { Link } from 'react-router-dom'
 import './LegalPage.css'
 
 export default function Impressum() {
+  useEffect(() => {
+    const meta = document.createElement('meta')
+    meta.name = 'robots'
+    meta.content = 'noindex, nofollow'
+    document.head.appendChild(meta)
+    return () => document.head.removeChild(meta)
+  }, [])
+
   return (
     <div className="legal-page section">
       <div className="container--narrow">