Final

2026-03-23 19:00:17 -05:00
parent f0c19fbbfa
commit 92676e652a
94 changed files with 9558 additions and 6871 deletions
--- a/Pottery-website/public/robots.txt
+++ b/Pottery-website/public/robots.txt
@@ -0,0 +1,37 @@
+# KNUTH Ceramics — robots.txt
+# https://knuthceramics.com
+
+User-agent: *
+Allow: /
+Disallow: /checkout
+Disallow: /mock-payment
+Disallow: /success
+Disallow: /admin
+
+# AI Search Crawlers — explicitly allowed for citation visibility
+User-agent: GPTBot
+Allow: /
+
+User-agent: ChatGPT-User
+Allow: /
+
+User-agent: PerplexityBot
+Allow: /
+
+User-agent: ClaudeBot
+Allow: /
+
+User-agent: anthropic-ai
+Allow: /
+
+User-agent: Google-Extended
+Allow: /
+
+User-agent: Bingbot
+Allow: /
+
+# Training-only crawlers — blocked (prevents scraping without citation benefit)
+User-agent: CCBot
+Disallow: /
+
+Sitemap: https://knuthceramics.com/sitemap.xml