Add known LLMs to robots.txt

csswizardry · csswizardry · commit 5f2cdccabcdd · 2025-01-29T02:13:41.000+01:00
diff --git a/robots.txt b/robots.txt
@@ -7,4 +7,16 @@ Allow: /
 User-agent: GPTBot
 Disallow: /20*
 
+User-agent: ClaudeBot
+Disallow: /20*
+
+User-agent: BardBot
+Disallow: /20*
+
+User-agent: J1Bot
+Disallow: /20*
+
+User-agent: CCBot
+Disallow: /20*
+
 Sitemap: https://csswizardry.com/sitemap.xml
