From a74d9d9ca8f51cf8a7a527307a1d6bd48d1cbaaa Mon Sep 17 00:00:00 2001
From: Eric <eric.scheid@ironclad.com.au>
Date: Thu, 1 Oct 2026 01:06:09 +1000
Subject: [PATCH 1/2] disallow clanker access to /share, /download, /print

does not block search engine bots, just the scrapers that feed the LLM training
---
 robots.txt | 42 ++++++++++++++++++++++++++++++++++++++++++
 1 file changed, 42 insertions(+)

diff --git a/robots.txt b/robots.txt
index 9abbfb965..c7fd30d1c 100644
--- a/robots.txt
+++ b/robots.txt
@@ -2,3 +2,45 @@
 User-agent: *
 Disallow: /edit/
 
+# AI / LLM training crawlers
+
+User-agent: GPTBot
+Disallow: /share/
+Disallow: /download/
+Disallow: /print/
+
+User-agent: ClaudeBot
+Disallow: /share/
+Disallow: /download/
+Disallow: /print/
+
+User-agent: CCBot
+Disallow: /share/
+Disallow: /download/
+Disallow: /print/
+
+User-agent: Google-Extended
+Disallow: /share/
+Disallow: /download/
+Disallow: /print/
+
+User-agent: Bytespider
+Disallow: /share/
+Disallow: /download/
+Disallow: /print/
+
+User-agent: Applebot-Extended
+Disallow: /share/
+Disallow: /download/
+Disallow: /print/
+
+User-agent: Meta-ExternalAgent
+Disallow: /share/
+Disallow: /download/
+Disallow: /print/
+
+User-agent: Amazonbot
+Disallow: /share/
+Disallow: /download/
+Disallow: /print/
+

From 658eab7ee7b3c568e4b36de07fdf293b33b50ca2 Mon Sep 17 00:00:00 2001
From: Trevor Buckner <calculuschild@gmail.com>
Date: Wed, 30 Sep 2026 13:36:48 -0400
Subject: [PATCH 2/2] Combine user agents since they all use the same rules

---
 robots.txt | 30 +-----------------------------
 1 file changed, 1 insertion(+), 29 deletions(-)

diff --git a/robots.txt b/robots.txt
index c7fd30d1c..03ccfb57f 100644
--- a/robots.txt
+++ b/robots.txt
@@ -5,42 +5,14 @@ Disallow: /edit/
 # AI / LLM training crawlers
 
 User-agent: GPTBot
-Disallow: /share/
-Disallow: /download/
-Disallow: /print/
-
 User-agent: ClaudeBot
-Disallow: /share/
-Disallow: /download/
-Disallow: /print/
-
 User-agent: CCBot
-Disallow: /share/
-Disallow: /download/
-Disallow: /print/
-
 User-agent: Google-Extended
-Disallow: /share/
-Disallow: /download/
-Disallow: /print/
-
 User-agent: Bytespider
-Disallow: /share/
-Disallow: /download/
-Disallow: /print/
-
 User-agent: Applebot-Extended
-Disallow: /share/
-Disallow: /download/
-Disallow: /print/
-
 User-agent: Meta-ExternalAgent
-Disallow: /share/
-Disallow: /download/
-Disallow: /print/
-
 User-agent: Amazonbot
 Disallow: /share/
 Disallow: /download/
 Disallow: /print/
-
+Disallow: /edit/