From 658eab7ee7b3c568e4b36de07fdf293b33b50ca2 Mon Sep 17 00:00:00 2001
From: Trevor Buckner <calculuschild@gmail.com>
Date: Wed, 30 Sep 2026 13:36:48 -0400
Subject: [PATCH] Combine user agents since they all use the same rules

---
 robots.txt | 30 +-----------------------------
 1 file changed, 1 insertion(+), 29 deletions(-)

diff --git a/robots.txt b/robots.txt
index c7fd30d1c..03ccfb57f 100644
--- a/robots.txt
+++ b/robots.txt
@@ -5,42 +5,14 @@ Disallow: /edit/
 # AI / LLM training crawlers
 
 User-agent: GPTBot
-Disallow: /share/
-Disallow: /download/
-Disallow: /print/
-
 User-agent: ClaudeBot
-Disallow: /share/
-Disallow: /download/
-Disallow: /print/
-
 User-agent: CCBot
-Disallow: /share/
-Disallow: /download/
-Disallow: /print/
-
 User-agent: Google-Extended
-Disallow: /share/
-Disallow: /download/
-Disallow: /print/
-
 User-agent: Bytespider
-Disallow: /share/
-Disallow: /download/
-Disallow: /print/
-
 User-agent: Applebot-Extended
-Disallow: /share/
-Disallow: /download/
-Disallow: /print/
-
 User-agent: Meta-ExternalAgent
-Disallow: /share/
-Disallow: /download/
-Disallow: /print/
-
 User-agent: Amazonbot
 Disallow: /share/
 Disallow: /download/
 Disallow: /print/
-
+Disallow: /edit/