From 1707188201f66f19c2103a36d6adc4ff8e81dc7d Mon Sep 17 00:00:00 2001
From: Graham Hall <graham@ghall.dev>
Date: Fri, 21 Jun 2024 22:28:48 -0400
Subject: [PATCH] add applebot to robot.txt

---
 public/robots.txt | 59 ++++++-----------------------------------------
 1 file changed, 7 insertions(+), 52 deletions(-)

diff --git a/public/robots.txt b/public/robots.txt
index 46eae92..1e90730 100644
--- a/public/robots.txt
+++ b/public/robots.txt
@@ -1,70 +1,25 @@
-# {•̃_•̃} < Beep boop!
-
-User-agent: *
-Disallow:
-
 User-agent: AdsBot-Google
-Disallow: /
-
 User-agent: Amazonbot
-Disallow: /
-
 User-agent: anthropic-ai
-Disallow: /
-
-User-agent: AwarioRssBot
-Disallow: /
-
-User-agent: AwarioSmartBot
-Disallow: /
-
+User-agent: Applebot-Extended
 User-agent: Bytespider
-Disallow: /
-
 User-agent: CCBot
-Disallow: /
-
 User-agent: ChatGPT-User
-Disallow: /
-
 User-agent: ClaudeBot
-Disallow: /
-
 User-agent: Claude-Web
-Disallow: /
-
 User-agent: cohere-ai
-Disallow: /
-
-User-agent: DataForSeoBot
-Disallow: /
-
+User-agent: Diffbot
 User-agent: FacebookBot
-Disallow: /
-
+User-agent: FriendlyCrawler
 User-agent: Google-Extended
-Disallow: /
-
+User-agent: GoogleOther
 User-agent: GPTBot
-Disallow: /
-
-User-agent: magpie-crawler
-Disallow: /
-
+User-agent: img2dataset
 User-agent: omgili
-Disallow: /
-
 User-agent: omgilibot
-Disallow: /
-
 User-agent: peer39_crawler
-Disallow: /
-
 User-agent: peer39_crawler/1.0
-Disallow: /
-
 User-agent: PerplexityBot
-Disallow: /
-
 User-agent: YouBot
-Disallow: /
\ No newline at end of file
+User-agent: Applebot
+Disallow: /