From 6c5ad4649e3f5a2b41743e83aa61138afb1e9d77 Mon Sep 17 00:00:00 2001
From: Graham Hall <graham@ghall.dev>
Date: Sat, 2 Mar 2024 13:09:44 -0500
Subject: [PATCH] updated robots.txt

---
 public/robots.txt | 62 ++++++++++++++++++++++++++++++++++++++++++++---
 1 file changed, 58 insertions(+), 4 deletions(-)

diff --git a/public/robots.txt b/public/robots.txt
index 53df1b0..46eae92 100644
--- a/public/robots.txt
+++ b/public/robots.txt
@@ -1,16 +1,70 @@
 # {•̃_•̃} < Beep boop!
 
-User-agent: Baiduspider
+User-agent: *
+Disallow:
+
+User-agent: AdsBot-Google
 Disallow: /
 
-User-agent: YandexBot
+User-agent: Amazonbot
 Disallow: /
 
-User-agent: facebot
+User-agent: anthropic-ai
 Disallow: /
 
-User-agent: TwitterBot
+User-agent: AwarioRssBot
+Disallow: /
+
+User-agent: AwarioSmartBot
+Disallow: /
+
+User-agent: Bytespider
+Disallow: /
+
+User-agent: CCBot
+Disallow: /
+
+User-agent: ChatGPT-User
+Disallow: /
+
+User-agent: ClaudeBot
+Disallow: /
+
+User-agent: Claude-Web
+Disallow: /
+
+User-agent: cohere-ai
+Disallow: /
+
+User-agent: DataForSeoBot
+Disallow: /
+
+User-agent: FacebookBot
+Disallow: /
+
+User-agent: Google-Extended
 Disallow: /
 
 User-agent: GPTBot
 Disallow: /
+
+User-agent: magpie-crawler
+Disallow: /
+
+User-agent: omgili
+Disallow: /
+
+User-agent: omgilibot
+Disallow: /
+
+User-agent: peer39_crawler
+Disallow: /
+
+User-agent: peer39_crawler/1.0
+Disallow: /
+
+User-agent: PerplexityBot
+Disallow: /
+
+User-agent: YouBot
+Disallow: /
\ No newline at end of file