From 0a232c02e3fbf387bcbe6568438a8a2c336e92a6 Mon Sep 17 00:00:00 2001 From: Graham Hall Date: Mon, 7 Aug 2023 09:42:51 -0400 Subject: [PATCH] robots.txt --- public/robots.txt | 16 ++++++++++++++++ src/layouts/Layout.astro | 2 ++ 2 files changed, 18 insertions(+) create mode 100644 public/robots.txt diff --git a/public/robots.txt b/public/robots.txt new file mode 100644 index 0000000..53df1b0 --- /dev/null +++ b/public/robots.txt @@ -0,0 +1,16 @@ +# {•̃_•̃} < Beep boop! + +User-agent: Baiduspider +Disallow: / + +User-agent: YandexBot +Disallow: / + +User-agent: facebot +Disallow: / + +User-agent: TwitterBot +Disallow: / + +User-agent: GPTBot +Disallow: / diff --git a/src/layouts/Layout.astro b/src/layouts/Layout.astro index 5f1d684..80999a6 100644 --- a/src/layouts/Layout.astro +++ b/src/layouts/Layout.astro @@ -20,10 +20,12 @@ const title = Astro.props.frontmatter + +