graham/ghall.space
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

robots.txt

Browse Source
This commit is contained in:
Graham Hall
2023-08-07 09:42:51 -04:00
parent 7d7dcb13f9
commit 0a232c02e3
2 changed files with 18 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
public/robots.txt
+16
View File
@@ -0,0 +1,16 @@
# {•̃_•̃} < Beep boop!
User-agent: Baiduspider
Disallow: /
User-agent: YandexBot
Disallow: /
User-agent: facebot
Disallow: /
User-agent: TwitterBot
Disallow: /
User-agent: GPTBot
Disallow: /
src/layouts/Layout.astro
+2
View File
@@ -20,10 +20,12 @@ const title = Astro.props.frontmatter
<meta name="viewport" content="width=device-width" /> <meta name="viewport" content="width=device-width" />
<link rel="icon" type="image/svg+xml" href="/favicon.svg" /> <link rel="icon" type="image/svg+xml" href="/favicon.svg" />
<meta name="generator" content={Astro.generator} /> <meta name="generator" content={Astro.generator} />
<meta name="robots" content="noindex" />
<meta <meta
name="description" name="description"
content="My personal blog about life, gaming, tech, and whatever else I feel like writing about." content="My personal blog about life, gaming, tech, and whatever else I feel like writing about."
/> />
<link <link
rel="alternate" rel="alternate"
type="application/rss+xml" type="application/rss+xml"