summaryrefslogtreecommitdiff
path: root/html
diff options
context:
space:
mode:
authorpdp8 <pdp8@pdp8.info>2024-03-04 13:42:04 +0100
committerpdp8 <pdp8@pdp8.info>2024-03-04 13:42:04 +0100
commit6b40f3b54efabb740e825ba3d94b5695c2b98ede (patch)
tree2e2fae35cae72f73878cd5295e0f183891e284dc /html
parent4bd4cb578ee4579eaa81efec4b478654fae8e236 (diff)
disallow AI bots in robots.txt, mail.rb title, valid rss
Diffstat (limited to 'html')
-rw-r--r--html/robots.txt33
-rw-r--r--html/sitemap.txt11
-rw-r--r--html/style.css2
3 files changed, 43 insertions, 3 deletions
diff --git a/html/robots.txt b/html/robots.txt
index eb05362..1bd8b9e 100644
--- a/html/robots.txt
+++ b/html/robots.txt
@@ -1,2 +1,31 @@
-User-agent: *
-Disallow:
+User-agent: Amazonbot
+Disallow: /
+
+User-agent: ChatGPT-User
+Disallow: /
+
+User-agent: GPTBot
+Disallow: /
+
+User-agent: Google-Extended
+Disallow: /
+
+User-agent: anthropic-ai
+Disallow: /
+
+User-agent: Omgilibot
+Disallow: /
+
+User-agent: Omgili
+Disallow: /
+
+User-agent: FacebookBot
+Disallow: /
+
+User-agent: Bytespider
+Disallow: /
+
+User-agent: ImagesiftBot
+Disallow: /
+
+SITEMAP: https://pdp8.info/sitemap.txt
diff --git a/html/sitemap.txt b/html/sitemap.txt
new file mode 100644
index 0000000..1dce6f3
--- /dev/null
+++ b/html/sitemap.txt
@@ -0,0 +1,11 @@
+https://pdp8.info
+https://pdp8.info/about.html
+https://pdp8.info/climbing.html
+https://pdp8.info/code.html
+https://pdp8.info/contact.html
+https://pdp8.info/index.html
+https://pdp8.info/music.html
+https://pdp8.info/pictures.html
+https://pdp8.info/social/announce.html
+https://pdp8.info/social/create.html
+https://pdp8.info/videos.html
diff --git a/html/style.css b/html/style.css
index 1d5bfab..dbf2307 100644
--- a/html/style.css
+++ b/html/style.css
@@ -52,7 +52,7 @@ nav a:hover {
}
.post {
- margin: 1em;
+ margin: 2em 1em;
}
img,