From 0ea7a2404b1d2af11947ca0fbedc614cf586a07e Mon Sep 17 00:00:00 2001 From: pdp8 Date: Mon, 4 Mar 2024 12:51:29 +0100 Subject: disallow AI bots in robots.txt --- robots.txt | 36 ++++++++++++++++++++++++++++++++++-- 1 file changed, 34 insertions(+), 2 deletions(-) (limited to 'robots.txt') diff --git a/robots.txt b/robots.txt index eb05362..370a356 100644 --- a/robots.txt +++ b/robots.txt @@ -1,2 +1,34 @@ -User-agent: * -Disallow: +User-agent: Amazonbot +Disallow: / + +User-agent: CCBot +Disallow: / + +User-agent: ChatGPT-User +Disallow: / + +User-agent: GPTBot +Disallow: / + +User-agent: Google-Extended +Disallow: / + +User-agent: anthropic-ai +Disallow: / + +User-agent: Omgilibot +Disallow: / + +User-agent: Omgili +Disallow: / + +User-agent: FacebookBot +Disallow: / + +User-agent: Bytespider +Disallow: / + +User-agent: ImagesiftBot +Disallow: / + +SITEMAP: https://pdp8.info/sitemap.txt -- cgit v1.2.3