diff options
Diffstat (limited to 'html/robots.txt')
| -rw-r--r-- | html/robots.txt | 33 |
1 files changed, 31 insertions, 2 deletions
diff --git a/html/robots.txt b/html/robots.txt index eb05362..1bd8b9e 100644 --- a/html/robots.txt +++ b/html/robots.txt @@ -1,2 +1,31 @@ -User-agent: * -Disallow: +User-agent: Amazonbot +Disallow: / + +User-agent: ChatGPT-User +Disallow: / + +User-agent: GPTBot +Disallow: / + +User-agent: Google-Extended +Disallow: / + +User-agent: anthropic-ai +Disallow: / + +User-agent: Omgilibot +Disallow: / + +User-agent: Omgili +Disallow: / + +User-agent: FacebookBot +Disallow: / + +User-agent: Bytespider +Disallow: / + +User-agent: ImagesiftBot +Disallow: / + +SITEMAP: https://pdp8.info/sitemap.txt |