diff options
Diffstat (limited to 'robots.txt')
| -rw-r--r-- | robots.txt | 31 |
1 files changed, 0 insertions, 31 deletions
diff --git a/robots.txt b/robots.txt deleted file mode 100644 index 1bd8b9e..0000000 --- a/robots.txt +++ /dev/null @@ -1,31 +0,0 @@ -User-agent: Amazonbot -Disallow: / - -User-agent: ChatGPT-User -Disallow: / - -User-agent: GPTBot -Disallow: / - -User-agent: Google-Extended -Disallow: / - -User-agent: anthropic-ai -Disallow: / - -User-agent: Omgilibot -Disallow: / - -User-agent: Omgili -Disallow: / - -User-agent: FacebookBot -Disallow: / - -User-agent: Bytespider -Disallow: / - -User-agent: ImagesiftBot -Disallow: / - -SITEMAP: https://pdp8.info/sitemap.txt |