From 3dadac39fee3a1762be1c300fc394817b409a566 Mon Sep 17 00:00:00 2001 From: limepotato Date: Thu, 4 Jul 2024 11:41:13 -0600 Subject: [PATCH] More robots.txt --- public/robots.txt | 12 ++++++++++++ 1 file changed, 12 insertions(+) diff --git a/public/robots.txt b/public/robots.txt index f82ad0e..7004e58 100644 --- a/public/robots.txt +++ b/public/robots.txt @@ -30,8 +30,20 @@ Disallow: / User-agent: Omgilibot Disallow: / +User-agent: Omgili +Disallow: / + User-Agent: FacebookBot Disallow: / User-agent: Amazonbot Disallow: / + +User-agent: anthropic-ai +Disallow: / + +User-agent: Bytespider +Disallow: / + +User-agent: Applebot-Extended +Disallow: / \ No newline at end of file