diff --git a/public/robots.txt b/public/robots.txt index f82ad0e..7004e58 100644 --- a/public/robots.txt +++ b/public/robots.txt @@ -30,8 +30,20 @@ Disallow: / User-agent: Omgilibot Disallow: / +User-agent: Omgili +Disallow: / + User-Agent: FacebookBot Disallow: / User-agent: Amazonbot Disallow: / + +User-agent: anthropic-ai +Disallow: / + +User-agent: Bytespider +Disallow: / + +User-agent: Applebot-Extended +Disallow: / \ No newline at end of file