diff --git a/static/robots.txt b/static/robots.txt index b1f84604..4bd0685f 100644 --- a/static/robots.txt +++ b/static/robots.txt @@ -7,6 +7,9 @@ Disallow: / User-agent: anthropic-ai Disallow: / +User-agent: Applebot-Extended +Disallow: / + User-agent: AwarioRssBot Disallow: /