diff --git a/public/robots.txt b/public/robots.txt index 5e726910270577..26ccaa30000069 100644 --- a/public/robots.txt +++ b/public/robots.txt @@ -140,6 +140,12 @@ Disallow: / User-agent: Timpibot Disallow: / +# AI Data Scraper +# https://darkvisitors.com/agents/webzio-extended + +User-agent: Webzio-Extended +Disallow: / + # AI Search Crawler # https://darkvisitors.com/agents/youbot