From 1f11423c08c8a3eefb2ec821e4e6101e3aab909d Mon Sep 17 00:00:00 2001
From: hobgoblina <20880695+hobgoblina@users.noreply.github.com>
Date: Sun, 25 Aug 2024 00:17:10 +0000
Subject: [PATCH] Update robots.txt

---
 public/robots.txt | 6 ++++++
 1 file changed, 6 insertions(+)

diff --git a/public/robots.txt b/public/robots.txt
index 5e726910270577..26ccaa30000069 100644
--- a/public/robots.txt
+++ b/public/robots.txt
@@ -140,6 +140,12 @@ Disallow: /
 User-agent: Timpibot
 Disallow: /
 
+# AI Data Scraper
+# https://darkvisitors.com/agents/webzio-extended
+
+User-agent: Webzio-Extended
+Disallow: /
+
 # AI Search Crawler
 # https://darkvisitors.com/agents/youbot