From fb2be090add87780e6760003998314775241de21 Mon Sep 17 00:00:00 2001
From: hobgoblina <20880695+hobgoblina@users.noreply.github.com>
Date: Sun, 16 Jun 2024 00:15:57 +0000
Subject: [PATCH] Update robots.txt

---
 public/robots.txt | 6 ++++++
 1 file changed, 6 insertions(+)

diff --git a/public/robots.txt b/public/robots.txt
index a955b370f20618..f8bbfa4c9f707d 100644
--- a/public/robots.txt
+++ b/public/robots.txt
@@ -38,6 +38,12 @@ Disallow: /
 User-agent: Applebot
 Disallow: /
 
+# AI Data Scraper
+# https://darkvisitors.com/agents/applebot-extended
+
+User-agent: Applebot-Extended
+Disallow: /
+
 # AI Data Scraper
 # https://darkvisitors.com/agents/bytespider