From b0b689bc1d24c63c50e6a9d4ffc97b19cb6fd259 Mon Sep 17 00:00:00 2001
From: hobgoblina <20880695+hobgoblina@users.noreply.github.com>
Date: Sun, 12 May 2024 00:15:25 +0000
Subject: [PATCH] Update robots.txt

---
 public/robots.txt | 16 ++++++++++++++--
 1 file changed, 14 insertions(+), 2 deletions(-)

diff --git a/public/robots.txt b/public/robots.txt
index 613c48e6c4c673..a955b370f20618 100644
--- a/public/robots.txt
+++ b/public/robots.txt
@@ -26,7 +26,7 @@ Disallow: /interact/
 User-agent: Amazonbot
 Disallow: /
 
-# AI Data Scraper
+# Undocumented AI Agent
 # https://darkvisitors.com/agents/anthropic-ai
 
 User-agent: anthropic-ai
@@ -56,7 +56,19 @@ Disallow: /
 User-agent: ChatGPT-User
 Disallow: /
 
-# AI Assistant
+# Undocumented AI Agent
+# https://darkvisitors.com/agents/claude-web
+
+User-agent: Claude-Web
+Disallow: /
+
+# AI Data Scraper
+# https://darkvisitors.com/agents/claudebot
+
+User-agent: ClaudeBot
+Disallow: /
+
+# Undocumented AI Agent
 # https://darkvisitors.com/agents/cohere-ai
 
 User-agent: cohere-ai