From 580462ecb6311c0f23ffd5acc85ddb4112020758 Mon Sep 17 00:00:00 2001 From: hobgoblina <20880695+hobgoblina@users.noreply.github.com> Date: Sun, 22 Dec 2024 00:19:31 +0000 Subject: [PATCH] Update robots.txt --- public/robots.txt | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/public/robots.txt b/public/robots.txt index f8286f1e158b17..824dd8fbafdf6a 100644 --- a/public/robots.txt +++ b/public/robots.txt @@ -20,7 +20,6 @@ User-agent: * Disallow: /media_proxy/ Disallow: /interact/ Disallow: /api/v1/instance/domain_blocks - # AI Data Scraper # https://darkvisitors.com/agents/ai2bot @@ -181,4 +180,4 @@ Disallow: / # https://darkvisitors.com/agents/youbot User-agent: YouBot -Disallow: / +Disallow: / \ No newline at end of file