Merge pull request #74 from NeuromatchAcademy/robots.txt-update

Update robots.txt
NeuromatchAcademy · Dec 23, 2024 · c2dd4b7 · c2dd4b7
2 parents 4ea5b6e + 580462e
commit c2dd4b7
Showing 1 changed file with 1 addition and 2 deletions.
diff --git a/public/robots.txt b/public/robots.txt
@@ -20,7 +20,6 @@ User-agent: *
 Disallow: /media_proxy/
 Disallow: /interact/
 Disallow: /api/v1/instance/domain_blocks
-
 # AI Data Scraper
 # https://darkvisitors.com/agents/ai2bot
 
@@ -181,4 +180,4 @@ Disallow: /
 # https://darkvisitors.com/agents/youbot
 
 User-agent: YouBot
-Disallow: /
+Disallow: /