From 0ad7eef952932351a778c6445d94a984e501146d Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Lina=C2=B2?= <20880695+hobgoblina@users.noreply.github.com> Date: Tue, 7 May 2024 13:58:47 -0400 Subject: [PATCH] add `Undocumented AI Agent` agent type to Dark Visitors API call --- .github/workflows/update-robots-txt.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/update-robots-txt.yml b/.github/workflows/update-robots-txt.yml index b2a7928c22466b..64c3d23a93cae7 100644 --- a/.github/workflows/update-robots-txt.yml +++ b/.github/workflows/update-robots-txt.yml @@ -20,7 +20,7 @@ jobs: curl --location 'https://api.darkvisitors.com/robots-txts' \ --header 'Content-Type: application/json' \ --header "Authorization: Bearer $API_KEY" \ - --data '{ "agent_types": [ "AI Data Scraper", "AI Assistant", "AI Search Crawler" ], "disallow": "/" }' >> public/robots.txt + --data '{ "agent_types": [ "AI Data Scraper", "AI Assistant", "AI Search Crawler", "Undocumented AI Agent" ], "disallow": "/" }' >> public/robots.txt - name: Create pull request uses: peter-evans/create-pull-request@v6 with: