Update robot to not index unused translations

starknet-io · Nov 20, 2023 · ef7876f · ef7876f
1 parent 0545461
commit ef7876f
Showing 1 changed file with 8 additions and 1 deletion.
diff --git a/public/robots.txt b/public/robots.txt
@@ -1,2 +1,9 @@
 User-agent: *
-Allow: /
+Allow: /
+Disallow: /ar/*
+Disallow: /de/*
+Disallow: /es/*
+Disallow: /fr/*
+Disallow: /ja/*
+Disallow: /ko/*
+Disallow: /pt/*