Update robots.txt for 0.19.6 (#3885)

* Update robots.txt for 0.19.6 Signed-off-by: Nok Lam Chan <[email protected]> * Update robots.txt Signed-off-by: Nok Lam Chan <[email protected]> --------- Signed-off-by: Nok Lam Chan <[email protected]>
kedro-org · May 23, 2024 · 545cab7 · 545cab7
1 parent 56f2095
commit 545cab7
Showing 1 changed file with 11 additions and 9 deletions.
diff --git a/docs/source/robots.txt b/docs/source/robots.txt
@@ -1,15 +1,17 @@
 User-agent: *
 Disallow: /
 Allow: /en/stable/
-Allow: /en/0.19.5/
-Allow: /en/0.19.4/
-Allow: /en/0.19.3/
-Allow: /en/0.19.2/
-Allow: /en/0.19.1/
-Allow: /en/0.19.0/
-Allow: /en/0.18.14/
-Allow: /en/0.17.7/
+Allow: /en/0.19.6*
+Allow: /en/0.19.5*
+Allow: /en/0.19.4*
+Allow: /en/0.19.3*
+Allow: /en/0.19.2*
+Allow: /en/0.19.1*
+Allow: /en/0.19.0*
+Allow: /en/0.18.14*
+Allow: /en/0.17.7*
 Allow: /projects/kedro-viz/en/stable/
-Allow: /projects/kedro-datasets/en/kedro-datasets-3.0.0/
+Allow: /projects/kedro-datasets/en/kedro-datasets-3.0.0*
+Allow: */sitemap.xml
 
 Sitemap: https://docs.kedro.org/sitemap.xml