From 3f7723a533a97b2400eb0de417b98d3f076e8706 Mon Sep 17 00:00:00 2001 From: Kesara Rathnayake Date: Thu, 26 Sep 2024 23:40:40 +1200 Subject: [PATCH] build: Disallow /search/ in robots.txt --- k8s/iabweb/nginx-default.conf | 2 +- k8s/ietfweb/nginx-default.conf | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/k8s/iabweb/nginx-default.conf b/k8s/iabweb/nginx-default.conf index 663c1ce7..0ef16a12 100644 --- a/k8s/iabweb/nginx-default.conf +++ b/k8s/iabweb/nginx-default.conf @@ -23,7 +23,7 @@ server { } location /robots.txt { add_header Content-Type text/plain; - return 200 "User-agent: *\nDisallow: /admin/\n"; + return 200 "User-agent: *\nDisallow: /admin/\nDisallow: /search/\n"; } location @error_redirect { proxy_pass http://127.0.0.1:8000; diff --git a/k8s/ietfweb/nginx-default.conf b/k8s/ietfweb/nginx-default.conf index e8ab5996..56ff7a47 100644 --- a/k8s/ietfweb/nginx-default.conf +++ b/k8s/ietfweb/nginx-default.conf @@ -161,7 +161,7 @@ server { } location /robots.txt { add_header Content-Type text/plain; - return 200 "User-agent: *\nDisallow: /admin/\n"; + return 200 "User-agent: *\nDisallow: /admin/\nDisallow: /search/\n"; } location @error_redirect { proxy_pass http://127.0.0.1:8000;