From 63e016df00bec5f1058baa9d1d25f4dd3c77c4e5 Mon Sep 17 00:00:00 2001 From: Rotzbua Date: Wed, 30 Aug 2023 17:16:07 +0200 Subject: [PATCH] gluon-status-page: disallow crawler/robots to index Disallow crawlers to crawl and index page. Crawling causes traffic and high load. Indexation max cause unintended attention, e.g. spam, .. Reference: https://developers.google.com/search/docs/crawling-indexing/robots-meta-tag --- .../files/lib/gluon/status-page/view/layout.html | 1 + .../files/lib/gluon/status-page/view/status-page.html | 1 + .../files/lib/gluon/status-page/www/index.html | 1 + .../files/lib/gluon/status-page/www/robots.txt | 2 ++ 4 files changed, 5 insertions(+) create mode 100644 package/gluon-status-page/files/lib/gluon/status-page/www/robots.txt diff --git a/package/gluon-status-page/files/lib/gluon/status-page/view/layout.html b/package/gluon-status-page/files/lib/gluon/status-page/view/layout.html index 6b960207e9..84661011ea 100644 --- a/package/gluon-status-page/files/lib/gluon/status-page/view/layout.html +++ b/package/gluon-status-page/files/lib/gluon/status-page/view/layout.html @@ -6,6 +6,7 @@ + <%:Error%> diff --git a/package/gluon-status-page/files/lib/gluon/status-page/view/status-page.html b/package/gluon-status-page/files/lib/gluon/status-page/view/status-page.html index 0d21f94e9b..8c81373f7b 100644 --- a/package/gluon-status-page/files/lib/gluon/status-page/view/status-page.html +++ b/package/gluon-status-page/files/lib/gluon/status-page/view/status-page.html @@ -125,6 +125,7 @@ + <%| nodeinfo.hostname %> - <%:Status%> diff --git a/package/gluon-status-page/files/lib/gluon/status-page/www/index.html b/package/gluon-status-page/files/lib/gluon/status-page/www/index.html index 03e08420d6..c13c832562 100644 --- a/package/gluon-status-page/files/lib/gluon/status-page/www/index.html +++ b/package/gluon-status-page/files/lib/gluon/status-page/www/index.html @@ -5,6 +5,7 @@ + diff --git a/package/gluon-status-page/files/lib/gluon/status-page/www/robots.txt b/package/gluon-status-page/files/lib/gluon/status-page/www/robots.txt new file mode 100644 index 0000000000..1f53798bb4 --- /dev/null +++ b/package/gluon-status-page/files/lib/gluon/status-page/www/robots.txt @@ -0,0 +1,2 @@ +User-agent: * +Disallow: /