From 63e016df00bec5f1058baa9d1d25f4dd3c77c4e5 Mon Sep 17 00:00:00 2001 From: Rotzbua <Rotzbua@users.noreply.github.com> Date: Wed, 30 Aug 2023 17:16:07 +0200 Subject: [PATCH] gluon-status-page: disallow crawler/robots to index Disallow crawlers to crawl and index page. Crawling causes traffic and high load. Indexation max cause unintended attention, e.g. spam, .. Reference: https://developers.google.com/search/docs/crawling-indexing/robots-meta-tag --- .../files/lib/gluon/status-page/view/layout.html | 1 + .../files/lib/gluon/status-page/view/status-page.html | 1 + .../files/lib/gluon/status-page/www/index.html | 1 + .../files/lib/gluon/status-page/www/robots.txt | 2 ++ 4 files changed, 5 insertions(+) create mode 100644 package/gluon-status-page/files/lib/gluon/status-page/www/robots.txt diff --git a/package/gluon-status-page/files/lib/gluon/status-page/view/layout.html b/package/gluon-status-page/files/lib/gluon/status-page/view/layout.html index 6b960207..84661011 100644 --- a/package/gluon-status-page/files/lib/gluon/status-page/view/layout.html +++ b/package/gluon-status-page/files/lib/gluon/status-page/view/layout.html @@ -6,6 +6,7 @@ <head> <meta charset="utf-8"> <meta name="viewport" content="width=device-width, user-scalable=no"> + <meta name="robots" content="noindex,nofollow"> <title><%:Error%></title> diff --git a/package/gluon-status-page/files/lib/gluon/status-page/view/status-page.html b/package/gluon-status-page/files/lib/gluon/status-page/view/status-page.html index 0d21f94e..8c81373f 100644 --- a/package/gluon-status-page/files/lib/gluon/status-page/view/status-page.html +++ b/package/gluon-status-page/files/lib/gluon/status-page/view/status-page.html @@ -125,6 +125,7 @@ <head> <meta charset="utf-8"> <meta name="viewport" content="width=device-width, user-scalable=no"> + <meta name="robots" content="noindex,nofollow"> <title><%| nodeinfo.hostname %> - <%:Status%></title> diff --git a/package/gluon-status-page/files/lib/gluon/status-page/www/index.html b/package/gluon-status-page/files/lib/gluon/status-page/www/index.html index 03e08420..c13c8325 100644 --- a/package/gluon-status-page/files/lib/gluon/status-page/www/index.html +++ b/package/gluon-status-page/files/lib/gluon/status-page/www/index.html @@ -5,6 +5,7 @@ <meta http-equiv="Pragma" content="no-cache"> <meta http-equiv="Expires" content="0"> <meta http-equiv="refresh" content="0; URL=/cgi-bin/status"> + <meta name="robots" content="noindex,nofollow"> </head> <body> </body> diff --git a/package/gluon-status-page/files/lib/gluon/status-page/www/robots.txt b/package/gluon-status-page/files/lib/gluon/status-page/www/robots.txt new file mode 100644 index 00000000..1f53798b --- /dev/null +++ b/package/gluon-status-page/files/lib/gluon/status-page/www/robots.txt @@ -0,0 +1,2 @@ +User-agent: * +Disallow: / -- GitLab