From eb64c8ef6c56a6453b4b26381b04b9ad6aece301 Mon Sep 17 00:00:00 2001 From: Jamie Cameron Date: Mon, 28 Dec 2009 11:01:28 -0800 Subject: [PATCH] Added robots.txt file to block indexing --- CHANGELOG | 1 + makedist.pl | 2 +- miniserv.pl | 2 +- robots.txt | 2 ++ 4 files changed, 5 insertions(+), 2 deletions(-) create mode 100644 robots.txt diff --git a/CHANGELOG b/CHANGELOG index 40674b467..15e8bec50 100644 --- a/CHANGELOG +++ b/CHANGELOG @@ -126,3 +126,4 @@ Beginnings of a Basque translation, thanks to Mireia Lezea. ---- Changes since 1.500 ---- Czech translation updates, thanks to Karel Hudan. The Webmin RPM now preserves the /etc/webmin directory when un-installed and then re-installed. +Added a robots.txt file to block indexing of Webmin by search engines. diff --git a/makedist.pl b/makedist.pl index 779421677..dbc8fba0b 100755 --- a/makedist.pl +++ b/makedist.pl @@ -39,7 +39,7 @@ $zipdir = "zips"; "module_chooser.cgi", "config-windows", "xmlrpc.cgi", "uptracker.cgi", "create-module.pl", "webmin_search.cgi", "webmin-search-lib.pl", "WebminCore.pm", - "record-login.pl", "record-logout.pl", + "record-login.pl", "record-logout.pl", "robots.txt", ); if ($min) { # Only those required by others diff --git a/miniserv.pl b/miniserv.pl index f0f020fc5..4cc35cb93 100755 --- a/miniserv.pl +++ b/miniserv.pl @@ -3951,7 +3951,7 @@ my %vital = ("port", 80, "maxconns", 50, "pam", "webmin", "sidname", "sid", - "unauth", "^/unauthenticated/ ^[A-Za-z0-9\\-/_]+\\.jar\$ ^[A-Za-z0-9\\-/_]+\\.class\$ ^[A-Za-z0-9\\-/_]+\\.gif\$ ^[A-Za-z0-9\\-/_]+\\.conf\$ ^[A-Za-z0-9\\-/_]+\\.ico\$", + "unauth", "^/unauthenticated/ ^[A-Za-z0-9\\-/_]+\\.jar\$ ^[A-Za-z0-9\\-/_]+\\.class\$ ^[A-Za-z0-9\\-/_]+\\.gif\$ ^[A-Za-z0-9\\-/_]+\\.conf\$ ^[A-Za-z0-9\\-/_]+\\.ico\$ ^/robots.txt\$", "max_post", 10000, "expires", 7*24*60*60, "pam_test_user", "root", diff --git a/robots.txt b/robots.txt new file mode 100644 index 000000000..1f53798bb --- /dev/null +++ b/robots.txt @@ -0,0 +1,2 @@ +User-agent: * +Disallow: /