Added robots.txt file to block indexing

diff --git a/CHANGELOG b/CHANGELOG
index 40674b4..15e8bec 100644 (file)
--- a/CHANGELOG
+++ b/CHANGELOG
@@ -126,3 +126,4 @@ Beginnings of a Basque translation, thanks to Mireia Lezea.
 ---- Changes since 1.500 ----
 Czech translation updates, thanks to Karel Hudan.
 The Webmin RPM now preserves the /etc/webmin directory when un-installed and then re-installed.
+Added a robots.txt file to block indexing of Webmin by search engines.

diff --git a/makedist.pl b/makedist.pl
index 7794216..dbc8fba 100755 (executable)
--- a/makedist.pl
+++ b/makedist.pl
@@ -39,7 +39,7 @@ $zipdir = "zips";
          "module_chooser.cgi", "config-windows", "xmlrpc.cgi",
          "uptracker.cgi", "create-module.pl", "webmin_search.cgi",
          "webmin-search-lib.pl", "WebminCore.pm",
-         "record-login.pl", "record-logout.pl",
+         "record-login.pl", "record-logout.pl", "robots.txt",
         );
 if ($min) {
        # Only those required by others

diff --git a/miniserv.pl b/miniserv.pl
index f0f020f..4cc35cb 100755 (executable)
--- a/miniserv.pl
+++ b/miniserv.pl
@@ -3951,7 +3951,7 @@ my %vital = ("port", 80,
          "maxconns", 50,
          "pam", "webmin",
          "sidname", "sid",
-         "unauth", "^/unauthenticated/ ^[A-Za-z0-9\\-/_]+\\.jar\$ ^[A-Za-z0-9\\-/_]+\\.class\$ ^[A-Za-z0-9\\-/_]+\\.gif\$ ^[A-Za-z0-9\\-/_]+\\.conf\$ ^[A-Za-z0-9\\-/_]+\\.ico\$",
+         "unauth", "^/unauthenticated/ ^[A-Za-z0-9\\-/_]+\\.jar\$ ^[A-Za-z0-9\\-/_]+\\.class\$ ^[A-Za-z0-9\\-/_]+\\.gif\$ ^[A-Za-z0-9\\-/_]+\\.conf\$ ^[A-Za-z0-9\\-/_]+\\.ico\$ ^/robots.txt\$",
          "max_post", 10000,
          "expires", 7*24*60*60,
          "pam_test_user", "root",

diff --git a/robots.txt b/robots.txt
new file mode 100644 (file)
index 0000000..1f53798
--- /dev/null
+++ b/robots.txt
@@ -0,0 +1,2 @@
+User-agent: *
+Disallow: /