Added robots.txt file to block indexing

This commit is contained in:
Jamie Cameron 2009-12-28 11:01:28 -08:00
parent 730238ac32
commit eb64c8ef6c
4 changed files with 5 additions and 2 deletions

View File

@ -126,3 +126,4 @@ Beginnings of a Basque translation, thanks to Mireia Lezea.
---- Changes since 1.500 ---- ---- Changes since 1.500 ----
Czech translation updates, thanks to Karel Hudan. Czech translation updates, thanks to Karel Hudan.
The Webmin RPM now preserves the /etc/webmin directory when un-installed and then re-installed. The Webmin RPM now preserves the /etc/webmin directory when un-installed and then re-installed.
Added a robots.txt file to block indexing of Webmin by search engines.

View File

@ -39,7 +39,7 @@ $zipdir = "zips";
"module_chooser.cgi", "config-windows", "xmlrpc.cgi", "module_chooser.cgi", "config-windows", "xmlrpc.cgi",
"uptracker.cgi", "create-module.pl", "webmin_search.cgi", "uptracker.cgi", "create-module.pl", "webmin_search.cgi",
"webmin-search-lib.pl", "WebminCore.pm", "webmin-search-lib.pl", "WebminCore.pm",
"record-login.pl", "record-logout.pl", "record-login.pl", "record-logout.pl", "robots.txt",
); );
if ($min) { if ($min) {
# Only those required by others # Only those required by others

View File

@ -3951,7 +3951,7 @@ my %vital = ("port", 80,
"maxconns", 50, "maxconns", 50,
"pam", "webmin", "pam", "webmin",
"sidname", "sid", "sidname", "sid",
"unauth", "^/unauthenticated/ ^[A-Za-z0-9\\-/_]+\\.jar\$ ^[A-Za-z0-9\\-/_]+\\.class\$ ^[A-Za-z0-9\\-/_]+\\.gif\$ ^[A-Za-z0-9\\-/_]+\\.conf\$ ^[A-Za-z0-9\\-/_]+\\.ico\$", "unauth", "^/unauthenticated/ ^[A-Za-z0-9\\-/_]+\\.jar\$ ^[A-Za-z0-9\\-/_]+\\.class\$ ^[A-Za-z0-9\\-/_]+\\.gif\$ ^[A-Za-z0-9\\-/_]+\\.conf\$ ^[A-Za-z0-9\\-/_]+\\.ico\$ ^/robots.txt\$",
"max_post", 10000, "max_post", 10000,
"expires", 7*24*60*60, "expires", 7*24*60*60,
"pam_test_user", "root", "pam_test_user", "root",

2
robots.txt Normal file
View File

@ -0,0 +1,2 @@
User-agent: *
Disallow: /