summaryrefslogtreecommitdiffstats
path: root/extensions
diff options
context:
space:
mode:
authorByron Jones <bjones@mozilla.com>2013-07-02 07:06:36 +0200
committerByron Jones <bjones@mozilla.com>2013-07-02 07:06:36 +0200
commit6df160df8d911bc11f6dbe8889bdaa0e89460fd3 (patch)
tree976aaa19d9868492459fc425320bdd215eb9fbd0 /extensions
parent975dd38482945e10cf0ea2f020856653298d5c28 (diff)
downloadbugzilla-6df160df8d911bc11f6dbe8889bdaa0e89460fd3.tar.gz
bugzilla-6df160df8d911bc11f6dbe8889bdaa0e89460fd3.tar.xz
Bug 888829: updated robots.txt is being replaced by the SiteMapIndex extension
Diffstat (limited to 'extensions')
-rw-r--r--extensions/SiteMapIndex/Extension.pm2
-rw-r--r--extensions/SiteMapIndex/robots.txt14
2 files changed, 8 insertions, 8 deletions
diff --git a/extensions/SiteMapIndex/Extension.pm b/extensions/SiteMapIndex/Extension.pm
index f36fa8c81..23c460fb8 100644
--- a/extensions/SiteMapIndex/Extension.pm
+++ b/extensions/SiteMapIndex/Extension.pm
@@ -134,7 +134,7 @@ sub _fix_robots_txt {
{ local $/; $current_contents = <$current_fh> }
$current_fh->close();
- return if $current_contents =~ m{^Allow: \/\*show_bug\.cgi}ms;
+ return if $current_contents =~ /^Sitemap:/m;
my $backup_name = "$cgi_path/robots.txt.old";
print get_text('sitemap_fixing_robots', { current => $robots_file,
backup => $backup_name }), "\n";
diff --git a/extensions/SiteMapIndex/robots.txt b/extensions/SiteMapIndex/robots.txt
index 7adeebd32..74cc63074 100644
--- a/extensions/SiteMapIndex/robots.txt
+++ b/extensions/SiteMapIndex/robots.txt
@@ -1,10 +1,10 @@
User-agent: *
Disallow: /*.cgi
-Disallow: /*show_bug.cgi*ctype=*
-Allow: /
-Allow: /*index.cgi
-Allow: /*page.cgi
-Allow: /*show_bug.cgi
-Allow: /*describecomponents.cgi
-Allow: /*data/SiteMapIndex/sitemap*.xml.gz
+Disallow: /show_bug.cgi*ctype=*
+Allow: /$
+Allow: /index.cgi
+Allow: /page.cgi
+Allow: /show_bug.cgi
+Allow: /describecomponents.cgi
+Allow: /data/SiteMapIndex/sitemap*.xml.gz
Sitemap: SITEMAP_URL