summaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorDave Lawrence <dlawrence@mozilla.com>2013-02-15 00:27:44 +0100
committerDave Lawrence <dlawrence@mozilla.com>2013-02-15 00:27:44 +0100
commitcaa591c679e58bbb92802b0ff8a685f0f9d010f9 (patch)
tree853eb68786780ee6f8deb8bfd551491bc9738b71
parent32dc6a903f57059af5afdce5b53d43d3fa166dc7 (diff)
downloadbugzilla-caa591c679e58bbb92802b0ff8a685f0f9d010f9.tar.gz
bugzilla-caa591c679e58bbb92802b0ff8a685f0f9d010f9.tar.xz
Bug 839970 - sitemap extension needs to allow access to data/SiteMapIndex/sitemap* in robots.txt
-rw-r--r--robots.txt1
1 files changed, 1 insertions, 0 deletions
diff --git a/robots.txt b/robots.txt
index eb5d23d2f..1b025b316 100644
--- a/robots.txt
+++ b/robots.txt
@@ -8,6 +8,7 @@ Allow: /*page.cgi
Allow: /*show_bug.cgi
Allow: /*describecomponents.cgi
Allow: /*describekeywords.cgi
+Allow: /*data/SiteMapIndex/sitemap*.xml.gz
Disallow: /*show_bug.cgi*ctype=*
Disallow: /*show_bug.cgi*format=multiple*
Disallow: /*page.cgi*id=voting*