From caa591c679e58bbb92802b0ff8a685f0f9d010f9 Mon Sep 17 00:00:00 2001 From: Dave Lawrence Date: Thu, 14 Feb 2013 18:27:44 -0500 Subject: Bug 839970 - sitemap extension needs to allow access to data/SiteMapIndex/sitemap* in robots.txt --- robots.txt | 1 + 1 file changed, 1 insertion(+) diff --git a/robots.txt b/robots.txt index eb5d23d2f..1b025b316 100644 --- a/robots.txt +++ b/robots.txt @@ -8,6 +8,7 @@ Allow: /*page.cgi Allow: /*show_bug.cgi Allow: /*describecomponents.cgi Allow: /*describekeywords.cgi +Allow: /*data/SiteMapIndex/sitemap*.xml.gz Disallow: /*show_bug.cgi*ctype=* Disallow: /*show_bug.cgi*format=multiple* Disallow: /*page.cgi*id=voting* -- cgit v1.2.3-24-g4f1b