From a21d718edfe6772b0e0a86eb5cb8937c7083bf5b Mon Sep 17 00:00:00 2001 From: Dave Lawrence Date: Fri, 15 Feb 2013 11:30:22 -0500 Subject: Bug 839970 - sitemap extension needs to allow access to data/SiteMapIndex/sitemap* in robots.txt --- extensions/SiteMapIndex/robots.txt | 1 + 1 file changed, 1 insertion(+) (limited to 'extensions/SiteMapIndex') diff --git a/extensions/SiteMapIndex/robots.txt b/extensions/SiteMapIndex/robots.txt index 139edbf93..7adeebd32 100644 --- a/extensions/SiteMapIndex/robots.txt +++ b/extensions/SiteMapIndex/robots.txt @@ -6,4 +6,5 @@ Allow: /*index.cgi Allow: /*page.cgi Allow: /*show_bug.cgi Allow: /*describecomponents.cgi +Allow: /*data/SiteMapIndex/sitemap*.xml.gz Sitemap: SITEMAP_URL -- cgit v1.2.3-24-g4f1b