summaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
-rw-r--r--robots.txt14
1 files changed, 14 insertions, 0 deletions
diff --git a/robots.txt b/robots.txt
index a75f0872b..9a64b62d8 100644
--- a/robots.txt
+++ b/robots.txt
@@ -3,3 +3,17 @@ Disallow: /
Allow: /$
Allow: /index.cgi
+
+Allow: /page.cgi
+Disallow: /page.cgi*id=voting*
+Disallow: /page.cgi*id=productdashboard*
+
+Allow: /show_bug.cgi
+Disallow: /show_bug.cgi*ctype=*
+Disallow: /show_bug.cgi*format=multiple*
+
+Allow: /describecomponents.cgi
+Allow: /describekeywords.cgi
+
+Allow: /data/SiteMapIndex/sitemap*.xml.gz
+Sitemap: http://bugzilla.mozilla.org/page.cgi?id=sitemap/sitemap.xml