summaryrefslogtreecommitdiffstats
path: root/robots.txt
diff options
context:
space:
mode:
Diffstat (limited to 'robots.txt')
-rw-r--r--robots.txt14
1 files changed, 13 insertions, 1 deletions
diff --git a/robots.txt b/robots.txt
index 0f823cb24..1b025b316 100644
--- a/robots.txt
+++ b/robots.txt
@@ -1,3 +1,15 @@
+User-agent: Browsershots
+Disallow:
+
User-agent: *
-Allow: /index.cgi
Disallow: /
+Allow: /*index.cgi
+Allow: /*page.cgi
+Allow: /*show_bug.cgi
+Allow: /*describecomponents.cgi
+Allow: /*describekeywords.cgi
+Allow: /*data/SiteMapIndex/sitemap*.xml.gz
+Disallow: /*show_bug.cgi*ctype=*
+Disallow: /*show_bug.cgi*format=multiple*
+Disallow: /*page.cgi*id=voting*
+Sitemap: http://bugzilla.mozilla.org/page.cgi?id=sitemap/sitemap.xml