summaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
-rw-r--r--robots.txt25
1 files changed, 9 insertions, 16 deletions
diff --git a/robots.txt b/robots.txt
index cbe28a2cd..b26f019f7 100644
--- a/robots.txt
+++ b/robots.txt
@@ -1,17 +1,10 @@
-User-agent: Browsershots
-Disallow: /
-
User-agent: *
-Disallow: /
-Allow: /$
-Allow: /index.cgi
-Allow: /page.cgi
-Allow: /show_bug.cgi
-Allow: /describecomponents.cgi
-Allow: /describekeywords.cgi
-Allow: /data/SiteMapIndex/sitemap*.xml.gz
-Disallow: /show_bug.cgi*ctype=*
-Disallow: /show_bug.cgi*format=multiple*
-Disallow: /page.cgi*id=voting*
-Disallow: /page.cgi*id=productdashboard*
-Sitemap: http://bugzilla.mozilla.org/page.cgi?id=sitemap/sitemap.xml
+Disallow: /*.cgi
+Disallow: /*show_bug.cgi*ctype=*
+Allow: /
+Allow: /*index.cgi
+Allow: /*page.cgi
+Allow: /*show_bug.cgi
+Allow: /*describecomponents.cgi
+Allow: /*data/SiteMapIndex/sitemap*.xml.gz
+Sitemap: https://bugzilla.mozilla.org/page.cgi?id=sitemap/sitemap.xml