From 13408dc745948de52f0dc6f1a3e7080a39289ab4 Mon Sep 17 00:00:00 2001
From: David Lawrence <dkl@mozilla.com>
Date: Mon, 7 Apr 2014 21:57:20 +0000
Subject: Reverted Bug 992925 - Tell search engines not to index
 https://bugzilla-dev.allizom.org

---
 robots.txt | 14 ++++++++++++++
 1 file changed, 14 insertions(+)

diff --git a/robots.txt b/robots.txt
index a75f0872b..9a64b62d8 100644
--- a/robots.txt
+++ b/robots.txt
@@ -3,3 +3,17 @@ Disallow: /
 
 Allow: /$
 Allow: /index.cgi
+
+Allow: /page.cgi
+Disallow: /page.cgi*id=voting*
+Disallow: /page.cgi*id=productdashboard*
+
+Allow: /show_bug.cgi
+Disallow: /show_bug.cgi*ctype=*
+Disallow: /show_bug.cgi*format=multiple*
+
+Allow: /describecomponents.cgi
+Allow: /describekeywords.cgi
+
+Allow: /data/SiteMapIndex/sitemap*.xml.gz
+Sitemap: http://bugzilla.mozilla.org/page.cgi?id=sitemap/sitemap.xml
-- 
cgit v1.2.3-24-g4f1b