From 9cadb22315af5999004c901a8b499d95bed76743 Mon Sep 17 00:00:00 2001 From: Dave Lawrence Date: Fri, 11 Nov 2011 13:51:35 -0500 Subject: Bug 700876 - robots.txt - discourage search engines from indexing duplicate information r=glob --- robots.txt | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/robots.txt b/robots.txt index 6759c00b1..129fe60a7 100644 --- a/robots.txt +++ b/robots.txt @@ -2,11 +2,12 @@ User-agent: Browsershots Disallow: User-agent: * -Disallow: /*.cgi -Disallow: /*show_bug.cgi*ctype=* -Allow: / +Disallow: / Allow: /*index.cgi Allow: /*page.cgi Allow: /*show_bug.cgi Allow: /*describecomponents.cgi +Disallow: /*show_bug.cgi*ctype=* +Disallow: /*show_bug.cgi*format=multiple* +Disallow: /*page.cgi*id=voting* Sitemap: http://bugzilla.mozilla.org/page.cgi?id=sitemap/sitemap.xml -- cgit v1.2.3-24-g4f1b