summaryrefslogtreecommitdiffstats
path: root/extensions/SiteMapIndex/robots.txt
diff options
context:
space:
mode:
authorMary Umoh <umohm12@gmail.com>2017-08-08 23:12:08 +0200
committerDylan William Hardison <dylan@hardison.net>2017-08-08 23:12:08 +0200
commit63dd3061a164345095847e502bb5395bb5570c3a (patch)
tree3022c22ceb767f6e360d62124d558c2accf86a44 /extensions/SiteMapIndex/robots.txt
parentc4db6d0065992417859f6b8db11e0fcad12051d5 (diff)
downloadbugzilla-63dd3061a164345095847e502bb5395bb5570c3a.tar.gz
bugzilla-63dd3061a164345095847e502bb5395bb5570c3a.tar.xz
Bug 1386336 - Generate robots.txt at checksetup.pl from a template
Diffstat (limited to 'extensions/SiteMapIndex/robots.txt')
-rw-r--r--extensions/SiteMapIndex/robots.txt10
1 files changed, 0 insertions, 10 deletions
diff --git a/extensions/SiteMapIndex/robots.txt b/extensions/SiteMapIndex/robots.txt
deleted file mode 100644
index 74cc63074..000000000
--- a/extensions/SiteMapIndex/robots.txt
+++ /dev/null
@@ -1,10 +0,0 @@
-User-agent: *
-Disallow: /*.cgi
-Disallow: /show_bug.cgi*ctype=*
-Allow: /$
-Allow: /index.cgi
-Allow: /page.cgi
-Allow: /show_bug.cgi
-Allow: /describecomponents.cgi
-Allow: /data/SiteMapIndex/sitemap*.xml.gz
-Sitemap: SITEMAP_URL