summaryrefslogtreecommitdiffstats
path: root/extensions/SiteMapIndex/robots.txt
blob: 74cc630743accdef9cce1bf3291ee885d04d4b86 (plain)
1
2
3
4
5
6
7
8
9
10
User-agent: *
Disallow: /*.cgi
Disallow: /show_bug.cgi*ctype=*
Allow: /$
Allow: /index.cgi
Allow: /page.cgi
Allow: /show_bug.cgi
Allow: /describecomponents.cgi
Allow: /data/SiteMapIndex/sitemap*.xml.gz
Sitemap: SITEMAP_URL