extensions/SiteMapIndex/robots.txt


1
2
3
4
5
6
7
8
9
10

User-agent: *
Disallow: /*.cgi
Disallow: /show_bug.cgi*ctype=*
Allow: /$
Allow: /index.cgi
Allow: /page.cgi
Allow: /show_bug.cgi
Allow: /describecomponents.cgi
Allow: /data/SiteMapIndex/sitemap*.xml.gz
Sitemap: SITEMAP_URL