diff options
Diffstat (limited to 'extensions/SiteMapIndex/robots.txt')
| -rw-r--r-- | extensions/SiteMapIndex/robots.txt | 10 |
1 files changed, 0 insertions, 10 deletions
diff --git a/extensions/SiteMapIndex/robots.txt b/extensions/SiteMapIndex/robots.txt deleted file mode 100644 index 74cc63074..000000000 --- a/extensions/SiteMapIndex/robots.txt +++ /dev/null @@ -1,10 +0,0 @@ -User-agent: * -Disallow: /*.cgi -Disallow: /show_bug.cgi*ctype=* -Allow: /$ -Allow: /index.cgi -Allow: /page.cgi -Allow: /show_bug.cgi -Allow: /describecomponents.cgi -Allow: /data/SiteMapIndex/sitemap*.xml.gz -Sitemap: SITEMAP_URL |