summaryrefslogtreecommitdiffstats
path: root/template/en/default/robots.txt.tmpl
blob: a4f8aed248f21bae354d3cd1840316d15aa85983 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
User-agent: *
Disallow: /
Crawl-delay: 30

[% IF NOT Bugzilla.localconfig.urlbase.matches("bugzilla-dev") %]

Allow: /$
Allow: /index.cgi

Allow: /page.cgi
Disallow: /page.cgi*id=voting*
Disallow: /page.cgi*id=productdashboard*
Disallow: /page.cgi*id=user_activity*

Allow: /show_bug.cgi
Disallow: /show_bug.cgi*ctype=*
Disallow: /show_bug.cgi*format=multiple*

Allow: /describecomponents.cgi
Allow: /describekeywords.cgi

[% FILTER remove('#.*') %]
[% Hook.process("end") %]
[% END %]

[% END %]