summaryrefslogtreecommitdiffstats
path: root/template/en/default/robots.txt.tmpl
blob: 7ef83c0f154ad17ecc1c30a5c2d9dc25fbe781d6 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
User-agent: *
Disallow: /
Crawl-delay: 30

[% IF NOT Bugzilla.localconfig.urlbase.matches("bugzilla-dev") %]

Allow: /$
Allow: /index.cgi

Allow: /page.cgi
Disallow: /page.cgi*id=voting*
Disallow: /page.cgi*id=productdashboard*
Disallow: /page.cgi*id=user_activity*

Allow: /show_bug.cgi
Disallow: /show_bug.cgi*ctype=*
Disallow: /show_bug.cgi*format=multiple*

Allow: /describecomponents.cgi
Allow: /describekeywords.cgi

[% Hook.process("end") %]

[% END %]