From 344c9475c95d5c7a9801855e991ba18ed9587ec6 Mon Sep 17 00:00:00 2001 From: Mary Umoh Date: Wed, 23 Aug 2017 17:46:00 -0400 Subject: Bug 1388526 - Add rules to robots.txt.tmpl to account for the differences between development and production --- template/en/default/robots.txt.tmpl | 4 ++++ 1 file changed, 4 insertions(+) (limited to 'template') diff --git a/template/en/default/robots.txt.tmpl b/template/en/default/robots.txt.tmpl index 762b000ec..d8c1b5b86 100644 --- a/template/en/default/robots.txt.tmpl +++ b/template/en/default/robots.txt.tmpl @@ -1,6 +1,8 @@ User-agent: * Disallow: / +[% IF NOT urlbase.matches("bugzilla-dev") %] + Allow: /$ Allow: /index.cgi @@ -17,3 +19,5 @@ Allow: /describecomponents.cgi Allow: /describekeywords.cgi [% Hook.process("end") %] + +[% END %] -- cgit v1.2.3-24-g4f1b