summaryrefslogtreecommitdiffstats
path: root/application/config
diff options
context:
space:
mode:
authorel-ma <eyupcol@yahoo.com>2016-05-26 08:34:16 +0200
committerel-ma <eyupcol@yahoo.com>2016-05-26 08:34:16 +0200
commit5bdcdd1f6c263ecdccabeb20f313215fb8532b88 (patch)
tree0e965e2f1ccdd2d745bca49f77b413d886d04afa /application/config
parentdf70014e4be5b7d45c123adecd194b457ffb971b (diff)
Update robots in config/user_agents.php
Added Majestic-12 and Uptimebot
Diffstat (limited to 'application/config')
-rw-r--r--application/config/user_agents.php4
1 files changed, 3 insertions, 1 deletions
diff --git a/application/config/user_agents.php b/application/config/user_agents.php
index f520df9bd..1359bbea9 100644
--- a/application/config/user_agents.php
+++ b/application/config/user_agents.php
@@ -209,5 +209,7 @@ $robots = array(
'adsbot-google' => 'AdsBot Google',
'feedfetcher-google' => 'Feedfetcher Google',
'curious george' => 'Curious George',
- 'ia_archiver' => 'Alexa Crawler'
+ 'ia_archiver' => 'Alexa Crawler',
+ 'MJ12bot' => 'Majestic-12',
+ 'Uptimebot' => 'Uptimebot'
);