add 'heritrix' (= crawler used by kansallisarkisto) to bot list

frc · Oct 30, 2017 · 49ecb51 · 49ecb51
1 parent 170e339
commit 49ecb51
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/advanced-cache.php b/advanced-cache.php
@@ -368,7 +368,7 @@ function add_debug_html_to_output( $debug_html ) {
 */
 
 if (in_array('bot', $batcache->unique)) {
-    $bots = array('Googlebot','Bingbot','msnbot','Slurp','DuckDuckBot','YandexBot','Exabot','facebot','facebookexternalhit');
+    $bots = array('Googlebot','Bingbot','msnbot','Slurp','DuckDuckBot','YandexBot','Exabot','facebot','facebookexternalhit','heritrix');
     if (isset($_SERVER['HTTP_USER_AGENT'])) {
         foreach($bots as $bot) {
             if(strpos(strtolower($_SERVER['HTTP_USER_AGENT']), strtolower($bot)) !== false) {