Add Yahoo! Slurp bot to resolver regexps.
authorW. Trevor King <wking@drexel.edu>
Wed, 29 Feb 2012 17:42:34 +0000 (12:42 -0500)
committerW. Trevor King <wking@drexel.edu>
Wed, 29 Feb 2012 17:42:34 +0000 (12:42 -0500)
apachelog/resolve.py

index 8bb915ecd2b61df4e949c027c6e87f6f92012968..d4a21bcf7a3e09441c0cc6d14651dd76a13e00e1 100644 (file)
@@ -39,6 +39,7 @@ class Resolver (object):
 
     REGEXPS = {
         'feedburner': [_re.compile('.*rate-limited-proxy-.*.google.com.*')],
+        'yahoo': [_re.compile('.*crawl.yahoo.*')],  # slurp
         }
     for bot in [
         'baiduspider',