Replace MetaRedirect handler with two cleaner ones

One for <meta http-equiv> and one for HTTP 'refresh' header
2015-04-06 23:03:17 +08:00
parent f2fe4fc364
commit 1b4fc88ad0
2 changed files with 39 additions and 18 deletions
--- a/morss/morss.py
+++ b/morss/morss.py
@@ -233,8 +233,8 @@ class Cache:


 default_handlers = [crawler.GZIPHandler(), crawler.UAHandler(DEFAULT_UA),
-                    crawler.AutoRefererHandler(), crawler.MetaRedirectHandler(),
-                    crawler.EncodingFixHandler()]
+                    crawler.AutoRefererHandler(), crawler.HTTPEquivHandler(),
+                    crawler.HTTPRefreshHandler(), crawler.EncodingFixHandler()]

 def accept_handler(*kargs):
    handlers = default_handlers[:]