diff --git a/morss/crawler.py b/morss/crawler.py index 3effee3..4a35012 100644 --- a/morss/crawler.py +++ b/morss/crawler.py @@ -113,8 +113,7 @@ class UAHandler(BaseHandler): class AutoRefererHandler(BaseHandler): def http_request(self, req): - if req.host != 'feeds.feedburner.com': - req.add_unredirected_header('Referer', 'http://%s' % req.host) + req.add_unredirected_header('Referer', 'http://%s' % req.host) return req https_request = http_request