crawler: remove unefficient feedburner-specific code
This commit is contained in:
parent
367f86987d
commit
e1a13a623c
@ -113,8 +113,7 @@ class UAHandler(BaseHandler):
|
||||
|
||||
class AutoRefererHandler(BaseHandler):
|
||||
def http_request(self, req):
|
||||
if req.host != 'feeds.feedburner.com':
|
||||
req.add_unredirected_header('Referer', 'http://%s' % req.host)
|
||||
req.add_unredirected_header('Referer', 'http://%s' % req.host)
|
||||
return req
|
||||
|
||||
https_request = http_request
|
||||
|
Loading…
x
Reference in New Issue
Block a user