crawler: remove unefficient feedburner-specific code
This commit is contained in:
		@@ -113,8 +113,7 @@ class UAHandler(BaseHandler):
 | 
			
		||||
 | 
			
		||||
class AutoRefererHandler(BaseHandler):
 | 
			
		||||
    def http_request(self, req):
 | 
			
		||||
        if req.host != 'feeds.feedburner.com':
 | 
			
		||||
            req.add_unredirected_header('Referer', 'http://%s' % req.host)
 | 
			
		||||
        req.add_unredirected_header('Referer', 'http://%s' % req.host)
 | 
			
		||||
        return req
 | 
			
		||||
 | 
			
		||||
    https_request = http_request
 | 
			
		||||
 
 | 
			
		||||
		Reference in New Issue
	
	Block a user