pictuga/morss
1
1
Fork 0
Code Issues Pull Requests Actions Packages Releases Activity

crawler: clean up code
All checks were successful
continuous-integration/drone/push Build is passing
Details

Browse Source
This commit is contained in:
pictuga 2021-11-10 23:25:03 +01:00
parent e42df98f83
commit 7eeb1d696c
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
morss/crawler.py
View File

@ -102,7 +102,7 @@ def adv_get(url, post=None, timeout=None, *args, **kwargs):
encoding= detect_encoding(data, con)
return {
'data':data,
'data': data,
'url': con.geturl(),
'con': con,
'contenttype': contenttype,
@ -428,7 +428,7 @@ class HTTPRefreshHandler(BaseHandler):
https_response = http_response
def parse_headers(text=u'\n\''):
def parse_headers(text=u'\n\n'):
if sys.version_info[0] >= 3:
# python 3
return message_from_string(text)