pictuga
/
morss
1
1
Fork 0
Code Issues Pull Requests Actions Packages Releases Activity

wsgi: reuse mimetype table from crawler

master
pictuga 2022-01-22 13:22:39 +01:00
parent fdf9acd32b
commit fe5dbf1ce0
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
morss/wsgi.py
View File

@ -194,7 +194,7 @@ def cgi_get(environ, start_response):
# get page # get page
req = crawler.adv_get(url=url, timeout=TIMEOUT) req = crawler.adv_get(url=url, timeout=TIMEOUT)
if req['contenttype'] in ['text/html', 'application/xhtml+xml', 'application/xml']: if req['contenttype'] in crawler.MIMETYPE['html']:
if options['get'] == 'page': if options['get'] == 'page':
html = readabilite.parse(req['data'], encoding=req['encoding']) html = readabilite.parse(req['data'], encoding=req['encoding'])
html.make_links_absolute(req['url']) html.make_links_absolute(req['url'])