Compare commits

...

1 Commits

Author SHA1 Message Date
f83a4b1430 readabilite: avoid double parsing of html
Some checks reported errors
continuous-integration/drone/push Build was killed
2022-01-01 12:36:06 +01:00

View File

@@ -19,19 +19,13 @@ import re
import lxml.etree import lxml.etree
import lxml.html import lxml.html
import lxml.html.soupparser
from bs4 import BeautifulSoup from bs4 import BeautifulSoup
def parse(data, encoding=None): def parse(data, encoding=None):
if encoding: kwargs = {'from_encoding': encoding} if encoding else {}
data = BeautifulSoup(data, 'lxml', from_encoding=encoding).prettify('utf-8') return lxml.html.soupparser.fromstring(data, **kwargs)
else:
data = BeautifulSoup(data, 'lxml').prettify('utf-8')
parser = lxml.html.HTMLParser(remove_comments=True, encoding='utf-8')
return lxml.html.fromstring(data, parser=parser)
def count_words(string): def count_words(string):