Only use chardet on 2k letters
Takes forever otherwise
This commit is contained in:
parent
6f0efd5802
commit
df22396838
@ -98,7 +98,7 @@ def detect_encoding(data, con=None):
|
||||
if match:
|
||||
return match.groups()[0].lower().decode()
|
||||
|
||||
enc = chardet.detect(data)['encoding']
|
||||
enc = chardet.detect(data[-2000:])['encoding']
|
||||
if enc and enc != 'ascii':
|
||||
return enc
|
||||
|
||||
|
Loading…
x
Reference in New Issue
Block a user