nojhan/weboob-devel
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

boobot: Try to use HTML encoding

Browse source
This commit is contained in:
Laurent Bachelier 2013-06-23 20:26:12 +02:00
commit b6021ec90d
1 changed files with 8 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

8
contrib/boobot.py
View file

@ -116,6 +116,14 @@ class BoobotBrowser(StandardBrowser):
hsize = self.human_size(size) hsize = self.human_size(size)
r.seek(0) r.seek(0)
encoding = EncodingFinder('windows-1252').encoding(r).lower() encoding = EncodingFinder('windows-1252').encoding(r).lower()
try:
h = self.get_document(r, parser='lxml', encoding=encoding)
for meta in h.xpath('//head/meta'):
encoding = meta.attrib.get('charset', encoding).lower()
except Exception as e:
print e
finally:
r.seek(0)
if encoding == 'iso-8859-1': if encoding == 'iso-8859-1':
encoding = 'windows-1252' encoding = 'windows-1252'
try: try: