nojhan/weboob-devel
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

boobot: Fix encoding replacement

Browse source
This commit is contained in:
Laurent Bachelier 2013-05-07 14:20:17 +02:00 • committed by Romain Bignon
commit ac51c1fb99
1 changed files with 3 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

4
contrib/boobot.py
View file

@ -108,7 +108,9 @@ class BoobotBrowser(StandardBrowser):
if is_html:
if not body:
r = self.openurl(url)
encoding = EncodingFinder('windows-1252').encoding(r).lower().replace('iso-8859-1', 'windows-1252')
encoding = EncodingFinder('windows-1252').encoding(r).lower()
if encoding == 'iso-8859-1':
encoding = 'windows-1252'
h = self.get_document(r, parser='lxml', encoding=encoding)
for title in h.xpath('//head/title'):
title = to_unicode(title.text_content()).strip()