nojhan/weboob-devel
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

boobot: Rewrite any kind of space (newline, tab)

Browse source
This commit is contained in:
Laurent Bachelier 2013-06-29 18:21:38 +02:00
commit a946fa8f0d
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
contrib/boobot.py
View file

@ -149,7 +149,7 @@ class BoobotBrowser(StandardBrowser):
h = self.get_document(r, parser='lxml', encoding=encoding)
for title in h.xpath('//head/title'):
title = to_unicode(title.text_content()).strip()
title = ' '.join(title.splitlines())
title = ' '.join(title.split())
if urlparse.urlsplit(url).netloc.endswith('twitter.com'):
for title in h.getroot().cssselect('.permalink-tweet .tweet-text'):
title = to_unicode(title.text_content()).strip()