nojhan/weboob-devel
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

boobot: Twitter support

Browse source
This commit is contained in:
Laurent Bachelier 2013-05-19 00:04:05 +02:00
commit e622246df4
1 changed files with 6 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

6
contrib/boobot.py
View file

@ -90,6 +90,8 @@ class BoobotBrowser(StandardBrowser):
DEFAULT_TIMEOUT = 3 DEFAULT_TIMEOUT = 3
def urlinfo(self, url): def urlinfo(self, url):
if urlparse.urlsplit(url).netloc == 'mobile.twitter.com':
url = url.replace('mobile.twitter.com', 'twitter.com', 1)
try: try:
r = self.openurl(HeadRequest(url), _tries=2, _delay=0.2) r = self.openurl(HeadRequest(url), _tries=2, _delay=0.2)
body = False body = False
@ -119,6 +121,10 @@ class BoobotBrowser(StandardBrowser):
for title in h.xpath('//head/title'): for title in h.xpath('//head/title'):
title = to_unicode(title.text_content()).strip() title = to_unicode(title.text_content()).strip()
title = ' '.join(title.splitlines()) title = ' '.join(title.splitlines())
if urlparse.urlsplit(url).netloc.endswith('twitter.com'):
for title in h.getroot().cssselect('.permalink-tweet .tweet-text'):
title = to_unicode(title.text_content()).strip()
title = ' '.join(title.splitlines())
return content_type, hsize, title return content_type, hsize, title
def human_size(self, size): def human_size(self, size):