nojhan/weboob-devel
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

[twitter] fix timeline pagination

Browse source
This commit is contained in:
Bezleputh 2014-05-31 16:37:43 +02:00
commit 67043bea70
1 changed files with 5 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

6
modules/twitter/pages.py
View file

@ -139,7 +139,11 @@ class TimelinePage(TwitterJsonHTMLPage):
def next_page(self):
if self.page.has_next:
return u'https://twitter.com/i/timeline?max_position=%s' % self.objects.keys()[-1].split('#')[-1]
return u'https://twitter.com/i/timeline?max_position=%s' % self.get_last_id()
def get_last_id(self):
_el = self.page.doc.xpath('//*[@data-item-type="tweet"]/div')[-1]
return Regexp(Link('./div/div/a[@class="details with-icn js-details"]|./div/div/span/a[@class="ProfileTweet-timestamp js-permalink js-nav js-tooltip"]'), '/.+/status/(.+)')(_el)
class item(ItemElement):
klass = Thread