From 67043bea708ebdf4cb4457cfd508c20d417e78a5 Mon Sep 17 00:00:00 2001 From: Bezleputh Date: Sat, 31 May 2014 16:37:43 +0200 Subject: [PATCH] [twitter] fix timeline pagination --- modules/twitter/pages.py | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/modules/twitter/pages.py b/modules/twitter/pages.py index 643f2f14..b3b6feab 100644 --- a/modules/twitter/pages.py +++ b/modules/twitter/pages.py @@ -139,7 +139,11 @@ class TimelinePage(TwitterJsonHTMLPage): def next_page(self): if self.page.has_next: - return u'https://twitter.com/i/timeline?max_position=%s' % self.objects.keys()[-1].split('#')[-1] + return u'https://twitter.com/i/timeline?max_position=%s' % self.get_last_id() + + def get_last_id(self): + _el = self.page.doc.xpath('//*[@data-item-type="tweet"]/div')[-1] + return Regexp(Link('./div/div/a[@class="details with-icn js-details"]|./div/div/span/a[@class="ProfileTweet-timestamp js-permalink js-nav js-tooltip"]'), '/.+/status/(.+)')(_el) class item(ItemElement): klass = Thread