[twitter] ignore double tweets

This commit is contained in:
Bezleputh 2014-06-19 13:50:12 +02:00 committed by Florent
commit d5460c4f8c

View file

@ -125,6 +125,7 @@ class TrendsPage(TwitterJsonHTMLPage):
class TimelineListElement(ListElement):
item_xpath = '//*[@data-item-type="tweet"]/div'
ignore_duplicate = True
def get_last_id(self):
_el = self.page.doc.xpath('//*[@data-item-type="tweet"]/div')[-1]