diff --git a/modules/twitter/pages.py b/modules/twitter/pages.py index f0aae50c..a7976d69 100644 --- a/modules/twitter/pages.py +++ b/modules/twitter/pages.py @@ -125,6 +125,7 @@ class TrendsPage(TwitterJsonHTMLPage): class TimelineListElement(ListElement): item_xpath = '//*[@data-item-type="tweet"]/div' + ignore_duplicate = True def get_last_id(self): _el = self.page.doc.xpath('//*[@data-item-type="tweet"]/div')[-1]