From d5460c4f8c43496787000bb4c42da430523fe6b6 Mon Sep 17 00:00:00 2001
From: Bezleputh <carton_ben@yahoo.fr>
Date: Thu, 19 Jun 2014 13:50:12 +0200
Subject: [PATCH] [twitter] ignore double tweets

---
 modules/twitter/pages.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/modules/twitter/pages.py b/modules/twitter/pages.py
index f0aae50c..a7976d69 100644
--- a/modules/twitter/pages.py
+++ b/modules/twitter/pages.py
@@ -125,6 +125,7 @@ class TrendsPage(TwitterJsonHTMLPage):
 
 class TimelineListElement(ListElement):
     item_xpath = '//*[@data-item-type="tweet"]/div'
+    ignore_duplicate = True
 
     def get_last_id(self):
         _el = self.page.doc.xpath('//*[@data-item-type="tweet"]/div')[-1]