From b16388898876dac44923dc43149cddeae2db4a84 Mon Sep 17 00:00:00 2001 From: Bezleputh Date: Tue, 17 Jun 2014 13:42:16 +0200 Subject: [PATCH] [twitter] fix bug when twitter lies to us saying there are more results and returns an empty page --- modules/twitter/pages.py | 7 +++++-- 1 file changed, 5 insertions(+), 2 deletions(-) diff --git a/modules/twitter/pages.py b/modules/twitter/pages.py index 194a6592..f0aae50c 100644 --- a/modules/twitter/pages.py +++ b/modules/twitter/pages.py @@ -52,8 +52,11 @@ class TwitterJsonHTMLPage(JsonPage): self.scroll_cursor = self.doc['scroll_cursor'] self.has_next = self.doc['has_more_items'] - el = html.parse(StringIO(self.doc['items_html']), parser) - self.doc = el if el.getroot() is not None else html.Element('brinbrin') + if self.doc['items_html']: + el = html.parse(StringIO(self.doc['items_html']), parser) + self.doc = el if el.getroot() is not None else html.Element('brinbrin') + else: + self.doc = html.Element('brinbrin') class LoginPage(HTMLPage):