fix empty article

weboob/backends/inrocks/pages/article.py

@@ -19,7 +19,7 @@
 from weboob.tools.parsers.lxmlparser import select, SelectElementException
 from weboob.tools.genericArticle import GenericNewsPage, try_remove, \
                                         try_remove_from_selector_list, \
-                                        drop_comments
+                                        drop_comments, NoneMainDiv
 
 class ArticlePage(GenericNewsPage):
     "ArticlePage object for inrocks"
@@ -30,7 +30,11 @@ class ArticlePage(GenericNewsPage):
         self.element_body_selector      = "div.maincol"
 
     def get_body(self):
+        try :
             element_body = self.get_element_body()
+        except NoneMainDiv:
+            return None 
+        else:
             div_header_element = select(element_body, "div.header", 1)
             element_detail = select(element_body, "div.details", 1)
             div_content_element = select(element_body, "div.content", 1)

weboob/tools/genericArticle.py

@@ -61,11 +61,11 @@ class NoneMainDiv(AttributeError):
 
 class Article(object):
     author = u''
+    title = u''
 
     def __init__(self, browser, _id):
         self.browser = browser
         self.id = _id
-        self.title = u''
         self.body = u''
         self.url = u''
         self.date = None
@@ -84,7 +84,8 @@ class GenericNewsPage(BasePage):
     def get_author(self):
         try:
             return self.get_element_author().text_content().strip()
-        except NoAuthorElement:
+        except (NoAuthorElement, NoneMainDiv):
+            #TODO: Mettre un warning
             return self.__article.author
 
     def get_title(self):
@@ -93,6 +94,12 @@ class GenericNewsPage(BasePage):
                 self.main_div,
                 self.element_title_selector,
                 1).text_content().strip()
+        except AttributeError:
+            if self.main_div == None:
+                #TODO: Mettre un warning
+                return self.__article.title
+            else:
+                raise
         except SelectElementException:
             raise NoTitleException("no title on %s" % (self.browser)) 
 
@@ -101,6 +108,11 @@ class GenericNewsPage(BasePage):
             return select(self.main_div, self.element_body_selector, 1)
         except SelectElementException:
             raise NoBodyElement("no body on %s" % (self.browser))
+        except AttributeError:
+            if self.main_div == None:
+                raise NoneMainDiv("main_div is none on %s" % (self.browser))
+            else:
+                raise
 
     def get_element_author(self):
         try: