nojhan/weboob-devel
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

fix parsing live articles

Browse source
This commit is contained in:
Romain Bignon 2012-10-27 10:41:29 +02:00
commit e8bdf594cc
1 changed files with 4 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

6
modules/lefigaro/pages/article.py
View file

@ -27,7 +27,7 @@ class ArticlePage(GenericNewsPage):
self.main_div = self.document.getroot() self.main_div = self.document.getroot()
self.element_title_selector = "h1" self.element_title_selector = "h1"
self.element_author_selector = "div.name>span" self.element_author_selector = "div.name>span"
self.element_body_selector = "#article" self.element_body_selector = "#article, div.article"
def get_body(self): def get_body(self):
element_body = self.get_element_body() element_body = self.get_element_body()
@ -63,6 +63,8 @@ class ArticlePage(GenericNewsPage):
break break
crappy_title.drop_tree() crappy_title.drop_tree()
element_body.find_class("texte")[0].drop_tag() txts = element_body.find_class("texte")
if len(txts) > 0:
txts[0].drop_tag()
element_body.tag = "div" element_body.tag = "div"
return self.parser.tostring(element_body) return self.parser.tostring(element_body)