nojhan/weboob-devel
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

[inrocks] do not try to parse premium news pages

Browse source
This commit is contained in:
Bezleputh 2015-07-06 15:13:25 +02:00
commit 8f31594314
1 changed files with 9 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

17
modules/inrocks/pages/article.py
View file

@ -28,16 +28,17 @@ class ArticlePage(GenericNewsPage):
"ArticlePage object for inrocks" "ArticlePage object for inrocks"
def on_loaded(self): def on_loaded(self):
self.main_div = self.document.getroot() main = self.parser.select(self.document.getroot(), "div#content")
self.main_div = main[0] if len(main) else None
self.element_title_selector = "h1" self.element_title_selector = "h1"
self.element_author_selector = "div.name>span" self.element_author_selector = "div.name>span"
self.element_body_selector = "div.maincol" self.element_body_selector = "div.maincol"
def get_body(self): def get_body(self):
try : try:
element_body = self.get_element_body() element_body = self.get_element_body()
except NoneMainDiv: except NoneMainDiv:
return None return u'Ceci est un article payant'
else: else:
div_header_element = self.parser.select(element_body, "div.header", 1) div_header_element = self.parser.select(element_body, "div.header", 1)
element_detail = self.parser.select(element_body, "div.details", 1) element_detail = self.parser.select(element_body, "div.details", 1)
@ -55,14 +56,14 @@ class ArticlePage(GenericNewsPage):
div_content_element, div_content_element,
["div.tw_button", "div.wpfblike"]) ["div.tw_button", "div.wpfblike"])
try : try:
description_element = self.parser.select(div_header_element, description_element = self.parser.select(div_header_element,
"div.description", 1) "div.description", 1)
except BrokenPageError: except BrokenPageError:
pass pass
else: else:
text_content = description_element.text_content() text_content = description_element.text_content()
if len(text_content.strip()) == 0 : if len(text_content.strip()) == 0:
description_element.drop_tree() description_element.drop_tree()
else: else:
if len(description_element) == 1: if len(description_element) == 1: