nojhan/weboob-devel
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

remove useless markup closes #537

Browse source
This commit is contained in:
Juke 2011-03-08 00:12:22 +01:00
commit 64959ad28d
1 changed files with 33 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

37
weboob/backends/inrocks/pages/article.py
View file

@ -16,9 +16,10 @@
# along with this program; if not, write to the Free Software # along with this program; if not, write to the Free Software
# Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA. # Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
from weboob.tools.parsers.lxmlparser import select from weboob.tools.parsers.lxmlparser import select, SelectElementException
from weboob.tools.genericArticle import GenericNewsPage, try_remove, \ from weboob.tools.genericArticle import GenericNewsPage, try_remove, \
try_remove_from_selector_list try_remove_from_selector_list, \
drop_comments
class ArticlePage(GenericNewsPage): class ArticlePage(GenericNewsPage):
"ArticlePage object for inrocks" "ArticlePage object for inrocks"
@ -30,12 +31,40 @@ class ArticlePage(GenericNewsPage):
def get_body(self): def get_body(self):
element_body = self.get_element_body() element_body = self.get_element_body()
div_header_element = select(element_body, "div.header", 1)
element_detail = select(element_body, "div.details", 1)
div_content_element = select(element_body, "div.content", 1)
drop_comments(element_body)
try_remove(element_body, "div.sidebar") try_remove(element_body, "div.sidebar")
try_remove(select(element_body, "div.details", 1), "div.footer") try_remove(element_detail, "div.footer")
try_remove_from_selector_list(select(element_body, "div.header", 1), try_remove_from_selector_list(div_header_element,
["h1", "div.picture", "div.date", ["h1", "div.picture", "div.date",
"div.news-single-img", "div.news-single-img",
"div.metas_img", "strong"]) "div.metas_img", "strong"])
try_remove_from_selector_list(div_content_element, ["div.tw_button", "div.wpfblike"])
try :
description_element = select(div_header_element, "div.description", 1)
except SelectElementException:
pass
else:
text_content = description_element.text_content()
if len(text_content.strip()) == 0 :
description_element.drop_tree()
if len(div_header_element.text_content().strip()) == 0:
div_header_element.drop_tree()
if len(div_header_element) == 1:
div_header_element.drop_tag()
if len(element_detail) == 1:
element_detail.drop_tag()
if len(element_body) == 1:
div_content_element.drop_tag()
return self.browser.parser.tostring(element_body) return self.browser.parser.tostring(element_body)