20 minutes backend + cleanboob

weboob/backends/minutes20/pages/article.py

@@ -0,0 +1,37 @@
+# -*- coding: utf-8 -*-
+
+# Copyright(C) 2011  Julien Hebert
+#
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, version 3 of the License.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program; if not, write to the Free Software
+# Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
+
+
+from weboob.tools.browser import BasePage
+from weboob.tools.parsers.lxmlparser import select
+
+class ArticlePage(BasePage):
+    def get_title(self):
+        return select(self.document.getroot(), "h1", 1).text_content()
+
+    def get_article(self):
+        main_div = self.document.getroot()
+        article_body = select(main_div, "div.mn-line>div.mna-body")[0] 
+        txt_article = article_body.text_content()
+        txt_to_remove = select(article_body, "div.mna-tools")[0].text_content()
+        txt_to_remove2 = select(main_div, "div.mn-line>div.mna-body>div.mna-comment-call")[0].text_content()
+        return txt_article.replace(txt_to_remove, '', 1).replace( txt_to_remove2, '', 1)
+
+    def get_content(self):
+        title = self.get_title()
+        content = self.get_article()
+        return [title, content]