From 41ef766e48393b7b8d0100346b21556cafc565b3 Mon Sep 17 00:00:00 2001 From: Christophe Benz Date: Tue, 13 Apr 2010 16:46:13 +0200 Subject: [PATCH] add html5lib parser --- weboob/tools/parser/__init__.py | 3 ++- weboob/tools/parser/html5libparser.py | 32 +++++++++++++++++++++++++++ 2 files changed, 34 insertions(+), 1 deletion(-) create mode 100644 weboob/tools/parser/html5libparser.py diff --git a/weboob/tools/parser/__init__.py b/weboob/tools/parser/__init__.py index 0c1006bc..ee44b4b4 100644 --- a/weboob/tools/parser/__init__.py +++ b/weboob/tools/parser/__init__.py @@ -18,6 +18,7 @@ Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA. """ -from .standardparser import StandardParser from .elementtidyparser import ElementTidyParser +from .html5libparser import Html5libParser from .lxmlparser import LxmlHtmlParser +from .standardparser import StandardParser diff --git a/weboob/tools/parser/html5libparser.py b/weboob/tools/parser/html5libparser.py new file mode 100644 index 00000000..a11dc488 --- /dev/null +++ b/weboob/tools/parser/html5libparser.py @@ -0,0 +1,32 @@ +# -*- coding: utf-8 -*- + +""" +Copyright(C) 2010 Romain Bignon, Christophe Benz + +This program is free software; you can redistribute it and/or modify +it under the terms of the GNU General Public License as published by +the Free Software Foundation, version 3 of the License. + +This program is distributed in the hope that it will be useful, +but WITHOUT ANY WARRANTY; without even the implied warranty of +MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +GNU General Public License for more details. + +You should have received a copy of the GNU General Public License +along with this program; if not, write to the Free Software +Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA. + +""" + +from html5lib import treebuilders, HTMLParser +try: + from xml.etree import cElementTree as ElementTree +except ImportError: + from xml.etree import ElementTree + +class Html5libParser(HTMLParser): + def __init__(self, api='etree'): + HTMLParser.__init__(self, tree=treebuilders.getTreeBuilder(api, ElementTree)) + + def parse(self, data, encoding): + return HTMLParser.parse(self, data, encoding=encoding)