# -*- coding: utf-8 -*- # Copyright(C) 2010-2011 Romain Bignon # # This file is part of weboob. # # weboob is free software: you can redistribute it and/or modify # it under the terms of the GNU Affero General Public License as published by # the Free Software Foundation, either version 3 of the License, or # (at your option) any later version. # # weboob is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU Affero General Public License for more details. # # You should have received a copy of the GNU Affero General Public License # along with weboob. If not, see . from HTMLParser import HTMLParser as _HTMLParser import htmlentitydefs try: from xml.etree import cElementTree as ElementTree except ImportError: from xml.etree import ElementTree from .iparser import IParser __all__ = ['HTMLParser'] class HTMLTreeBuilder(_HTMLParser): def __init__(self, encoding=None): _HTMLParser.__init__(self) self._target = ElementTree.TreeBuilder() def doctype(self, name, pubid, system): pass def close(self): tree = self._target.close() return tree def handle_starttag(self, tag, attrs): self._target.start(tag, dict(attrs)) def handle_startendtag(self, tag, attrs): self._target.start(tag, dict(attrs)) self._target.end(tag) def handle_charref(self, name): self._target.data(unichr(int(name))) def handle_entityref(self, name): try: self._target.data(unichr(htmlentitydefs.name2codepoint[name])) except KeyError: self._target.data('&' + name) def handle_data(self, data): self._target.data(data) def handle_endtag(self, tag): try: self._target.end(tag) except: pass class HTMLParser(IParser): def parse(self, data, encoding=None): parser = HTMLTreeBuilder(encoding) tree = ElementTree.parse(data, parser) for elem in tree.getiterator(): if elem.tag.startswith('{'): elem.tag = elem.tag[elem.tag.find('}')+1:] return tree def tostring(self, element): e = ElementTree.Element('body') e.text = element.text e.tail = element.tail for sub in element.getchildren(): e.append(sub) s = '' # XXX OK if it doesn't work with utf-8, the result will be fucking ugly. for encoding in ('utf-8', 'ISO-8859-1'): try: s = ElementTree.tostring(e, encoding) except UnicodeError: continue else: break return unicode(s)