mirror of
https://github.com/cmallwitz/Financials-Extension.git
synced 2026-08-28 02:24:10 -05:00
89 lines
2.3 KiB
Python
89 lines
2.3 KiB
Python
#!/usr/bin/env python
|
|
|
|
# https://github.com/marmelo/python-htmlparser - revision cbe9633 on 25 Dec 2013
|
|
# Copyright by Rafael Marmelo
|
|
|
|
"""
|
|
Python 3.x HTMLParser extension with ElementTree support.
|
|
"""
|
|
|
|
from html.parser import HTMLParser
|
|
from xml.etree import ElementTree
|
|
|
|
|
|
class NaiveHTMLParser(HTMLParser):
|
|
"""
|
|
Python 3.x HTMLParser extension with ElementTree support.
|
|
@see https://github.com/marmelo/python-htmlparser
|
|
"""
|
|
|
|
def __init__(self):
|
|
self.root = None
|
|
self.tree = []
|
|
HTMLParser.__init__(self)
|
|
|
|
def feed(self, data):
|
|
HTMLParser.feed(self, data)
|
|
return self.root
|
|
|
|
def handle_starttag(self, tag, attrs):
|
|
if len(self.tree) == 0:
|
|
element = ElementTree.Element(tag, dict(self.__filter_attrs(attrs)))
|
|
self.tree.append(element)
|
|
self.root = element
|
|
else:
|
|
element = ElementTree.SubElement(self.tree[-1], tag, dict(self.__filter_attrs(attrs)))
|
|
self.tree.append(element)
|
|
|
|
def handle_endtag(self, tag):
|
|
self.tree.pop()
|
|
|
|
def handle_startendtag(self, tag, attrs):
|
|
self.handle_starttag(tag, attrs)
|
|
self.handle_endtag(tag)
|
|
pass
|
|
|
|
def handle_data(self, data):
|
|
if self.tree:
|
|
self.tree[-1].text = data
|
|
|
|
def get_root_element(self):
|
|
return self.root
|
|
|
|
def __filter_attrs(self, attrs):
|
|
return filter(lambda x: x[0] and x[1], attrs) if attrs else []
|
|
|
|
|
|
# example usage
|
|
if __name__ == "__main__":
|
|
|
|
html = """
|
|
<html>
|
|
<head>
|
|
<title>GitHub</title>
|
|
</head>
|
|
<body>
|
|
<a href="https://github.com/marmelo">GitHub</a>
|
|
<a href="https://github.com/marmelo/python-htmlparser">GitHub Project</a>
|
|
</body>
|
|
</html>
|
|
"""
|
|
|
|
parser = NaiveHTMLParser()
|
|
root = parser.feed(html)
|
|
parser.close()
|
|
|
|
# root is an xml.etree.Element and supports the ElementTree API
|
|
# (e.g. you may use its limited support for XPath expressions)
|
|
|
|
# get title
|
|
print(root.find('head/title').text)
|
|
|
|
# get all anchors
|
|
for a in root.findall('.//a'):
|
|
print(a.get('href'))
|
|
|
|
# for more information, see:
|
|
# http://docs.python.org/2/library/xml.etree.elementtree.html
|
|
# http://docs.python.org/2/library/xml.etree.elementtree.html#xpath-support
|