Gecko [ goons4good.org ]

Name	Size	Permission	Date
ElementSoup.py	319 B	-rw-r--r--	2011-09-25 12:58
ElementSoup.pyc	622 B	-rw-r--r--	2014-06-10 02:07
ElementSoup.pyo	622 B	-rw-r--r--	2014-06-10 02:07
__init__.py	57.73 KB	-rw-r--r--	2013-04-28 14:42
__init__.pyc	58.95 KB	-rw-r--r--	2014-06-10 02:07
__init__.pyo	58.7 KB	-rw-r--r--	2014-06-10 02:07
_diffcommand.py	2.04 KB	-rw-r--r--	2011-09-25 12:58
_diffcommand.pyc	2.77 KB	-rw-r--r--	2014-06-10 02:07
_diffcommand.pyo	2.77 KB	-rw-r--r--	2014-06-10 02:07
_html5builder.py	3.17 KB	-rw-r--r--	2012-09-28 15:13
_html5builder.pyc	4.49 KB	-rw-r--r--	2014-06-10 02:07
_html5builder.pyo	4.49 KB	-rw-r--r--	2014-06-10 02:07
_setmixin.py	2.43 KB	-rw-r--r--	2012-09-28 15:13
_setmixin.pyc	5.04 KB	-rw-r--r--	2014-06-10 02:07
_setmixin.pyo	5.04 KB	-rw-r--r--	2014-06-10 02:07
builder.py	4.21 KB	-rw-r--r--	2011-09-25 12:58
builder.pyc	3.83 KB	-rw-r--r--	2014-06-10 02:07
builder.pyo	3.83 KB	-rw-r--r--	2014-06-10 02:07
clean.py	25.25 KB	-rw-r--r--	2013-04-28 14:42
clean.pyc	18.76 KB	-rw-r--r--	2014-06-10 02:07
clean.pyo	18.67 KB	-rw-r--r--	2014-06-10 02:07
defs.py	3.71 KB	-rw-r--r--	2011-09-25 12:58
defs.pyc	3.49 KB	-rw-r--r--	2014-06-10 02:07
defs.pyo	3.49 KB	-rw-r--r--	2014-06-10 02:07
diff.py	29.71 KB	-rw-r--r--	2012-12-21 17:02
diff.pyc	27.72 KB	-rw-r--r--	2014-06-10 02:07
diff.pyo	27.38 KB	-rw-r--r--	2014-06-10 02:07
formfill.py	9.49 KB	-rw-r--r--	2012-10-07 14:04
formfill.pyc	9.59 KB	-rw-r--r--	2014-06-10 02:07
formfill.pyo	9.34 KB	-rw-r--r--	2014-06-10 02:07
html5parser.py	6.09 KB	-rw-r--r--	2012-10-07 14:04
html5parser.pyc	6.49 KB	-rw-r--r--	2014-06-10 02:07
html5parser.pyo	6.49 KB	-rw-r--r--	2014-06-10 02:07
soupparser.py	4.26 KB	-rw-r--r--	2012-09-28 15:13
soupparser.pyc	4.75 KB	-rw-r--r--	2014-06-10 02:07
soupparser.pyo	4.75 KB	-rw-r--r--	2014-06-10 02:07
usedoctest.py	249 B	-rw-r--r--	2011-09-25 12:58
usedoctest.pyc	464 B	-rw-r--r--	2014-06-10 02:07
usedoctest.pyo	464 B	-rw-r--r--	2014-06-10 02:07

Rename

"""
An interface to html5lib that mimics the lxml.html interface.
"""

from html5lib import HTMLParser as _HTMLParser
from html5lib.treebuilders.etree_lxml import TreeBuilder

from lxml import etree
from lxml.html import _contains_block_level_tag, XHTML_NAMESPACE, Element

# python3 compatibility
try:
    _strings = basestring
except NameError:
    _strings = (bytes, str)
try:
    from urllib2 import urlopen
except ImportError:
    from urllib.request import urlopen
try:
    from urlparse import urlparse
except ImportError:
    from urllib.parse import urlparse

class HTMLParser(_HTMLParser):
    """An html5lib HTML parser with lxml as tree."""

def __init__(self, strict=False, **kwargs):
        _HTMLParser.__init__(self, strict=strict, tree=TreeBuilder, **kwargs)

try:
    from html5lib import XHTMLParser as _XHTMLParser
except ImportError:
    pass
else:
    class XHTMLParser(_XHTMLParser):
        """An html5lib XHTML Parser with lxml as tree."""

def __init__(self, strict=False, **kwargs):
            _XHTMLParser.__init__(self, strict=strict, tree=TreeBuilder, **kwargs)

xhtml_parser = XHTMLParser()

def _find_tag(tree, tag):
    elem = tree.find(tag)
    if elem is not None:
        return elem
    return tree.find('{%s}%s' % (XHTML_NAMESPACE, tag))

def document_fromstring(html, guess_charset=True, parser=None):
    """Parse a whole document into a string."""
    if not isinstance(html, _strings):
        raise TypeError('string required')

if parser is None:
        parser = html_parser

return parser.parse(html, useChardet=guess_charset).getroot()

def fragments_fromstring(html, no_leading_text=False,
                         guess_charset=False, parser=None):
    """Parses several HTML elements, returning a list of elements.

The first item in the list may be a string.  If no_leading_text is true,
    then it will be an error if there is leading text, and it will always be
    a list of only elements.

If `guess_charset` is `True` and the text was not unicode but a
    bytestring, the `chardet` library will perform charset guessing on the
    string.
    """
    if not isinstance(html, _strings):
        raise TypeError('string required')

if parser is None:
        parser = html_parser

children = parser.parseFragment(html, 'div', useChardet=guess_charset)
    if children and isinstance(children[0], _strings):
        if no_leading_text:
            if children[0].strip():
                raise etree.ParserError('There is leading text: %r' %
                                        children[0])
            del children[0]
    return children

def fragment_fromstring(html, create_parent=False,
                        guess_charset=False, parser=None):
    """Parses a single HTML element; it is an error if there is more than
    one element, or if anything but whitespace precedes or follows the
    element.

If create_parent is true (or is a tag name) then a parent node
    will be created to encapsulate the HTML in a single element.  In
    this case, leading or trailing text is allowed.
    """
    if not isinstance(html, _strings):
        raise TypeError('string required')

accept_leading_text = bool(create_parent)

elements = fragments_fromstring(
        html, guess_charset=guess_charset, parser=parser,
        no_leading_text=not accept_leading_text)

if create_parent:
        if not isinstance(create_parent, _strings):
            create_parent = 'div'
        new_root = Element(create_parent)
        if elements:
            if isinstance(elements[0], _strings):
                new_root.text = elements[0]
                del elements[0]
            new_root.extend(elements)
        return new_root

if not elements:
        raise etree.ParserError('No elements found')
    if len(elements) > 1:
        raise etree.ParserError('Multiple elements found')
    result = elements[0]
    if result.tail and result.tail.strip():
        raise etree.ParserError('Element followed by text: %r' % result.tail)
    result.tail = None
    return result

def fromstring(html, guess_charset=True, parser=None):
    """Parse the html, returning a single element/document.

This tries to minimally parse the chunk of text, without knowing if it
    is a fragment or a document.

base_url will set the document's base_url attribute (and the tree's docinfo.URL)
    """
    if not isinstance(html, _strings):
        raise TypeError('string required')
    doc = document_fromstring(html, parser=parser,
                              guess_charset=guess_charset)

# document starts with doctype or <html>, full document!
    start = html[:50].lstrip().lower()
    if start.startswith('<html') or start.startswith('<!doctype'):
        return doc

head = _find_tag(doc, 'head')

# if the head is not empty we have a full document
    if len(head):
        return doc

body = _find_tag(doc, 'body')

# The body has just one element, so it was probably a single
    # element passed in
    if (len(body) == 1 and (not body.text or not body.text.strip())
        and (not body[-1].tail or not body[-1].tail.strip())):
        return body[0]

# Now we have a body which represents a bunch of tags which have the
    # content that was passed in.  We will create a fake container, which
    # is the body tag, except <body> implies too much structure.
    if _contains_block_level_tag(body):
        body.tag = 'div'
    else:
        body.tag = 'span'
    return body

def parse(filename_url_or_file, guess_charset=True, parser=None):
    """Parse a filename, URL, or file-like object into an HTML document
    tree.  Note: this returns a tree, not an element.  Use
    ``parse(...).getroot()`` to get the document root.
    """
    if parser is None:
        parser = html_parser
    if not isinstance(filename_url_or_file, _strings):
        fp = filename_url_or_file
    elif _looks_like_url(filename_url_or_file):
        fp = urlopen(filename_url_or_file)
    else:
        fp = open(filename_url_or_file, 'rb')
    return parser.parse(fp, useChardet=guess_charset)

def _looks_like_url(str):
    scheme = urlparse(str)[0]
    return scheme != ''

html_parser = HTMLParser()