streamcorpus_pipeline/_clean_html.py
def uniform_html(html):
    '''Takes a utf-8-encoded string of HTML as input and returns a new
    HTML string with fixed quoting and close tags, which generally
    should not break any of the offsets and makes it easier for
    functions like
    :func:`streamcorpus_pipeline.offsets.char_offsets_to_xpaths` to
    operate without failures.

    '''
    doc = html5lib.parse(html.decode('utf-8'))
    config = {
        'omit_optional_tags': False,
        'encoding': 'utf-8',
        'quote_attr_values': 'always',
    }
    return html5lib.serializer.serialize(doc, **config)
def uniform_html(html):
    '''Takes a utf-8-encoded string of HTML as input and returns a new
    HTML string with fixed quoting and close tags, which generally
    should not break any of the offsets and makes it easier for
    functions like
    :func:`streamcorpus_pipeline.offsets.char_offsets_to_xpaths` to
    operate without failures.

    '''
    doc = html5lib.parse(html.decode('utf-8'))
    config = {
        'omit_optional_tags': False,
        'encoding': 'utf-8',
        'quote_attr_values': 'always',
    }
    return html5lib.serializer.serialize(doc, **config)
def uniform_html ( html ) : doc = html5lib . parse ( html . decode ( 'utf-8' ) ) config = { 'omit_optional_tags' : False , 'encoding' : 'utf-8' , 'quote_attr_values' : 'always' , } return html5lib . serializer . serialize ( doc , * * config )
Takes a utf-8-encoded string of HTML as input and returns a new
    HTML string with fixed quoting and close tags, which generally
    should not break any of the offsets and makes it easier for
    functions like
    :func:`streamcorpus_pipeline.offsets.char_offsets_to_xpaths` to
    operate without failures.
Takes a utf - 8 - encoded string of HTML as input and returns a new HTML string with fixed quoting and close tags which generally should not break any of the offsets and makes it easier for functions like : func : streamcorpus_pipeline . offsets . char_offsets_to_xpaths to operate without failures .