fulltext/process/psv.py
def tidy_txt_from_pdf(lines: List[str]) -> List[str]:
    """
    Clean up a text extracted from a PDF.

    Removes: keywords, whitespace, symbols, numbers, abbreviations, non-ascii
    and better separation of text into sentences.

    Parameters
    ----------
    lines : list of strings
        List of lines of text to clean

    Returns
    -------
    lines : list of strings
        Cleaned group of strings
    """
    lines = _remove_Keyword(lines)
    lines = _remove_WhiteSpace(lines)
    lines = _remove_BadEOL(lines)

    # Remove the following per sentence
    for i in range(len(lines)):
        lines[i] = expandWords(lines[i])
        lines[i] = _remove_Symbols(lines[i])
        lines[i] = _remove_Numbers(lines[i])
        lines[i] = _remove_Abbrev(lines[i])
        lines[i] = _remove_SingleAlphabet(lines[i])
        lines[i] = _remove_ExtraSpaces(lines[i])

    lines = _remove_WhiteSpace(lines)
    lines = _remove_BadEOL(lines)

    lines = _split_sentence(lines)
    lines = _clean_sentence(lines)

    return lines

    Clean up a text extracted from a PDF.

    Removes: keywords, whitespace, symbols, numbers, abbreviations, non-ascii
    and better separation of text into sentences.

    Parameters
    ----------
    lines : list of strings
        List of lines of text to clean

    Returns
    -------
    lines : list of strings
        Cleaned group of strings
    
Clean up a text extracted from a PDF.
Removes: keywords, whitespace, symbols, numbers, abbreviations, non-ascii
and better separation of text into sentences.

Parameters

lines : list of strings
List of lines of text to clean

Returns

lines : list of strings
Cleaned group of strings
Clean up a text extracted from a PDF . Removes : keywords whitespace symbols numbers abbreviations non - ascii and better separation of text into sentences . Parameters lines : list of strings List of lines of text to clean Returns lines : list of strings Cleaned group of strings
def tidy_txt_from_pdf(lines: List[str]) -> List[str]:
    lines = _remove_Keyword(lines)
    lines = _remove_WhiteSpace(lines)
    lines = _remove_BadEOL(lines)
    for i in range(len(lines)):
        lines[i] = expandWords(lines[i])
        lines[i] = _remove_Symbols(lines[i])
        lines[i] = _remove_Numbers(lines[i])
        lines[i] = _remove_Abbrev(lines[i])
        lines[i] = _remove_SingleAlphabet(lines[i])
        lines[i] = _remove_ExtraSpaces(lines[i])
    lines = _remove_WhiteSpace(lines)
    lines = _remove_BadEOL(lines)
    lines = _split_sentence(lines)
    lines = _clean_sentence(lines)
    return lines
def tidy_txt_from_pdf ( lines : List [ str ] ) -> List [ str ] : lines = _remove_Keyword ( lines ) lines = _remove_WhiteSpace ( lines ) lines = _remove_BadEOL ( lines ) for i in range ( len ( lines ) ) : lines [ i ] = expandWords ( lines [ i ] ) lines [ i ] = _remove_Symbols ( lines [ i ] ) lines [ i ] = _remove_Numbers ( lines [ i ] ) lines [ i ] = _remove_Abbrev ( lines [ i ] ) lines [ i ] = _remove_SingleAlphabet ( lines [ i ] ) lines [ i ] = _remove_ExtraSpaces ( lines [ i ] ) lines = _remove_WhiteSpace ( lines ) lines = _remove_BadEOL ( lines ) lines = _split_sentence ( lines ) lines = _clean_sentence ( lines ) return lines
Clean up a text extracted from a PDF.
Clean up a text extracted from a PDF .
"""
    Clean up a text extracted from a PDF.

    Removes: keywords, whitespace, symbols, numbers, abbreviations, non-ascii
    and better separation of text into sentences.

    Parameters
    ----------
    lines : list of strings
        List of lines of text to clean

    Returns
    -------
    lines : list of strings
        Cleaned group of strings
    """ # Remove the following per sentence
lines
List[str]