ktrain/text/data.py
def standardize_to_utf8(encoding):
    """
    standardize to utf-8 if necessary.
    NOTE: mainly used to use utf-8 if ASCII is detected, as
    BERT performance suffers otherwise.
    """
    encoding = 'utf-8' if encoding.lower() in ['ascii', 'utf8', 'utf-8'] else encoding
    return encoding

    standardize to utf-8 if necessary.
    NOTE: mainly used to use utf-8 if ASCII is detected, as
    BERT performance suffers otherwise.
    
standardize to utf-8 if necessary.
NOTE: mainly used to use utf-8 if ASCII is detected, as
BERT performance suffers otherwise.
standardize to utf - 8 if necessary . NOTE : mainly used to use utf - 8 if ASCII is detected as BERT performance suffers otherwise .
def standardize_to_utf8(encoding):
    encoding = 'utf-8' if encoding.lower() in ['ascii', 'utf8', 'utf-8'] else encoding
    return encoding
def standardize_to_utf8 ( encoding ) : encoding = 'utf-8' if encoding . lower ( ) in [ 'ascii' , 'utf8' , 'utf-8' ] else encoding return encoding
standardize to utf-8 if necessary.
standardize to utf - 8 if necessary .
"""
    standardize to utf-8 if necessary.
    NOTE: mainly used to use utf-8 if ASCII is detected, as
    BERT performance suffers otherwise.
    """
encoding