make_corpus.py
def df_gen(files, reader=None):
    """
    simply add print functionality to generator
    """
    n_files = len(files)

    for i, f in enumerate(files):
        print(f"File {i}/{n_files}")
        if reader is None:
            yield pd.read_csv(f, sep="\t")
        else:
            yield reader(f)

    simply add print functionality to generator
    
simply add print functionality to generator
simply add print functionality to generator
def df_gen(files, reader=None):
    n_files = len(files)
    for i, f in enumerate(files):
        print(f"File {i}/{n_files}")
        if reader is None:
            yield pd.read_csv(f, sep="\t")
        else:
            yield reader(f)
def df_gen ( files , reader = None ) : n_files = len ( files ) for i , f in enumerate ( files ) : print ( f"File {i}/{n_files}" ) if reader is None : yield pd . read_csv ( f , sep = "\t" ) else : yield reader ( f )
simply add print functionality to generator
simply add print functionality to generator
"""
    simply add print functionality to generator
    """
files
reader