# ---
# jupyter:
#   jupytext:
#     text_representation:
#       extension: .py
#       format_name: light
#       format_version: '1.5'
#       jupytext_version: 1.14.4
#   kernelspec:
#     display_name: Python 3
#     language: python
#     name: python3
# ---

import sys
sys.path.insert(0, '..')

# ls ~/.nussl/cache

# +
from cookiecutter_repo import dataset
import os
from runners.utils import load_yaml

spec = load_yaml('../experiments/speech_dpcl.yml')
DatasetClass = getattr(dataset, spec['datasets']['train']['class'])
folder = spec['datasets']['train']['folder']
spec['dataset_config']['cache'] = None # so it caches only in this container
spec['dataset_config']['overwrite_cache'] = True

dset = DatasetClass(folder, spec['dataset_config'])
dset.inspect(0)
# -



StarcoderdataJupyterScriptsDedupFiltered