# ---
# jupyter:
#   jupytext:
#     text_representation:
#       extension: .py
#       format_name: light
#       format_version: '1.5'
#       jupytext_version: 1.14.4
#   kernelspec:
#     description: IPython kernel implementation for Yandex DataSphere
#     display_name: Yandex DataSphere Kernel
#     name: python3
#     resources: {}
#     spec:
#       argv:
#       - /bin/true
#       codemirror_mode: python
#       display_name: Yandex DataSphere Kernel
#       env: {}
#       help_links: []
#       language: python
# ---

# + [markdown] cellId="b87ttgali1esvwzha90q"
# ## Preparation

# + cellId="uefubi2yh1zpmz5s8oe2g"
# %cd ..

# + cellId="savnq6hd4kacq50vs1lzrd"
# %pwd

# + cellId="494mqu5cn1te05bqeqxjt"
# %pip install -r requirements.txt

# + cellId="w8rww9x8z6opnpa50k65ds"
# !cd .. && git clone --recursive https://github.com/parlance/ctcdecode.git

# + cellId="6fn1vrlphj1cqdx4pwipr"
# %pip install ../../ctcdecode/

# + cellId="fqqst6f48cp1wynbl1bmny"
import wandb
wandb.login()

# + [markdown] cellId="epkjvek1iye4rc0t720j"
# ## Train

# + cellId="nqqs0s32edshusac1sjr9r" jupyter={"outputs_hidden": true}
# #!g1.1
# !python3 train.py -c hw_asr/configs/quartznet_main.json

# + cellId="ydnlvseujaims4ho6lvpyo" jupyter={"outputs_hidden": true}
# #!g1.1
# !python3 train.py -c hw_asr/configs/quartznet_main_b64.json -r saved/models/quartznet_main/1026_150852.382262/checkpoint-epoch10.pth

# + cellId="jkusvzapwdju9sdjfg057"
# #!g1.1
wandb.finish(0)

# + cellId="x1byokrcp7c0wl3j57ow9i" jupyter={"outputs_hidden": true}
# #!g1.1
# !python3 train.py -c hw_asr/configs/quartznet_main_360.json -r saved/models/quartznet_main/1026_192642.019336/checkpoint-epoch50.pth

# + cellId="1xx0mlvgsjtq92yprni6"
# #!g1.1
# !wget -q -O ./lm.arpa.gz http://www.openslr.org/resources/11/3-gram.pruned.1e-7.arpa.gz
# !gunzip ./lm.arpa.gz

# + cellId="qjbxy3d6fzjgis6xi7ys4o"
# #!g1.1
# !python3 train.py -c hw_asr/configs/quartznet_main_augs.json -r saved/models/quartznet_main/1027_110901.083316/checkpoint-epoch60.pth

# + cellId="7fsjuw3l4smr1yp5yljnar"
# #!g1.1
wandb.finish(1)

# + cellId="r2d1yz2mjf99y6seepdsk"
# #!g1.1
# !wget --load-cookies /tmp/cookies.txt "https://docs.google.com/uc?export=download&confirm=$(wget --quiet --save-cookies /tmp/cookies.txt --keep-session-cookies --no-check-certificate 'https://docs.google.com/uc?export=download&id=14tFL0ylwPHDFWZDqlELCsSKl-U_ze6cC' -O- | sed -rn 's/.*confirm=([0-9A-Za-z_]+).*/\1\n/p')&id=14tFL0ylwPHDFWZDqlELCsSKl-U_ze6cC" -O default_test/checkpoint.pth && rm -rf /tmp/cookies.txt


# + cellId="dbp1dwhodofadmnghu94"
# #!g1.1
# !python3 ./test.py -c default_test/config.json -r default_test/checkpoint.pth

# + cellId="tyq9uuavlqqzywfhio097o"
# #!g1.1


StarcoderdataJupyterScriptsDedupFiltered