Spaces:
Running
Running
File size: 466 Bytes
85e3d20 |
1 2 3 4 5 6 7 8 9 10 11 |
import subprocess
import pandas as pd
taskname = "babylm"
download_dir = "../env"
subprocess.run(["wget", "https://github.com/babylm/babylm.github.io/raw/main/babylm_data.zip"], cwd=download_dir)
subprocess.run(["unzip", "-n", f"babylm_data.zip"], cwd=download_dir)
subprocess.run(["rm", f"babylm_data.zip"], cwd=download_dir)
subprocess.run(["rm", "-rf", f"babylm_data/babylm_100M"], cwd=download_dir)
subprocess.run(["rm", "-rf", f"__MACOSX"], cwd=download_dir) |