Spaces:
Runtime error
Runtime error
update app
Browse files
app.py
CHANGED
@@ -19,7 +19,7 @@ MAX_LEN_DS_CHECKS = os.getenv("MAX_LEN_DS_CHECKS")
|
|
19 |
|
20 |
|
21 |
def get_ds(config):
|
22 |
-
ds = load_dataset(CHECK_DATASET_DIR_PATH_BEFORE_CLEAN_SELECT, config)
|
23 |
return ds
|
24 |
|
25 |
|
@@ -262,7 +262,7 @@ st.write(
|
|
262 |
)
|
263 |
col_option_clean, col_option_ds = st.columns(2)
|
264 |
|
265 |
-
CHECK_CONFIGS = get_dataset_config_names(CHECK_DATASET_DIR_PATH_BEFORE_CLEAN_SELECT)
|
266 |
|
267 |
CLEANING_VERSIONS = set()
|
268 |
dataset_names = set()
|
@@ -287,7 +287,7 @@ option_ds = col_option_ds.selectbox("Select the dataset", dataset_names)
|
|
287 |
# checks_names = sorted(list(os.listdir(checks_path)))
|
288 |
|
289 |
# log_path = os.path.join(DATASET_DIR_PATH, option_ds, "logs.txt")
|
290 |
-
ds_log = load_dataset(LOGS_DATASET_DIR_PATH_BEFORE_CLEAN_SELECT, f"{option_clean}_dsname_{option_ds}")
|
291 |
log = ds_log["train"][0]
|
292 |
get_logs_stats(log=log)
|
293 |
|
|
|
19 |
|
20 |
|
21 |
def get_ds(config):
|
22 |
+
ds = load_dataset(CHECK_DATASET_DIR_PATH_BEFORE_CLEAN_SELECT, config, use_auth_token=True)
|
23 |
return ds
|
24 |
|
25 |
|
|
|
262 |
)
|
263 |
col_option_clean, col_option_ds = st.columns(2)
|
264 |
|
265 |
+
CHECK_CONFIGS = get_dataset_config_names(CHECK_DATASET_DIR_PATH_BEFORE_CLEAN_SELECT, use_auth_token=True)
|
266 |
|
267 |
CLEANING_VERSIONS = set()
|
268 |
dataset_names = set()
|
|
|
287 |
# checks_names = sorted(list(os.listdir(checks_path)))
|
288 |
|
289 |
# log_path = os.path.join(DATASET_DIR_PATH, option_ds, "logs.txt")
|
290 |
+
ds_log = load_dataset(LOGS_DATASET_DIR_PATH_BEFORE_CLEAN_SELECT, f"{option_clean}_dsname_{option_ds}", use_auth_token=True)
|
291 |
log = ds_log["train"][0]
|
292 |
get_logs_stats(log=log)
|
293 |
|