SaulLu commited on
Commit
dc6ec60
·
1 Parent(s): b7eb9ad

update app

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -19,7 +19,7 @@ MAX_LEN_DS_CHECKS = os.getenv("MAX_LEN_DS_CHECKS")
19
 
20
 
21
  def get_ds(config):
22
- ds = load_dataset(CHECK_DATASET_DIR_PATH_BEFORE_CLEAN_SELECT, config)
23
  return ds
24
 
25
 
@@ -262,7 +262,7 @@ st.write(
262
  )
263
  col_option_clean, col_option_ds = st.columns(2)
264
 
265
- CHECK_CONFIGS = get_dataset_config_names(CHECK_DATASET_DIR_PATH_BEFORE_CLEAN_SELECT)
266
 
267
  CLEANING_VERSIONS = set()
268
  dataset_names = set()
@@ -287,7 +287,7 @@ option_ds = col_option_ds.selectbox("Select the dataset", dataset_names)
287
  # checks_names = sorted(list(os.listdir(checks_path)))
288
 
289
  # log_path = os.path.join(DATASET_DIR_PATH, option_ds, "logs.txt")
290
- ds_log = load_dataset(LOGS_DATASET_DIR_PATH_BEFORE_CLEAN_SELECT, f"{option_clean}_dsname_{option_ds}")
291
  log = ds_log["train"][0]
292
  get_logs_stats(log=log)
293
 
 
19
 
20
 
21
  def get_ds(config):
22
+ ds = load_dataset(CHECK_DATASET_DIR_PATH_BEFORE_CLEAN_SELECT, config, use_auth_token=True)
23
  return ds
24
 
25
 
 
262
  )
263
  col_option_clean, col_option_ds = st.columns(2)
264
 
265
+ CHECK_CONFIGS = get_dataset_config_names(CHECK_DATASET_DIR_PATH_BEFORE_CLEAN_SELECT, use_auth_token=True)
266
 
267
  CLEANING_VERSIONS = set()
268
  dataset_names = set()
 
287
  # checks_names = sorted(list(os.listdir(checks_path)))
288
 
289
  # log_path = os.path.join(DATASET_DIR_PATH, option_ds, "logs.txt")
290
+ ds_log = load_dataset(LOGS_DATASET_DIR_PATH_BEFORE_CLEAN_SELECT, f"{option_clean}_dsname_{option_ds}", use_auth_token=True)
291
  log = ds_log["train"][0]
292
  get_logs_stats(log=log)
293