only show the folder where submitted config files are

app_debug.py

@@ -8,7 +8,7 @@ import pipe
 from io_utils import get_logs_file
 
 LOG_PATH = "./tmp"
-CONFIG_PATH = "./cicd/configs/"
+CONFIG_PATH = "./cicd/configs/submitted/"
 MAX_FILES_NUM = 20
 
 

io_utils.py

@@ -1,15 +1,25 @@
 import os
-
+import logging
 import yaml
 
 YAML_PATH = "./cicd/configs"
 LOG_FILE = "temp_log"
 
+logger = logging.getLogger(__name__)
 
 class Dumper(yaml.Dumper):
     def increase_indent(self, flow=False, *args, **kwargs):
         return super().increase_indent(flow=flow, indentless=False)
 
+def get_submitted_yaml_path(uid):
+    if not os.path.exists(f"{YAML_PATH}/submitted"):
+        os.makedirs(f"{YAML_PATH}/submitted")
+    if not os.path.exists(f"{YAML_PATH}/{uid}_config.yaml"):
+        logger.error(f"config.yaml does not exist for {uid}")
+        os.system(f"cp config.yaml {YAML_PATH}/{uid}_config.yaml")
+    if not os.path.exists(f"{YAML_PATH}/submitted/{uid}_config.yaml"):
+        os.system(f"cp {YAML_PATH}/{uid}_config.yaml {YAML_PATH}/submitted/{uid}_config.yaml")
+    return f"{YAML_PATH}/submitted/{uid}_config.yaml"
 
 def get_yaml_path(uid):
     if not os.path.exists(YAML_PATH):

run_jobs.py

@@ -17,7 +17,7 @@ from app_env import (
     HF_SPACE_ID,
     HF_WRITE_TOKEN,
 )
-from io_utils import LOG_FILE, get_yaml_path, write_log_to_user_file
+from io_utils import LOG_FILE, get_submitted_yaml_path, write_log_to_user_file
 from isolated_env import prepare_venv
 from leaderboard import LEADERBOARD
 
@@ -98,7 +98,7 @@ def prepare_env_and_get_command(
         "--label_mapping",
         json.dumps(label_mapping),
         "--scan_config",
-        get_yaml_path(uid),
+        get_submitted_yaml_path(uid),
         "--inference_type",
         inference_type,
         "--inference_api_token",