add transformers_cache in /data

Store the models in the persistent storage.

app.py

@@ -70,7 +70,7 @@ def merge_models() -> None:
     """
     Use mergekit to create a merge.
     """
-    command = ["mergekit-yaml", "config.yaml", "/data/merge", "--copy-tokenizer"]
+    command = ["mergekit-yaml", "config.yaml", "/data/merge", "--copy-tokenizer", "--transformers_cache", "/data"]
 
     with open("output.log", "a") as log_file: 
         try:
@@ -122,7 +122,7 @@ def get_name(models: list[pd.Series], username: str, version=0) -> str:
         get_name(models, username, version+1)
 
     return model_name
-
+    
 
 def get_license(models: list[pd.Series]) -> str:
     license1 = models[0]["Hub License"]
@@ -359,12 +359,15 @@ def clear_data():
     """
     Clear data so the Space doesn't crash...
     """
-    dir_path = "/data/merge"
-    if os.path.exists(dir_path) and os.path.isdir(dir_path):
-        shutil.rmtree(dir_path)
-        print(f"The directory '{dir_path}' has been removed successfully.")
-    else:
-        print(f"The directory '{dir_path}' does not exist.")
+    dir_path = "/data"
+    try:
+        with os.scandir(dir_path) as entries:
+            for entry in entries:
+                if entry.is_file():
+                    os.unlink(entry.path)
+        print("All files deleted successfully.")
+    except OSError:
+        print("Error occurred while deleting files.")
 
 
 def get_size(start_path):