Update app.py

app.py

@@ -6,6 +6,8 @@ import random
 import yaml
 import subprocess
 from io import StringIO
+import threading
+from subprocess import run, CalledProcessError
 
 import runpod
 import shutil
@@ -25,29 +27,37 @@ USERNAME = 'automerger'
 N_ROWS = 20
 WAIT_TIME = 10800
 
+log_file_lock = threading.Lock()
+
 
 # Logger from https://github.com/gradio-app/gradio/issues/2362
 class Logger:
     def __init__(self, filename):
         self.terminal = sys.stdout
         self.log = open(filename, "w")
+        self.lock = log_file_lock
 
     def write(self, message):
-        self.terminal.write(message)
-        self.log.write(message)
+        with self.lock:
+            self.terminal.write(message)
+            self.log.write(message)
         
     def flush(self):
         self.terminal.flush()
         self.log.flush()
         
     def isatty(self):
-        return False    
+        return False
+
+    def close(self):
+        self.log.close() 
 
 
 def read_logs():
-    sys.stdout.flush()
-    with open("output.log", "r") as f:
-        return f.read()
+    with log_file_lock:
+        sys.stdout.flush()
+        with open("output.log", "r") as f:
+            return f.read()
 
         
 def create_dataset() -> bool:
@@ -72,13 +82,14 @@ def merge_models() -> None:
     """
     command = ["mergekit-yaml", "config.yaml", "/data/merge", "--copy-tokenizer"]
 
-    with open("output.log", "a") as log_file: 
-        try:
-            result = subprocess.run(command, check=True, stdout=log_file,
-                                    stderr=log_file, text=True)
-            print(f"mergekit: {result.stdout}")
-        except subprocess.CalledProcessError as e:
-            print(f"Error: mergekit: {e.stderr}")
+    with log_file_lock:
+        with open("output.log", "a") as log_file: 
+            try:
+                result = subprocess.run(command, check=True, stdout=log_file,
+                                        stderr=log_file, text=True)
+                print(f"mergekit: {result.stdout}")
+            except subprocess.CalledProcessError as e:
+                print(f"Error: mergekit: {e.stderr}")
 
 
 def make_df(file_path: str, n_rows: int) -> pd.DataFrame:
@@ -473,7 +484,7 @@ footer = '<div align="center"><p><em>Special thanks to <a href="https://huggingf
 with gr.Blocks(theme=gr.themes.Soft(primary_hue="blue")) as demo:
     gr.Markdown(title)
     logs = gr.Textbox(label="Logs")
-    # demo.load(read_logs, None, logs, every=20)
+    demo.load(read_logs, None, logs, every=10)
     leaderboard = gr.Dataframe(value=get_dataframe, datatype=["markdown", "number", "number", "number", "number", "number"], every=3600)
     gr.Markdown(footer)
 demo.queue().launch(server_name="0.0.0.0", show_error=True, prevent_thread_lock=True)