mlabonne commited on
Commit
fc17cd4
·
verified ·
1 Parent(s): ce641f7

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +25 -2
app.py CHANGED
@@ -1,4 +1,5 @@
1
  import os
 
2
  import time
3
  import random
4
  import yaml
@@ -21,6 +22,24 @@ N_ROWS = 20
21
  WAIT_TIME = 3600
22
 
23
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
24
  def create_dataset() -> bool:
25
  """
26
  Use Scrape Open LLM Leaderboard to create a CSV dataset.
@@ -316,7 +335,7 @@ def merge_loop():
316
  # Evaluate model on Runpod
317
  create_pod(model_name, USERNAME)
318
 
319
-
320
  command = ["git", "clone", "-q", "https://github.com/Weyaxi/scrape-open-llm-leaderboard"]
321
  subprocess.run(command, check=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE, text=True)
322
 
@@ -329,6 +348,8 @@ subprocess.run(command, check=True, stdout=subprocess.PIPE, stderr=subprocess.PI
329
  command = ["pip", "install", "-e", "mergekit"]
330
  subprocess.run(command, check=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE, text=True)
331
 
 
 
332
  # Gradio interface
333
  title = """
334
  <div align="center">
@@ -337,8 +358,10 @@ title = """
337
  <p><em>AutoMerger selects two 7B models on top of the Open LLM Leaderboard, combine them with a merge technique, and evaluate the resulting model.</em></p>
338
  </div>
339
  """
340
- with gr.Blocks() as demo:
341
  gr.Markdown(title)
 
 
342
  demo.launch(server_name="0.0.0.0", prevent_thread_lock=True)
343
 
344
  print("Start AutoMerger...")
 
1
  import os
2
+ import sys
3
  import time
4
  import random
5
  import yaml
 
22
  WAIT_TIME = 3600
23
 
24
 
25
+ # Logger from https://github.com/gradio-app/gradio/issues/2362
26
+ class Logger:
27
+ def __init__(self, filename):
28
+ self.terminal = sys.stdout
29
+ self.log = open(filename, "w")
30
+
31
+ def write(self, message):
32
+ self.terminal.write(message)
33
+ self.log.write(message)
34
+
35
+ def flush(self):
36
+ self.terminal.flush()
37
+ self.log.flush()
38
+
39
+ def isatty(self):
40
+ return False
41
+
42
+
43
  def create_dataset() -> bool:
44
  """
45
  Use Scrape Open LLM Leaderboard to create a CSV dataset.
 
335
  # Evaluate model on Runpod
336
  create_pod(model_name, USERNAME)
337
 
338
+ # Install scrape-open-llm-leaderboard and mergekit
339
  command = ["git", "clone", "-q", "https://github.com/Weyaxi/scrape-open-llm-leaderboard"]
340
  subprocess.run(command, check=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE, text=True)
341
 
 
348
  command = ["pip", "install", "-e", "mergekit"]
349
  subprocess.run(command, check=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE, text=True)
350
 
351
+ sys.stdout = Logger("output.log")
352
+
353
  # Gradio interface
354
  title = """
355
  <div align="center">
 
358
  <p><em>AutoMerger selects two 7B models on top of the Open LLM Leaderboard, combine them with a merge technique, and evaluate the resulting model.</em></p>
359
  </div>
360
  """
361
+ with gr.Blocks(theme=gr.themes.Glass()) as demo:
362
  gr.Markdown(title)
363
+ logs = gr.Textbox()
364
+ demo.load(read_logs, None, logs, every=1)
365
  demo.launch(server_name="0.0.0.0", prevent_thread_lock=True)
366
 
367
  print("Start AutoMerger...")