LukasHug commited on
Commit
c66f1b5
·
verified ·
1 Parent(s): a1054ea

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -7,7 +7,7 @@ import subprocess
7
  import gradio_web_server as gws
8
 
9
  # Execute the pip install command with additional options
10
- # subprocess.check_call([sys.executable, '-m', 'pip', 'install', 'flash-attn', '--no-build-isolation', '-U'])
11
 
12
 
13
  def start_controller():
@@ -100,7 +100,7 @@ Set the environment variable `model` to change the model:
100
  available_devices = os.getenv("CUDA_VISIBLE_DEVICES", "0")
101
  model_path, model_name = model, model.split("/")[-1]
102
 
103
- # worker_proc = start_worker(model_path, model_name, bits=bits)
104
 
105
 
106
  # Wait for worker and controller to start
 
7
  import gradio_web_server as gws
8
 
9
  # Execute the pip install command with additional options
10
+ subprocess.check_call([sys.executable, '-m', 'pip', 'install', 'flash-attn', '--no-build-isolation', '-U'])
11
 
12
 
13
  def start_controller():
 
100
  available_devices = os.getenv("CUDA_VISIBLE_DEVICES", "0")
101
  model_path, model_name = model, model.split("/")[-1]
102
 
103
+ worker_proc = start_worker(model_path, model_name, bits=bits)
104
 
105
 
106
  # Wait for worker and controller to start