Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -7,7 +7,7 @@ import subprocess
|
|
7 |
import gradio_web_server as gws
|
8 |
|
9 |
# Execute the pip install command with additional options
|
10 |
-
|
11 |
|
12 |
|
13 |
def start_controller():
|
@@ -100,7 +100,7 @@ Set the environment variable `model` to change the model:
|
|
100 |
available_devices = os.getenv("CUDA_VISIBLE_DEVICES", "0")
|
101 |
model_path, model_name = model, model.split("/")[-1]
|
102 |
|
103 |
-
|
104 |
|
105 |
|
106 |
# Wait for worker and controller to start
|
|
|
7 |
import gradio_web_server as gws
|
8 |
|
9 |
# Execute the pip install command with additional options
|
10 |
+
subprocess.check_call([sys.executable, '-m', 'pip', 'install', 'flash-attn', '--no-build-isolation', '-U'])
|
11 |
|
12 |
|
13 |
def start_controller():
|
|
|
100 |
available_devices = os.getenv("CUDA_VISIBLE_DEVICES", "0")
|
101 |
model_path, model_name = model, model.split("/")[-1]
|
102 |
|
103 |
+
worker_proc = start_worker(model_path, model_name, bits=bits)
|
104 |
|
105 |
|
106 |
# Wait for worker and controller to start
|