Update app.py

app.py

@@ -44,7 +44,7 @@ def start_worker(model_path: str, model_name: str, bits=16, device=0):
         model_path,
         "--model-name",
         model_name,
-        "--use-flash-attn",
+        # "--use-flash-attn",
         '--device',
         device
     ]