Spaces:
Runtime error
Runtime error
Try compile on zero
Browse files
app.py
CHANGED
@@ -251,6 +251,7 @@ def build_app():
|
|
251 |
# speaker,
|
252 |
],
|
253 |
[audio, error],
|
|
|
254 |
)
|
255 |
|
256 |
return app
|
@@ -286,6 +287,7 @@ if __name__ == "__main__":
|
|
286 |
args = parse_args()
|
287 |
|
288 |
args.precision = torch.half if args.half else torch.bfloat16
|
|
|
289 |
|
290 |
logger.info("Loading Llama model...")
|
291 |
llama_model, decode_one_token = load_llama_model(
|
|
|
251 |
# speaker,
|
252 |
],
|
253 |
[audio, error],
|
254 |
+
concurrency_limit=1,
|
255 |
)
|
256 |
|
257 |
return app
|
|
|
287 |
args = parse_args()
|
288 |
|
289 |
args.precision = torch.half if args.half else torch.bfloat16
|
290 |
+
args.compile = True
|
291 |
|
292 |
logger.info("Loading Llama model...")
|
293 |
llama_model, decode_one_token = load_llama_model(
|