lengyue233 commited on
Commit
d01ab9b
·
verified ·
1 Parent(s): d8d439d

Enable compile on zero

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -287,7 +287,7 @@ if __name__ == "__main__":
287
  args = parse_args()
288
 
289
  args.precision = torch.half if args.half else torch.bfloat16
290
- # args.compile = True
291
 
292
  logger.info("Loading Llama model...")
293
  llama_model, decode_one_token = load_llama_model(
 
287
  args = parse_args()
288
 
289
  args.precision = torch.half if args.half else torch.bfloat16
290
+ args.compile = True
291
 
292
  logger.info("Loading Llama model...")
293
  llama_model, decode_one_token = load_llama_model(