Update app.py

app.py

@@ -63,6 +63,7 @@ def _load_model_tokenizer(args):
         model_dir,
         device_map=device_map,
         trust_remote_code=True,
+        bf16=True,
         resume_download=True,
     ).eval()
     model.generation_config = GenerationConfig.from_pretrained(