Update web_demo.py

web_demo.py

@@ -328,7 +328,8 @@ def _launch_demo(model, tokenizer, audio_tokenizer):
 
 def main():
 
-    model_name_or_path = "VITA-MLLM/VITA-Audio-Plus-Vanilla"
+    # model_name_or_path = "VITA-MLLM/VITA-Audio-Plus-Vanilla"
+    model_name_or_path = "VITA-MLLM/VITA-Audio-Plus-Boost"
 
     device_map = "cuda:0"
 
@@ -384,7 +385,7 @@ def main():
     model.generation_config.top_p = 1.0
     model.generation_config.num_beams = 1
     model.generation_config.pad_token_id = tokenizer.pad_token_id
-    model.generation_config.mtp_inference_mode = [8192,10]
+    #model.generation_config.mtp_inference_mode = [8192,10]
 
 
     _launch_demo(model, tokenizer, audio_tokenizer)