Update app.py

app.py

@@ -71,14 +71,6 @@ model = AutoModelForCausalLM.from_pretrained(
 
 mmtokenizer = _MMSentencePieceTokenizer("./mm_tokenizer_v0.2_hf/tokenizer.model")
 
-codectool = CodecManipulator("xcodec", 0, 1)
-model_config = OmegaConf.load('./xcodec_mini_infer/final_ckpt/config.yaml')
-codec_model = eval(model_config.generator.name)(**model_config.generator.config).to(device)
-parameter_dict = torch.load('./xcodec_mini_infer/final_ckpt/ckpt_00360000.pth', map_location='cpu')
-codec_model.load_state_dict(parameter_dict['codec_model'])
-codec_model.to(device)
-codec_model.eval()
-
 print("Models Loaded!")
 
 
@@ -159,6 +151,13 @@ def generate_music(
     cuda_idx=0,
     rescale=False,
 ):
+    codectool = CodecManipulator("xcodec", 0, 1)
+    model_config = OmegaConf.load('./xcodec_mini_infer/final_ckpt/config.yaml')
+    codec_model = eval(model_config.generator.name)(**model_config.generator.config).to(device)
+    parameter_dict = torch.load('./xcodec_mini_infer/final_ckpt/ckpt_00360000.pth', map_location='cpu')
+    codec_model.load_state_dict(parameter_dict['codec_model'])
+    codec_model.to(device)
+    codec_model.eval()
 
     if use_audio_prompt and not audio_prompt_path:
         raise FileNotFoundError("Please offer audio prompt filepath using '--audio_prompt_path', when you enable 'use_audio_prompt'!")