Update app.py

app.py

@@ -44,6 +44,9 @@ except FileNotFoundError:
 
 sys.path.append(os.path.join(os.path.dirname(os.path.abspath(__file__)), 'xcodec_mini_infer'))
 sys.path.append(os.path.join(os.path.dirname(os.path.abspath(__file__)), 'xcodec_mini_infer', 'descriptaudiocodec'))
+
+# don't change above code
+
 import argparse
 import numpy as np
 import json
@@ -110,8 +113,17 @@ model = AutoModelForCausalLM.from_pretrained(
 model.to(device)
 model.eval()
 
+mmtokenizer = _MMSentencePieceTokenizer("./mm_tokenizer_v0.2_hf/tokenizer.model")
+
+codectool = CodecManipulator("xcodec", 0, 1)
+model_config = OmegaConf.load(basic_model_config)
+codec_model = eval(model_config.generator.name)(**model_config.generator.config).to(device)
+parameter_dict = torch.load(resume_path, map_location='cpu')
+codec_model.load_state_dict(parameter_dict['codec_model'])
+codec_model.to(device)
+codec_model.eval()
+
 def generate_music(
-    # stage1_model="m-a-p/YuE-s1-7B-anneal-en-cot",
     max_new_tokens=5,
     run_n_segments=2,
     genre_txt=None,
@@ -135,16 +147,6 @@ def generate_music(
     max_new_tokens = max_new_tokens*100
     stage1_output_dir = os.path.join(output_dir, f"stage1")
     os.makedirs(stage1_output_dir, exist_ok=True)
-
-    mmtokenizer = _MMSentencePieceTokenizer("./mm_tokenizer_v0.2_hf/tokenizer.model")
-    
-    codectool = CodecManipulator("xcodec", 0, 1)
-    model_config = OmegaConf.load(basic_model_config)
-    codec_model = eval(model_config.generator.name)(**model_config.generator.config).to(device)
-    parameter_dict = torch.load(resume_path, map_location='cpu')
-    codec_model.load_state_dict(parameter_dict['codec_model'])
-    codec_model.to(device)
-    codec_model.eval()
     
     class BlockTokenRangeProcessor(LogitsProcessor):
         def __init__(self, start_id, end_id):
@@ -388,7 +390,7 @@ def infer(genre_txt_content, lyrics_txt_content, num_segments=2, max_new_tokens=
     print(f"Output folder ensured at: {output_dir}")
 
     empty_output_folder(output_dir)
-    
+
     # Execute the command
     try:
         music = generate_music(genre_txt=genre_txt_content, lyrics_txt=lyrics_txt_content, run_n_segments=num_segments, output_dir=output_dir, cuda_idx=0, max_new_tokens=max_new_tokens)