Update app.py

app.py

@@ -219,7 +219,7 @@ def generate_music(
                     input_ids=input_ids,
                     max_new_tokens=max_new_tokens,
                     min_new_tokens=100,
-                    do_sample=True,
+                    do_sample=False, # just testing what happens
                     top_p=top_p,
                     temperature=temperature,
                     repetition_penalty=repetition_penalty,
@@ -227,8 +227,8 @@ def generate_music(
                     pad_token_id=mmtokenizer.eoa,
                     logits_processor=LogitsProcessorList([BlockTokenRangeProcessor(0, 32002), BlockTokenRangeProcessor(32016, 32016)]),
                     guidance_scale=guidance_scale,
-                    use_cache=True, # KV Caching is enabled here!
-                    top_k=50,
+                    use_cache=True,
+                    # top_k=50,
                     num_beams=1
                 )
                 if output_seq[0][-1].item() != mmtokenizer.eoa:
@@ -290,7 +290,7 @@ def generate_music(
         for npy in stage1_output_set:
             codec_result = np.load(npy)
             decodec_rlt = []
-            with torch.no_grad():
+            with torch.inference_mode(), torch.autocast(device_type='cuda', dtype=torch.float16):
                 decoded_waveform = codec_model.decode(
                     torch.as_tensor(codec_result.astype(np.int16), dtype=torch.long).unsqueeze(0).permute(1, 0, 2).to(
                         device))
@@ -419,22 +419,24 @@ with gr.Blocks() as demo:
         gr.Examples(
             examples=[
                 [
-                    "rap piano street tough piercing vocal hip-hop synthesizer clear vocal male",
+                    "Bass Metalcore Thrash Metal Furious bright vocal male Angry aggressive vocal Guitar",
                     """[verse]
-Late nights grinding, writing down these rhymes
-Clock is ticking fast, can't afford to waste time
-Haters gonna hate, but I brush it off
-Turn the negativity into something strong
-Mama working hard, wanna make her proud
-Echoes of her prayers cutting through the crowd
-Friends turned strangers, but it's all good
-Focused on my path like I always knew I would
-
-[chorus]
-This is my life, and I'm aiming for the top
-Never gonna quit, no, I'm never gonna stop
-Through the highs and lows, I'mma keep it real
-Living out my dreams with this mic and a deal
+    Step back cause I'll ignite
+    Won't quit without a fight
+    No escape, gear up, it's a fierce fight
+    Brace up, raise your hands up and light
+    Fear the might. Step back cause I'll ignite
+    Won't back down without a fight
+    It keeps going and going, the heat is on.
+    
+    [chorus]
+    Hot flame. Hot flame.
+    Still here, still holding aim
+    I don't care if I'm bright or dim: nah.
+    I've made it clear, I'll make it again
+    All I want is my crew and my gain.
+    I'm feeling wild, got a bit of rebel style.
+    Locked inside my mind, hot flame.
 
                     """
                 ],