Update app.py

app.py

@@ -11,6 +11,7 @@ print(zero.device) # <-- 'cpu' 🤔
 
 
 # gpu
+model = None
 
 @spaces.GPU
 def greet(prompts, separator):
@@ -19,12 +20,15 @@ def greet(prompts, separator):
     from transformers.utils import move_cache
     from huggingface_hub import snapshot_download, login
 
-    LLM_MODEL_ID = "DoctorSlimm/trim-music-31"
-    os.environ['HF_HUB_ENABLE_HF_TRANSFER'] = '1'
-    fp = snapshot_download(LLM_MODEL_ID, token=os.getenv('HF_TOKEN'), revision='main')
-    move_cache()
+    global model
 
-    model = LLM(fp)
+    if model is None:
+        LLM_MODEL_ID = "DoctorSlimm/trim-music-31"
+        os.environ['HF_HUB_ENABLE_HF_TRANSFER'] = '1'
+        fp = snapshot_download(LLM_MODEL_ID, token=os.getenv('HF_TOKEN'), revision='main')
+        move_cache()
+        model = LLM(fp)
+    
     sampling_params = dict(
             temperature = 0.3,
             ignore_eos = False,