Update app.py

app.py

@@ -4,20 +4,32 @@ from peft import PeftModel
 import torch
 import requests
 import json
+import shutil, os
+
+offload_folder = "offload/"
+if os.path.exists(offload_folder):
+    shutil.rmtree(offload_folder)
+os.makedirs(offload_folder)
 
 model_id = "deepseek-ai/deepseek-coder-1.3b-base"
 lora_id = "Seunggg/lora-plant"
 
 tokenizer = AutoTokenizer.from_pretrained(model_id, trust_remote_code=True)
 
+offload_folder = "offload/"
+if os.path.exists(offload_folder):
+    shutil.rmtree(offload_folder)
+os.makedirs(offload_folder)
+
 base = AutoModelForCausalLM.from_pretrained(
     model_id,
     device_map="auto",
-    offload_folder="offload/",
+    offload_folder=offload_folder,
     torch_dtype=torch.float16 if torch.cuda.is_available() else torch.float32,
     trust_remote_code=True
 )
 
+
 model = PeftModel.from_pretrained(
     base,
     lora_id,