Update app.py
Browse files
app.py
CHANGED
@@ -7,20 +7,13 @@ import json
|
|
7 |
import shutil, os
|
8 |
|
9 |
offload_folder = "offload/"
|
10 |
-
|
11 |
-
shutil.rmtree(offload_folder)
|
12 |
-
os.makedirs(offload_folder)
|
13 |
|
14 |
model_id = "deepseek-ai/deepseek-coder-1.3b-base"
|
15 |
lora_id = "Seunggg/lora-plant"
|
16 |
|
17 |
tokenizer = AutoTokenizer.from_pretrained(model_id, trust_remote_code=True)
|
18 |
|
19 |
-
offload_folder = "offload/"
|
20 |
-
if os.path.exists(offload_folder):
|
21 |
-
shutil.rmtree(offload_folder)
|
22 |
-
os.makedirs(offload_folder)
|
23 |
-
|
24 |
base = AutoModelForCausalLM.from_pretrained(
|
25 |
model_id,
|
26 |
device_map="auto",
|
|
|
7 |
import shutil, os
|
8 |
|
9 |
offload_folder = "offload/"
|
10 |
+
os.makedirs(offload_folder, exist_ok=True)
|
|
|
|
|
11 |
|
12 |
model_id = "deepseek-ai/deepseek-coder-1.3b-base"
|
13 |
lora_id = "Seunggg/lora-plant"
|
14 |
|
15 |
tokenizer = AutoTokenizer.from_pretrained(model_id, trust_remote_code=True)
|
16 |
|
|
|
|
|
|
|
|
|
|
|
17 |
base = AutoModelForCausalLM.from_pretrained(
|
18 |
model_id,
|
19 |
device_map="auto",
|