Spaces:
Runtime error
Runtime error
Vaishak G Kumar
commited on
Commit
·
c2f9368
1
Parent(s):
cab1220
Update app.py
Browse files
app.py
CHANGED
@@ -15,9 +15,9 @@ login(hf_token)
|
|
15 |
device = "cuda" if torch.cuda.is_available() else "cpu"
|
16 |
|
17 |
# Load tokenizer and model
|
18 |
-
tokenizer = AutoTokenizer.from_pretrained('stabilityai/stablelm-3b-4e1t')
|
19 |
config = PeftConfig.from_pretrained("vaishakgkumar/stablemedv1")
|
20 |
-
model = AutoModelForCausalLM.from_pretrained("stabilityai/stablelm-3b-4e1t")
|
21 |
model = PeftModel.from_pretrained(model, "vaishakgkumar/stablemedv1")
|
22 |
|
23 |
model.to(device)
|
|
|
15 |
device = "cuda" if torch.cuda.is_available() else "cpu"
|
16 |
|
17 |
# Load tokenizer and model
|
18 |
+
tokenizer = AutoTokenizer.from_pretrained('stabilityai/stablelm-3b-4e1t',token=hf_token, trust_remote_code=True))
|
19 |
config = PeftConfig.from_pretrained("vaishakgkumar/stablemedv1")
|
20 |
+
model = AutoModelForCausalLM.from_pretrained("stabilityai/stablelm-3b-4e1t",token=hf_token, trust_remote_code=True))
|
21 |
model = PeftModel.from_pretrained(model, "vaishakgkumar/stablemedv1")
|
22 |
|
23 |
model.to(device)
|