Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -11,7 +11,7 @@ from transformers import (
|
|
11 |
StoppingCriteriaList
|
12 |
)
|
13 |
|
14 |
-
MODEL_ID ="
|
15 |
|
16 |
DEFAULT_SYSTEM_PROMPT = """
|
17 |
|
@@ -141,7 +141,7 @@ def initialize_model():
|
|
141 |
model = AutoModelForCausalLM.from_pretrained(
|
142 |
MODEL_ID,
|
143 |
device_map="cuda",
|
144 |
-
|
145 |
torch_dtype=torch.bfloat16,
|
146 |
trust_remote_code=True
|
147 |
).to("cuda")
|
|
|
11 |
StoppingCriteriaList
|
12 |
)
|
13 |
|
14 |
+
MODEL_ID ="Daemontatox/PathfinderAI5.0"
|
15 |
|
16 |
DEFAULT_SYSTEM_PROMPT = """
|
17 |
|
|
|
141 |
model = AutoModelForCausalLM.from_pretrained(
|
142 |
MODEL_ID,
|
143 |
device_map="cuda",
|
144 |
+
quantization_config=quantization_config,
|
145 |
torch_dtype=torch.bfloat16,
|
146 |
trust_remote_code=True
|
147 |
).to("cuda")
|