Daemontatox commited on
Commit
55c56d4
·
verified ·
1 Parent(s): 90dfc6d

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -11,7 +11,7 @@ from transformers import (
11
  StoppingCriteriaList
12
  )
13
 
14
- MODEL_ID ="deepseek-ai/DeepSeek-R1-Distill-Qwen-14B"
15
 
16
  DEFAULT_SYSTEM_PROMPT = """
17
 
@@ -141,7 +141,7 @@ def initialize_model():
141
  model = AutoModelForCausalLM.from_pretrained(
142
  MODEL_ID,
143
  device_map="cuda",
144
- #quantization_config=quantization_config,
145
  torch_dtype=torch.bfloat16,
146
  trust_remote_code=True
147
  ).to("cuda")
 
11
  StoppingCriteriaList
12
  )
13
 
14
+ MODEL_ID ="Daemontatox/PathfinderAI5.0"
15
 
16
  DEFAULT_SYSTEM_PROMPT = """
17
 
 
141
  model = AutoModelForCausalLM.from_pretrained(
142
  MODEL_ID,
143
  device_map="cuda",
144
+ quantization_config=quantization_config,
145
  torch_dtype=torch.bfloat16,
146
  trust_remote_code=True
147
  ).to("cuda")