Daemontatox commited on
Commit
afeb266
·
verified ·
1 Parent(s): 3d05462

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -6
app.py CHANGED
@@ -11,17 +11,13 @@ from transformers import (
11
  StoppingCriteriaList
12
  )
13
 
14
- MODEL_ID ="Daemontatox/Phi-4-COT"
15
 
16
 
17
  #
18
  #
19
 
20
  DEFAULT_SYSTEM_PROMPT ="""
21
-
22
- You are a deep thinking AI, you may use extremely long chains of thought to deeply consider the problem and deliberate with yourself via systematic reasoning processes to help come to a correct solution prior to answering. You should enclose your thoughts and internal monologue inside <think> </think> tags, and then provide your solution or response to the problem.
23
-
24
-
25
  """
26
 
27
  CSS = """
@@ -48,7 +44,7 @@ def initialize_model():
48
  model = AutoModelForCausalLM.from_pretrained(
49
  MODEL_ID,
50
  device_map="cuda",
51
- #quantization_config=quantization_config,
52
  torch_dtype=torch.bfloat16,
53
  trust_remote_code=True
54
  )
 
11
  StoppingCriteriaList
12
  )
13
 
14
+ MODEL_ID ="Daemontatox/Cogito-R1"
15
 
16
 
17
  #
18
  #
19
 
20
  DEFAULT_SYSTEM_PROMPT ="""
 
 
 
 
21
  """
22
 
23
  CSS = """
 
44
  model = AutoModelForCausalLM.from_pretrained(
45
  MODEL_ID,
46
  device_map="cuda",
47
+ quantization_config=quantization_config,
48
  torch_dtype=torch.bfloat16,
49
  trust_remote_code=True
50
  )