Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -11,17 +11,13 @@ from transformers import (
|
|
11 |
StoppingCriteriaList
|
12 |
)
|
13 |
|
14 |
-
MODEL_ID ="Daemontatox/
|
15 |
|
16 |
|
17 |
#
|
18 |
#
|
19 |
|
20 |
DEFAULT_SYSTEM_PROMPT ="""
|
21 |
-
|
22 |
-
You are a deep thinking AI, you may use extremely long chains of thought to deeply consider the problem and deliberate with yourself via systematic reasoning processes to help come to a correct solution prior to answering. You should enclose your thoughts and internal monologue inside <think> </think> tags, and then provide your solution or response to the problem.
|
23 |
-
|
24 |
-
|
25 |
"""
|
26 |
|
27 |
CSS = """
|
@@ -48,7 +44,7 @@ def initialize_model():
|
|
48 |
model = AutoModelForCausalLM.from_pretrained(
|
49 |
MODEL_ID,
|
50 |
device_map="cuda",
|
51 |
-
|
52 |
torch_dtype=torch.bfloat16,
|
53 |
trust_remote_code=True
|
54 |
)
|
|
|
11 |
StoppingCriteriaList
|
12 |
)
|
13 |
|
14 |
+
MODEL_ID ="Daemontatox/Cogito-R1"
|
15 |
|
16 |
|
17 |
#
|
18 |
#
|
19 |
|
20 |
DEFAULT_SYSTEM_PROMPT ="""
|
|
|
|
|
|
|
|
|
21 |
"""
|
22 |
|
23 |
CSS = """
|
|
|
44 |
model = AutoModelForCausalLM.from_pretrained(
|
45 |
MODEL_ID,
|
46 |
device_map="cuda",
|
47 |
+
quantization_config=quantization_config,
|
48 |
torch_dtype=torch.bfloat16,
|
49 |
trust_remote_code=True
|
50 |
)
|