Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -20,7 +20,7 @@ from transformers import (
|
|
20 |
)
|
21 |
|
22 |
# Configuration Constants
|
23 |
-
MODEL_ID = "deepseek-ai/DeepSeek-R1-Distill-Qwen-
|
24 |
|
25 |
|
26 |
# Understand]: Analyze the question to identify key details and clarify the goal.
|
@@ -99,7 +99,7 @@ def initialize_model():
|
|
99 |
device_map="cuda",
|
100 |
attn_implementation="flash_attention_2",
|
101 |
trust_remote_code=True,
|
102 |
-
|
103 |
|
104 |
)
|
105 |
|
|
|
20 |
)
|
21 |
|
22 |
# Configuration Constants
|
23 |
+
MODEL_ID = "deepseek-ai/DeepSeek-R1-Distill-Qwen-32B"
|
24 |
|
25 |
|
26 |
# Understand]: Analyze the question to identify key details and clarify the goal.
|
|
|
99 |
device_map="cuda",
|
100 |
attn_implementation="flash_attention_2",
|
101 |
trust_remote_code=True,
|
102 |
+
quantization_config=quantization_config
|
103 |
|
104 |
)
|
105 |
|