Daemontatox commited on
Commit
d1d70e6
·
verified ·
1 Parent(s): 5bfb2e1

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -20,7 +20,7 @@ from transformers import (
20
  )
21
 
22
  # Configuration Constants
23
- MODEL_ID = "deepseek-ai/DeepSeek-R1-Distill-Qwen-14B"
24
 
25
 
26
  # Understand]: Analyze the question to identify key details and clarify the goal.
@@ -99,7 +99,7 @@ def initialize_model():
99
  device_map="cuda",
100
  attn_implementation="flash_attention_2",
101
  trust_remote_code=True,
102
- #quantization_config=quantization_config
103
 
104
  )
105
 
 
20
  )
21
 
22
  # Configuration Constants
23
+ MODEL_ID = "deepseek-ai/DeepSeek-R1-Distill-Qwen-32B"
24
 
25
 
26
  # Understand]: Analyze the question to identify key details and clarify the goal.
 
99
  device_map="cuda",
100
  attn_implementation="flash_attention_2",
101
  trust_remote_code=True,
102
+ quantization_config=quantization_config
103
 
104
  )
105