Update app.py

app.py

@@ -20,7 +20,7 @@ from transformers import (
 )
 
 # Configuration Constants
-MODEL_ID = "deepseek-ai/DeepSeek-R1-Distill-Qwen-14B"
+MODEL_ID = "deepseek-ai/DeepSeek-R1-Distill-Qwen-32B"
 
 
 # Understand]: Analyze the question to identify key details and clarify the goal.
@@ -78,10 +78,10 @@ h3 {
 def initialize_model():
     """Initialize the model with appropriate configurations"""
     quantization_config = BitsAndBytesConfig(
-        load_in_8bit=True,
-        bnb_8bit_compute_dtype=torch.bfloat16,
-        bnb_8bit_quant_type="nf4",
-        bnb_8bit_use_double_quant=True
+        load_in_4bit=True,
+        bnb_4bit_compute_dtype=torch.bfloat16,
+        bnb_4bit_quant_type="nf4",
+        bnb_4bit_use_double_quant=True
     )
 
     tokenizer = AutoTokenizer.from_pretrained(MODEL_ID , trust_remote_code=True)
@@ -94,7 +94,7 @@ def initialize_model():
         device_map="cuda",
         attn_implementation="flash_attention_2",
         trust_remote_code=True,
-        #quantization_config=quantization_config
+        quantization_config=quantization_config
 
     )