Update model.py

model.py

@@ -78,31 +78,25 @@ def initialize_models() -> bool:
         except Exception as e:
             raise RuntimeError(f"Failed to initialize CLIP model: {str(e)}")
 
-        # Initialize LLM with optimized settings
+        # Initialize LLM with CPU settings
         try:
             model_name = "mistralai/Mistral-7B-v0.1"
-            quantization_config = BitsAndBytesConfig(
-                load_in_4bit=True,
-                bnb_4bit_compute_dtype=torch.float16,
-                bnb_4bit_use_double_quant=True,
-                bnb_4bit_quant_type="nf4"
-            )
-
-            # Initialize tokenizer with specific version requirements
+            
+            # Initialize tokenizer
             llm_tokenizer = AutoTokenizer.from_pretrained(
                 model_name,
-                use_auth_token=hf_token,  # Changed from token to use_auth_token
+                use_auth_token=hf_token,
                 trust_remote_code=True
             )
             llm_tokenizer.pad_token = llm_tokenizer.eos_token
             
+            # Initialize model for CPU
             llm_model = AutoModelForCausalLM.from_pretrained(
                 model_name,
-                use_auth_token=hf_token,  # Changed from token to use_auth_token
-                quantization_config=quantization_config,
-                device_map="auto",
-                torch_dtype=torch.float16,
-                trust_remote_code=True
+                use_auth_token=hf_token,
+                torch_dtype=torch.float32,  # Use float32 for CPU
+                trust_remote_code=True,
+                low_cpu_mem_usage=True
             )
             llm_model.eval()
             print("LLM initialized successfully")