Update app.py

app.py

@@ -118,8 +118,8 @@ try:
         base_model_path,
         torch_dtype=torch.float16,
         device_map="cpu",          # Explicitly set CPU
-        load_in_8bit=True          # Enable int8 quantization
-        # trust_remote_code=True,
+        # load_in_8bit=True          # Enable int8 quantization
+        trust_remote_code=True,
         # device_map="auto"
     )