Update libra/model/builder.py

libra/model/builder.py

@@ -25,7 +25,10 @@ from libra.constants import DEFAULT_IMAGE_PATCH_TOKEN, DEFAULT_IM_START_TOKEN, D
 
 def load_pretrained_model(model_path, model_base, model_name, device="cpu"):
     quantization_config = BitsAndBytesConfig(
-        load_in_8bit=True
+    load_in_4bit=True,  
+    bnb_4bit_compute_dtype=torch.bfloat16,  
+    bnb_4bit_use_double_quant=True,  
+    bnb_4bit_quant_type='nf4' 
     )
     device_map = {"": device}
     kwargs = {