Upload train.py with huggingface_hub

train.py

@@ -71,11 +71,11 @@ learning_rate = 2e-4
 """## Load model and tokenizer"""
 
 # specify how to quantize the model
-quantization_config = BitsAndBytesConfig(
-        load_in_4bit=True,
-        bnb_4bit_quant_type="nf4",
-        bnb_4bit_use_double_quant=True,
-)
+# quantization_config = BitsAndBytesConfig(
+#         load_in_4bit=True,
+#         bnb_4bit_quant_type="nf4",
+#         bnb_4bit_use_double_quant=True,
+# )
 
 # Load model
 model = AutoModelForCausalLM.from_pretrained(
@@ -83,7 +83,7 @@ model = AutoModelForCausalLM.from_pretrained(
     torch_dtype=torch.bfloat16,
     use_cache=False,  # Disable KV cache during training
     device_map="auto",
-    quantization_config=quantization_config
+    # quantization_config=quantization_config
 )
 
 # Load tokenizer