Spaces:
Running
Running
config: | |
(): colpali_engine.utils.train_colpali_engine_models.ColModelTrainingConfig | |
output_dir: !path ../../../models/eval_v0_colsiglipnew-3b-mix-448 | |
processor: | |
() : colpali_engine.utils.wrapper.AutoProcessorWrapper | |
pretrained_model_name_or_path: "./models/paligemma-3b-mix-448" | |
max_length: 50 | |
pretrained_peft_model_name_or_path: !path ../../../models/train_v0_colsiglipnew-3b-mix-448 | |
model: | |
(): colpali_engine.utils.wrapper.AutoColModelWrapper | |
pretrained_model_name_or_path: "./models/paligemma-3b-mix-448" | |
training_objective: "colbertv1" | |
# attn_implementation: "eager" | |
torch_dtype: !ext torch.bfloat16 | |
# device_map: "auto" | |
# quantization_config: | |
# (): transformers.BitsAndBytesConfig | |
# load_in_4bit: true | |
# bnb_4bit_quant_type: "nf4" | |
# bnb_4bit_compute_dtype: "bfloat16" | |
# bnb_4bit_use_double_quant: true | |
dataset_loading_func: !ext colpali_engine.utils.dataset_transformation.load_train_set | |
eval_dataset_loader: !import ../data/test_data.yaml | |
max_length: 50 | |
run_eval: true | |
run_train: true | |
add_suffix: true | |
loss_func: | |
(): colpali_engine.loss.colbert_loss.ColbertPairwiseCELoss | |
tr_args: !import ../tr_args/eval_tr_args.yaml | |