models: - model: brayene/DPO-Qwen2-1.5B-Instruct-Human-like - model: Qwen/Qwen2.5-Math-1.5B - model: prithivMLmods/QwQ-R1-Distill-1.5B-CoT - model: MadeAgents/Hammer2.1-1.5b merge_method: model_stock base_model: deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B parameters: normalize: false int8_mask: true dtype: float16