models: - model: OpenPipe/mistral-ft-optimized-1218 # no parameters necessary for base model - model: nbeerbower/bophades-mistral-math-DPO-7B parameters: density: 0.53 weight: 0.5 - model: ecastera/eva-mistral-dolphin-7b-spanish parameters: density: 0.53 weight: 0.4 merge_method: ties base_model: OpenPipe/mistral-ft-optimized-1218 parameters: normalize: true dtype: bfloat16