models: - model: OpenPipe/mistral-ft-optimized-1218 # no parameters necessary for base model - model: cloudyu/Meta-Llama-3-8B-Instruct-DPO parameters: density: 0.5 weight: 0.5 - model: ecastera/eva-mistral-dolphin-7b-spanish parameters: density: 0.5 weight: 0.3 merge_method: ties base_model: OpenPipe/mistral-ft-optimized-1218 parameters: normalize: true dtype: float16