models: # - model: mistralai/Mistral-7B-v0.1 # Base model - model: HuggingFaceH4/zephyr-7b-alpha parameters: density: 0.5 weight: 0.4 - model: openchat/openchat-3.5-0106 parameters: density: 0.5 weight: 0.3 - model: NousResearch/Nous-Hermes-2-Mistral-7B-DPO parameters: density: 0.5 weight: 0.3 merge_method: dare_ties base_model: mistralai/Mistral-7B-v0.1 parameters: int8_mask: true dtype: bfloat16