| name: Qwen2.5-14B-InstructMix | |
| merge_method: della | |
| base_model: arcee-ai/Virtuoso-Small | |
| tokenizer_source: arcee-ai/Virtuoso-Small | |
| parameters: | |
| int8_mask: true | |
| normalize: true | |
| rescale: false | |
| density: 0.08 | |
| weight: 0.50 | |
| epsilon: 0.03 | |
| lambda: 1.00 | |
| models: | |
| - model: arcee-ai/Virtuoso-Small | |
| parameters: | |
| density: 0.90 | |
| weight: 1.00 | |
| - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b | |
| parameters: | |
| density: 0.20 | |
| weight: 0.70 | |
| - model: sthenno-com/miscii-14b-1028 | |
| parameters: | |
| density: 0.15 | |
| weight: 0.60 | |
| - model: v000000/Qwen2.5-Lumen-14B | |
| parameters: | |
| density: 0.08 | |
| weight: 0.60 | |
| dtype: bfloat16 | |
| out_dtype: bfloat16 | |