DS-R1-Lamarckvergence-14B-1M-test1 / mergekit_config.yml
TimeLordRaps's picture
Upload folder using huggingface_hub
0e02dc3 verified
merge_method: sce
base_model: Qwen/Qwen2.5-14B-Instruct
models:
- model: Qwen/Qwen2.5-14B-Instruct-1M
parameters:
weight: 0.23
- model: Triangle104/DS-R1-Distill-Q2.5-14B-Harmony_V0.1
parameters:
weight: 0.39
- model: suayptalha/Lamarckvergence-14B
parameters:
weight: 0.38
parameters:
density: 0.4
select_topk: 0.2
normalize: true
dtype: bfloat16
tokenizer_source: Triangle104/DS-R1-Distill-Q2.5-14B-Harmony_V0.1