phi-avg / mergekit_config.yml
nell123's picture
Upload folder using huggingface_hub
e38bf5b verified
raw
history blame contribute delete
342 Bytes
models:
- model: "microsoft/Phi-3.5-mini-instruct"
parameters:
weight: 1.0
- model: "microsoft/Phi-3-mini-4k-instruct"
parameters:
weight: 0.6
- model: "microsoft/Phi-3-mini-128k-instruct"
parameters:
weight: 0.3
base_model: "microsoft/Phi-3.5-mini-instruct"
merge_method: task_arithmetic
dtype: float16