|
models:
|
|
- model: D:/mergekit_models/L3.1-70B-Hanami-x1
|
|
parameters:
|
|
weight: 0.20
|
|
density: 0.7
|
|
- model: D:/mergekit_models//70B-L3.3-Cirrus-x1
|
|
parameters:
|
|
weight: 0.20
|
|
density: 0.7
|
|
- model: D:/mergekit_models/Negative_LLAMA_70B
|
|
parameters:
|
|
weight: 0.20
|
|
density: 0.7
|
|
- model: D:/mergekit_models/Anubis-70B-v1
|
|
parameters:
|
|
weight: 0.20
|
|
density: 0.7
|
|
- model: D:/mergekit_models/EVA-LLaMA-3.33-70B-v0.1
|
|
parameters:
|
|
weight: 0.20
|
|
density: 0.7
|
|
merge_method: della_linear
|
|
base_model: D:/mergekit_models/L3.3-70B-Euryale-v2.3
|
|
parameters:
|
|
epsilon: 0.2
|
|
lambda: 1.1
|
|
dype: float32
|
|
out_dtype: bfloat16
|
|
tokenizer:
|
|
source: base |