mergekit-config-final.yml

base_model: /workspace/toppy/mistralai_Mistral-7B-v0.1
dtype: bfloat16
merge_method: task_arithmetic
parameters:
  int8_mask: 1.0
  normalize: 0.0
slices:
- sources:
  - layer_range: [0, 8]
    model: /workspace/toppy/stepC1
    parameters:
      weight: -0.08064321988635652
  - layer_range: [0, 8]
    model: /workspace/toppy/stepB1
    parameters:
      weight: 0.47180144787421097
  - layer_range: [0, 8]
    model: /workspace/toppy/stepA1
    parameters:
      weight: 0.49216900949431464
  - layer_range: [0, 8]
    model: /workspace/toppy/mistralai_Mistral-7B-v0.1
- sources:
  - layer_range: [8, 16]
    model: /workspace/toppy/stepC1
    parameters:
      weight: 0.4262113662158592
  - layer_range: [8, 16]
    model: /workspace/toppy/stepB1
    parameters:
      weight: 0.25821032498583896
  - layer_range: [8, 16]
    model: /workspace/toppy/stepA1
    parameters:
      weight: 1.1337184135136393
  - layer_range: [8, 16]
    model: /workspace/toppy/mistralai_Mistral-7B-v0.1
- sources:
  - layer_range: [16, 24]
    model: /workspace/toppy/stepC1
    parameters:
      weight: 0.08816883209543347
  - layer_range: [16, 24]
    model: /workspace/toppy/stepB1
    parameters:
      weight: -0.04615180476355138
  - layer_range: [16, 24]
    model: /workspace/toppy/stepA1
    parameters:
      weight: 0.6614915110635577
  - layer_range: [16, 24]
    model: /workspace/toppy/mistralai_Mistral-7B-v0.1
- sources:
  - layer_range: [24, 32]
    model: /workspace/toppy/stepC1
    parameters:
      weight: 0.2995904282557765
  - layer_range: [24, 32]
    model: /workspace/toppy/stepB1
    parameters:
      weight: 0.48755088752753767
  - layer_range: [24, 32]
    model: /workspace/toppy/stepA1
    parameters:
      weight: 0.48445653643927594
  - layer_range: [24, 32]
    model: /workspace/toppy/mistralai_Mistral-7B-v0.1
tokenizer_source: /workspace/toppy/stepC1