rombodawg commited on
Commit
f0c56cd
·
verified ·
1 Parent(s): 3a72130

Upload .ipynb_checkpoints/mergekit_config-checkpoint.yml with huggingface_hub

Browse files
.ipynb_checkpoints/mergekit_config-checkpoint.yml ADDED
@@ -0,0 +1,17 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ models:
2
+ - model: ./mergekit/models/llama-3.1-70b-instruct
3
+ parameters:
4
+ weight: 1
5
+ density: 1
6
+ - model: ./mergekit/models/Nemotron-70B-Instruct-HF
7
+ parameters:
8
+ weight: 1
9
+ density: 1
10
+ merge_method: ties
11
+ base_model: ./mergekit/models/llama-3.1-70b-base
12
+ parameters:
13
+ weight: 1
14
+ density: 1
15
+ normalize: true
16
+ int8_mask: true
17
+ dtype: bfloat16