mlabonne commited on
Commit
74224a0
·
verified ·
1 Parent(s): b43b73b

add model_stock

Browse files
Files changed (1) hide show
  1. app.py +10 -1
app.py CHANGED
@@ -173,7 +173,16 @@ int8_mask: true
173
  dtype: bfloat16
174
  random_seed: 0
175
  """
176
- yaml_config = random.choices([slerp_config, dare_config], weights=[0.4, 0.6], k=1)[0]
 
 
 
 
 
 
 
 
 
177
 
178
  with open('config.yaml', 'w', encoding="utf-8") as f:
179
  f.write(yaml_config)
 
173
  dtype: bfloat16
174
  random_seed: 0
175
  """
176
+ stock_config = f"""
177
+ models:
178
+ - model: mistralai/Mistral-7B-v0.1
179
+ - model: {models[0]["Model"]}
180
+ - model: {models[1]["Model"]}
181
+ merge_method: model_stock
182
+ base_model: mistralai/Mistral-7B-v0.1
183
+ dtype: bfloat16
184
+ """
185
+ yaml_config = random.choices([slerp_config, dare_config, stock_config], weights=[0.3, 0.3, 0.4], k=1)[0]
186
 
187
  with open('config.yaml', 'w', encoding="utf-8") as f:
188
  f.write(yaml_config)