mlabonne commited on
Commit
4524cf5
·
verified ·
1 Parent(s): 5a84e18

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +10 -1
app.py CHANGED
@@ -172,8 +172,17 @@ parameters:
172
  int8_mask: true
173
  dtype: bfloat16
174
  random_seed: 0
 
 
 
 
 
 
 
 
 
175
  """
176
- yaml_config = random.choices([slerp_config, dare_config], weights=[0.4, 0.6], k=1)[0]
177
 
178
  with open('config.yaml', 'w', encoding="utf-8") as f:
179
  f.write(yaml_config)
 
172
  int8_mask: true
173
  dtype: bfloat16
174
  random_seed: 0
175
+ """
176
+ stock_config = f"""
177
+ models:
178
+ - model: mistralai/Mistral-7B-v0.1
179
+ - model: {models[0]["Model"]}
180
+ - model: {models[1]["Model"]}
181
+ merge_method: model_stock
182
+ base_model: mistralai/Mistral-7B-v0.1
183
+ dtype: bfloat16
184
  """
185
+ yaml_config = random.choices([slerp_config, dare_config, stock_config], weights=[0.01, 0.01, 0.98], k=1)[0]
186
 
187
  with open('config.yaml', 'w', encoding="utf-8") as f:
188
  f.write(yaml_config)