Spaces:
Paused
Paused
Update app.py
Browse files
app.py
CHANGED
@@ -172,8 +172,17 @@ parameters:
|
|
172 |
int8_mask: true
|
173 |
dtype: bfloat16
|
174 |
random_seed: 0
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
175 |
"""
|
176 |
-
yaml_config = random.choices([slerp_config, dare_config], weights=[0.
|
177 |
|
178 |
with open('config.yaml', 'w', encoding="utf-8") as f:
|
179 |
f.write(yaml_config)
|
|
|
172 |
int8_mask: true
|
173 |
dtype: bfloat16
|
174 |
random_seed: 0
|
175 |
+
"""
|
176 |
+
stock_config = f"""
|
177 |
+
models:
|
178 |
+
- model: mistralai/Mistral-7B-v0.1
|
179 |
+
- model: {models[0]["Model"]}
|
180 |
+
- model: {models[1]["Model"]}
|
181 |
+
merge_method: model_stock
|
182 |
+
base_model: mistralai/Mistral-7B-v0.1
|
183 |
+
dtype: bfloat16
|
184 |
"""
|
185 |
+
yaml_config = random.choices([slerp_config, dare_config, stock_config], weights=[0.01, 0.01, 0.98], k=1)[0]
|
186 |
|
187 |
with open('config.yaml', 'w', encoding="utf-8") as f:
|
188 |
f.write(yaml_config)
|