Spaces:
Paused
Paused
Update app.py
Browse files
app.py
CHANGED
|
@@ -172,8 +172,17 @@ parameters:
|
|
| 172 |
int8_mask: true
|
| 173 |
dtype: bfloat16
|
| 174 |
random_seed: 0
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 175 |
"""
|
| 176 |
-
yaml_config = random.choices([slerp_config, dare_config], weights=[0.
|
| 177 |
|
| 178 |
with open('config.yaml', 'w', encoding="utf-8") as f:
|
| 179 |
f.write(yaml_config)
|
|
|
|
| 172 |
int8_mask: true
|
| 173 |
dtype: bfloat16
|
| 174 |
random_seed: 0
|
| 175 |
+
"""
|
| 176 |
+
stock_config = f"""
|
| 177 |
+
models:
|
| 178 |
+
- model: mistralai/Mistral-7B-v0.1
|
| 179 |
+
- model: {models[0]["Model"]}
|
| 180 |
+
- model: {models[1]["Model"]}
|
| 181 |
+
merge_method: model_stock
|
| 182 |
+
base_model: mistralai/Mistral-7B-v0.1
|
| 183 |
+
dtype: bfloat16
|
| 184 |
"""
|
| 185 |
+
yaml_config = random.choices([slerp_config, dare_config, stock_config], weights=[0.01, 0.01, 0.98], k=1)[0]
|
| 186 |
|
| 187 |
with open('config.yaml', 'w', encoding="utf-8") as f:
|
| 188 |
f.write(yaml_config)
|