Run 6. Outer Step 48. Inner Step 50.
Browse files- config.json +1 -1
config.json
CHANGED
@@ -273,7 +273,7 @@
|
|
273 |
"hidden_act": "silu",
|
274 |
"hidden_size": 2048,
|
275 |
"initializer_range": 0.02,
|
276 |
-
"inner_step":
|
277 |
"intermediate_size": 5632,
|
278 |
"last_allreduce_block": 6021778,
|
279 |
"max_position_embeddings": 2048,
|
|
|
273 |
"hidden_act": "silu",
|
274 |
"hidden_size": 2048,
|
275 |
"initializer_range": 0.02,
|
276 |
+
"inner_step": 50,
|
277 |
"intermediate_size": 5632,
|
278 |
"last_allreduce_block": 6021778,
|
279 |
"max_position_embeddings": 2048,
|