kmfoda commited on
Commit
9ea09b5
·
verified ·
1 Parent(s): 7e92fe9

Epoch 5. Batch Size 608. Peers 3.

Browse files
config.json CHANGED
@@ -3,7 +3,7 @@
3
  "activation_function": "gelu_new",
4
  "all_reduce_scores": {
5
  "0": "SUCCESS",
6
- "1": "NON_PARTICIPATING",
7
  "2": "SUCCESS",
8
  "3": "NON_PARTICIPATING",
9
  "4": "NON_PARTICIPATING",
 
3
  "activation_function": "gelu_new",
4
  "all_reduce_scores": {
5
  "0": "SUCCESS",
6
+ "1": "SUCCESS",
7
  "2": "SUCCESS",
8
  "3": "NON_PARTICIPATING",
9
  "4": "NON_PARTICIPATING",
model-00001-of-00002.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f7bd44a5fe74836c8f4012ae83b132cdadb6e1aa3020cdb48d26ba96730f791c
3
  size 4975530824
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f77b835bb7f7b5c648ee4515dc0d2a7f46792b35546a3031dad3b1215850bf79
3
  size 4975530824
model-00002-of-00002.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fc4610028aaace234b0ed6b46e40ec1828ea5d9b4967e8cc43b8b6e8aacceff4
3
  size 3075942944
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5a5496bcfe710f0724cbfb64651740b8cb4cc4804a7656ca9af18c7846118a2
3
  size 3075942944
optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d8b743071ccbdca801c2150752f550edbae703cc822cf1bcc721a8dca2c89a10
3
- size 4675070692
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29270419682e2604f4bd9c99f580296e3ccbc126bda029a088d089b6510aa3e0
3
+ size 4675755358