Epoch 4. Batch Size 0. Peers 10.

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "Muhammadaqib12/AQ8",
+  "_name_or_path": "distributed/optimized-gpt2-1b",
   "activation_function": "gelu_new",
   "all_reduce_scores": {
     "0": "NON_PARTICIPATING",
@@ -212,7 +212,7 @@
     "55": "NON_PARTICIPATING",
     "56": "NON_PARTICIPATING",
     "57": "NON_PARTICIPATING",
-    "58": "SUCCESS",
+    "58": "NON_PARTICIPATING",
     "59": "NON_PARTICIPATING",
     "6": "NON_PARTICIPATING",
     "60": "NON_PARTICIPATING",
@@ -267,13 +267,7 @@
     "AutoConfig": "distributed/optimized-gpt2-500m--configuration_gpt_optimized.GPTOptimConfig",
     "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
   },
-  "block_list": [
-    5113820,
-    5113823,
-    5113829,
-    5113834,
-    5113837
-  ],
+  "block_list": [],
   "block_size": 1024,
   "bos_token_id": 50256,
   "embd_pdrop": 0.1,
@@ -281,7 +275,7 @@
   "initializer_range": 0.02,
   "inner_step": 0,
   "inner_steps": 0,
-  "last_allreduce_block": 5265840,
+  "last_allreduce_block": 5269293,
   "layer_norm_epsilon": 1e-05,
   "model_type": "gpt_optimized",
   "n_embd": 1280,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ee18aa6cae78518ec5b8b190f239543754c73c6909694a918abbb83ff2b806ba
+oid sha256:9d5077c2bbd1e33d316afb58f8af5121760ac319a981491a493b8bc9f7bfed3a
 size 2752

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fef80fc23b038de2392c281d01a87a217d4c67cb6af2c321db10768fa8c6b1d4
+oid sha256:4c7592a774622f4525d900fb81f89c54dc01fe659c7e82d317ce5527c17bd007
 size 4040701744

outer_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a8e6cde292bb55a2252c77f5163fa24932854dd628eddf68e14b3c83c0e6c1a3
+oid sha256:6e76dd24db936475733804ec89536c0376f32366b705863b063cb0cd371a6b2a
 size 4040805354