Upload 14 files

all_results.json

@@ -1,11 +1,11 @@
 {
     "epoch": 1.0,
-    "eval_loss": 5.2697978019714355,
-    "eval_runtime": 9.9998,
-    "eval_samples_per_second": 12.8,
-    "eval_steps_per_second": 0.8,
-    "train_loss": 5.481145858764648,
-    "train_runtime": 307.3506,
-    "train_samples_per_second": 66.634,
-    "train_steps_per_second": 0.016
+    "eval_loss": 4.768307685852051,
+    "eval_runtime": 2.808,
+    "eval_samples_per_second": 182.334,
+    "eval_steps_per_second": 11.396,
+    "train_loss": 5.24176848679781,
+    "train_runtime": 29745.7901,
+    "train_samples_per_second": 141.005,
+    "train_steps_per_second": 0.069
 }

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "crumb/pico-gpt-j-6.7m",
+  "_name_or_path": "init_model",
   "activation_function": "gelu_new",
   "architectures": [
     "GPTJForCausalLM"

optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c8086f5b596f9e6e2ec521bc6932dabafa563095f4cde83c3d9845b592b64c0d
+oid sha256:424837b51a22d9fe9134110ce085c615c3ad498fa47c0c6cbb0b9c1f04bdc175
 size 53627215

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7f3224e02a63dfe7d57117355acb36466218458af1bb219daf6adbe33d5d9b97
+oid sha256:96f1581265d71c7921f3a96e74bdf142c5aa5041dd39b744aad3ac569be664bf
 size 26882960

rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cc11e8245674de6daad9989d6126242185a0e1bc1d1acc38d9630548267f3908
+oid sha256:f957c0119bdc1123597b859cfb7fe17c987134b44e6ae4f7b8db30813bae5300
 size 14575

scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3f3fe26cf2f692f96298ebca5c2bfbcec1f99bbe275a97718af174497fc11143
+oid sha256:29f03b10265048d61f934cd16c74f9d9b0a8e479b009f539940d28930ff456e0
 size 627

tokenizer.json

@@ -23,7 +23,7 @@
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
+      "normalized": true,
       "special": true
     },
     {

tokenizer_config.json

@@ -19,7 +19,7 @@
   },
   "errors": "replace",
   "model_max_length": 2048,
-  "name_or_path": "crumb/pico-gpt-j-6.7m",
+  "name_or_path": "init_model",
   "pad_token": null,
   "special_tokens_map_file": null,
   "tokenizer_class": "GPT2Tokenizer",

trainer_state.json

@@ -2,14 +2,39 @@
   "best_metric": null,
   "best_model_checkpoint": null,
   "epoch": 1.0,
-  "global_step": 5,
+  "global_step": 2048,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
-  "log_history": [],
-  "max_steps": 5,
+  "log_history": [
+    {
+      "epoch": 0.24,
+      "learning_rate": 0.0008600012539806909,
+      "loss": 6.1245,
+      "step": 500
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 0.0005184036114706795,
+      "loss": 5.0876,
+      "step": 1000
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 0.00016650003884818133,
+      "loss": 4.9188,
+      "step": 1500
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.3547716606548965e-06,
+      "loss": 4.8719,
+      "step": 2000
+    }
+  ],
+  "max_steps": 2048,
   "num_train_epochs": 9223372036854775807,
-  "total_flos": 54649600081920.0,
+  "total_flos": 1.1192238096777216e+16,
   "trial_name": null,
   "trial_params": null
 }

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f457e00e98f4d77169dd1873b2734e0af3328b8373d1d9932c55cf03303433c1
-size 3451
+oid sha256:04da3a238cce79101739d71a50b52fdaf093c79ee0e36110b140bc61f4f2f106
+size 3387