Shresthadev403 commited on
Commit
be191ff
·
verified ·
1 Parent(s): 3c2fff7

End of training

Browse files
README.md CHANGED
@@ -13,12 +13,12 @@ should probably proofread and complete it, then remove this comment. -->
13
 
14
  This model was trained from scratch on an unknown dataset.
15
  It achieves the following results on the evaluation set:
16
- - eval_loss: 0.9112
17
- - eval_runtime: 1361.672
18
- - eval_samples_per_second: 110.159
19
- - eval_steps_per_second: 1.721
20
- - epoch: 11.85
21
- - step: 500000
22
 
23
  ## Model description
24
 
 
13
 
14
  This model was trained from scratch on an unknown dataset.
15
  It achieves the following results on the evaluation set:
16
+ - eval_loss: 0.9121
17
+ - eval_runtime: 1374.6065
18
+ - eval_samples_per_second: 109.122
19
+ - eval_steps_per_second: 1.705
20
+ - epoch: 13.04
21
+ - step: 550000
22
 
23
  ## Model description
24
 
logs/events.out.tfevents.1708491210.a9eab0e53fc5.26.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e57b35d1df50f788c981d90d40c4f5f8c18d2c72e1ff6ddbf92466411f5bae8f
3
+ size 5154
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:296515dd3d70398833ab4b19d88b7e46d0b53f16d5b6a86506db5d99c8581642
3
  size 497918592
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc26b7156c94261538c66d6f1c986a9445a4c87876cad57acc8a240d957d2680
3
  size 497918592
trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 11.8517113871243,
5
  "eval_steps": 50000,
6
- "global_step": 500000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -147,6 +147,20 @@
147
  "eval_samples_per_second": 110.159,
148
  "eval_steps_per_second": 1.721,
149
  "step": 500000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
150
  }
151
  ],
152
  "logging_steps": 50000,
@@ -154,7 +168,7 @@
154
  "num_input_tokens_seen": 0,
155
  "num_train_epochs": 100,
156
  "save_steps": 50000,
157
- "total_flos": 1.045156631150592e+18,
158
  "train_batch_size": 32,
159
  "trial_name": null,
160
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 13.036882525836731,
5
  "eval_steps": 50000,
6
+ "global_step": 550000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
147
  "eval_samples_per_second": 110.159,
148
  "eval_steps_per_second": 1.721,
149
  "step": 500000
150
+ },
151
+ {
152
+ "epoch": 13.04,
153
+ "learning_rate": 4.9407651464871526e-05,
154
+ "loss": 0.8809,
155
+ "step": 550000
156
+ },
157
+ {
158
+ "epoch": 13.04,
159
+ "eval_loss": 0.9120939373970032,
160
+ "eval_runtime": 1374.6065,
161
+ "eval_samples_per_second": 109.122,
162
+ "eval_steps_per_second": 1.705,
163
+ "step": 550000
164
  }
165
  ],
166
  "logging_steps": 50000,
 
168
  "num_input_tokens_seen": 0,
169
  "num_train_epochs": 100,
170
  "save_steps": 50000,
171
+ "total_flos": 1.149671353614336e+18,
172
  "train_batch_size": 32,
173
  "trial_name": null,
174
  "trial_params": null