Shresthadev403 commited on
Commit
d4cb13e
·
verified ·
1 Parent(s): d22bf03

End of training

Browse files
README.md CHANGED
@@ -13,12 +13,12 @@ should probably proofread and complete it, then remove this comment. -->
13
 
14
  This model was trained from scratch on an unknown dataset.
15
  It achieves the following results on the evaluation set:
16
- - eval_loss: 0.9440
17
- - eval_runtime: 1372.4075
18
- - eval_samples_per_second: 109.297
19
- - eval_steps_per_second: 1.708
20
- - epoch: 4.74
21
- - step: 200000
22
 
23
  ## Model description
24
 
 
13
 
14
  This model was trained from scratch on an unknown dataset.
15
  It achieves the following results on the evaluation set:
16
+ - eval_loss: 0.9341
17
+ - eval_runtime: 1371.037
18
+ - eval_samples_per_second: 109.406
19
+ - eval_steps_per_second: 1.71
20
+ - epoch: 5.93
21
+ - step: 250000
22
 
23
  ## Model description
24
 
logs/events.out.tfevents.1707241207.9e0a4dd4b052.27.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27617536009dd3c4482fd830ce731581dea0c8c34026aa83f068c40e235dee85
3
+ size 5154
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e060633c939df2df9ef4e64f7f01d7b40ea23163d698925b3be67518a2a4825b
3
  size 497918592
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:165c3a8d32e2177a7f5e1d65c5b7bf467c7ecf6f0f5c9ce58d89844a6eb2fc1b
3
  size 497918592
trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 4.74068455484972,
5
  "eval_steps": 50000,
6
- "global_step": 200000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -63,6 +63,20 @@
63
  "eval_samples_per_second": 109.297,
64
  "eval_steps_per_second": 1.708,
65
  "step": 200000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
66
  }
67
  ],
68
  "logging_steps": 50000,
@@ -70,7 +84,7 @@
70
  "num_input_tokens_seen": 0,
71
  "num_train_epochs": 100,
72
  "save_steps": 50000,
73
- "total_flos": 4.18063070527488e+17,
74
  "train_batch_size": 32,
75
  "trial_name": null,
76
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 5.92585569356215,
5
  "eval_steps": 50000,
6
+ "global_step": 250000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
63
  "eval_samples_per_second": 109.297,
64
  "eval_steps_per_second": 1.708,
65
  "step": 200000
66
+ },
67
+ {
68
+ "epoch": 5.93,
69
+ "learning_rate": 4.94076751682943e-05,
70
+ "loss": 0.9411,
71
+ "step": 250000
72
+ },
73
+ {
74
+ "epoch": 5.93,
75
+ "eval_loss": 0.9341336488723755,
76
+ "eval_runtime": 1371.037,
77
+ "eval_samples_per_second": 109.406,
78
+ "eval_steps_per_second": 1.71,
79
+ "step": 250000
80
  }
81
  ],
82
  "logging_steps": 50000,
 
84
  "num_input_tokens_seen": 0,
85
  "num_train_epochs": 100,
86
  "save_steps": 50000,
87
+ "total_flos": 5.2257883815936e+17,
88
  "train_batch_size": 32,
89
  "trial_name": null,
90
  "trial_params": null