rakhman-llm commited on
Commit
426e64f
·
verified ·
1 Parent(s): 42cd655

Training in progress, step 5500, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:50fd54fc6057e47c4cb3462fc4fbd224afaec0f613a670b5095228721ae3bd42
3
  size 891558696
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8322b5283d76576b6243d188fe146f52a61201fd3c25ceb62074d59997bad9c2
3
  size 891558696
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8192a0952e68fd26a0f0d9493f32bd39f2235e1c44b01851dc5de317b196b387
3
  size 1783272762
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a4cbaa339a503815e8f93b8496d408a46cf594a349bfa6e55b537a7341aed97
3
  size 1783272762
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:759bf8b1d224002535229b7cdbc76ddeb1a0d0aa895c4ae5f0ffef98417bab39
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17e30f2d5aa88fa3a0cef0484b7fc130d9829c04f56c17d8644266ef1a1405ee
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7211fac2cf232e2d3daade79b26ee02ede73fbb567f37dbd6997fc9c8b853fd0
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e13ecaded8f565c1efc7f8c1f8e87f707a0c1e13fed3f11510caa036a76b90cf
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 1.0390689941812137,
5
  "eval_steps": 500,
6
- "global_step": 5000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -85,6 +85,13 @@
85
  "learning_rate": 1.3077029648101969e-05,
86
  "loss": 0.4064,
87
  "step": 5000
 
 
 
 
 
 
 
88
  }
89
  ],
90
  "logging_steps": 500,
@@ -104,7 +111,7 @@
104
  "attributes": {}
105
  }
106
  },
107
- "total_flos": 6088969947709440.0,
108
  "train_batch_size": 2,
109
  "trial_name": null,
110
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 1.142975893599335,
5
  "eval_steps": 500,
6
+ "global_step": 5500,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
85
  "learning_rate": 1.3077029648101969e-05,
86
  "loss": 0.4064,
87
  "step": 5000
88
+ },
89
+ {
90
+ "epoch": 1.142975893599335,
91
+ "grad_norm": 0.6136273741722107,
92
+ "learning_rate": 1.2384316985314493e-05,
93
+ "loss": 0.3599,
94
+ "step": 5500
95
  }
96
  ],
97
  "logging_steps": 500,
 
111
  "attributes": {}
112
  }
113
  },
114
+ "total_flos": 6697927838269440.0,
115
  "train_batch_size": 2,
116
  "trial_name": null,
117
  "trial_params": null