rakhman-llm commited on
Commit
f2e95f9
·
verified ·
1 Parent(s): daf37d4

Training in progress, step 2000, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d9b57975ef2553ddb45b17e8639e5c792ae6a9db241080f3921772a663b5cdd9
3
  size 891558696
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92a0e91accf4228b98caf6fb1d285323d5a1184a6a49e46d0af865a8d6eb057c
3
  size 891558696
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:264d4479fdd4c1c3edd354dafde669db80fb296f7780bfcfde719c431def59f8
3
  size 1783272762
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ba08a854f6c958770b50e1d0470ae9e0d583109948b4cdfe1d08bd223264cfd
3
  size 1783272762
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:20294402676b8b8232d3be0cb80a9ffb92a161c28d7847bfbca2a9db648b436d
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e0045739043a1f47643b813cbabc473141dd79658dbb66a9080e37f01080f2a
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:42b1986334441b860a3077d8e5be92854d188d88bc5cb1fd4f52e91ff8996e40
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9866a2fe0d11157ea657698adf310adebc8af3b7e4ad7c6e0bfe9124b0e7f879
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.1,
5
  "eval_steps": 500,
6
- "global_step": 1500,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -112,6 +112,41 @@
112
  "learning_rate": 1.9334222222222223e-05,
113
  "loss": 0.0761,
114
  "step": 1500
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
115
  }
116
  ],
117
  "logging_steps": 100,
@@ -131,7 +166,7 @@
131
  "attributes": {}
132
  }
133
  },
134
- "total_flos": 3653747343360000.0,
135
  "train_batch_size": 4,
136
  "trial_name": null,
137
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.13333333333333333,
5
  "eval_steps": 500,
6
+ "global_step": 2000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
112
  "learning_rate": 1.9334222222222223e-05,
113
  "loss": 0.0761,
114
  "step": 1500
115
+ },
116
+ {
117
+ "epoch": 0.10666666666666667,
118
+ "grad_norm": 0.12180228531360626,
119
+ "learning_rate": 1.928977777777778e-05,
120
+ "loss": 0.0777,
121
+ "step": 1600
122
+ },
123
+ {
124
+ "epoch": 0.11333333333333333,
125
+ "grad_norm": 0.3697006106376648,
126
+ "learning_rate": 1.9245333333333337e-05,
127
+ "loss": 0.0828,
128
+ "step": 1700
129
+ },
130
+ {
131
+ "epoch": 0.12,
132
+ "grad_norm": 0.08333831280469894,
133
+ "learning_rate": 1.9200888888888892e-05,
134
+ "loss": 0.0755,
135
+ "step": 1800
136
+ },
137
+ {
138
+ "epoch": 0.12666666666666668,
139
+ "grad_norm": 0.191595196723938,
140
+ "learning_rate": 1.9156444444444447e-05,
141
+ "loss": 0.0788,
142
+ "step": 1900
143
+ },
144
+ {
145
+ "epoch": 0.13333333333333333,
146
+ "grad_norm": 0.13422241806983948,
147
+ "learning_rate": 1.9112000000000003e-05,
148
+ "loss": 0.0756,
149
+ "step": 2000
150
  }
151
  ],
152
  "logging_steps": 100,
 
166
  "attributes": {}
167
  }
168
  },
169
+ "total_flos": 4871663124480000.0,
170
  "train_batch_size": 4,
171
  "trial_name": null,
172
  "trial_params": null
last-checkpoint/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5da3872b72c31dc28c756543e89c64090a6cb637a3a5de22e6dfe587939acf42
3
  size 5432
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20d7bfd722c356d3138649856f039df4c593cfd472f7e9aa290a4571f1e6327f
3
  size 5432