tarabukinivan commited on
Commit
7b9b050
·
verified ·
1 Parent(s): 7c318c7

Training in progress, step 36, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0b3a8450fc59f39fe7de25014ecfad02189a4b3057781f541b91643a08455ad0
3
  size 80792096
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4aa5a47573be3416e99e5731f9e9edfea50b7c0c3c07dfc651500dbecf7ea258
3
  size 80792096
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:aeb6a60300283b7367b7707d468dfeecc2b85c9bab95dc3cbfe52b32b3bb6664
3
  size 161810282
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d12803c8d2c4edb9109716fd818ec49d8d1acfb94ecb586870aaca607b5b4e34
3
  size 161810282
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:376d8f135ed4efd45e887d598425f1fef87d1fe799be2aa627c8485072d72916
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41c61cee4798669841c3c630b2c76576f4cd8b9a6de6d1faf68fb6f76158011c
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f2cf2c4048d6740354979367cfe53d0c735909b56d447ba3e528d55c38895176
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24f70974ebe6e16031ce63527ce3fea95f8e56e83073513783f6d8a14f9aa0e8
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.017642734623866698,
5
  "eval_steps": 5,
6
- "global_step": 18,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -81,6 +81,80 @@
81
  "learning_rate": 0.0002,
82
  "loss": 0.4133,
83
  "step": 18
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
84
  }
85
  ],
86
  "logging_steps": 3,
@@ -100,7 +174,7 @@
100
  "attributes": {}
101
  }
102
  },
103
- "total_flos": 6273489765924864.0,
104
  "train_batch_size": 2,
105
  "trial_name": null,
106
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.035285469247733396,
5
  "eval_steps": 5,
6
+ "global_step": 36,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
81
  "learning_rate": 0.0002,
82
  "loss": 0.4133,
83
  "step": 18
84
+ },
85
+ {
86
+ "epoch": 0.019603038470963,
87
+ "eval_loss": 0.3974114656448364,
88
+ "eval_runtime": 33.2711,
89
+ "eval_samples_per_second": 12.924,
90
+ "eval_steps_per_second": 6.462,
91
+ "step": 20
92
+ },
93
+ {
94
+ "epoch": 0.02058319039451115,
95
+ "grad_norm": 0.9422470331192017,
96
+ "learning_rate": 0.0001879473751206489,
97
+ "loss": 0.4808,
98
+ "step": 21
99
+ },
100
+ {
101
+ "epoch": 0.0235236461651556,
102
+ "grad_norm": 0.7602350115776062,
103
+ "learning_rate": 0.00015469481581224272,
104
+ "loss": 0.3845,
105
+ "step": 24
106
+ },
107
+ {
108
+ "epoch": 0.02450379808870375,
109
+ "eval_loss": 0.3662199378013611,
110
+ "eval_runtime": 33.3018,
111
+ "eval_samples_per_second": 12.912,
112
+ "eval_steps_per_second": 6.456,
113
+ "step": 25
114
+ },
115
+ {
116
+ "epoch": 0.02646410193580005,
117
+ "grad_norm": 0.7190614342689514,
118
+ "learning_rate": 0.00010825793454723325,
119
+ "loss": 0.3378,
120
+ "step": 27
121
+ },
122
+ {
123
+ "epoch": 0.029404557706444498,
124
+ "grad_norm": 0.6798431277275085,
125
+ "learning_rate": 5.983045753470308e-05,
126
+ "loss": 0.3959,
127
+ "step": 30
128
+ },
129
+ {
130
+ "epoch": 0.029404557706444498,
131
+ "eval_loss": 0.3478722870349884,
132
+ "eval_runtime": 33.3253,
133
+ "eval_samples_per_second": 12.903,
134
+ "eval_steps_per_second": 6.452,
135
+ "step": 30
136
+ },
137
+ {
138
+ "epoch": 0.03234501347708895,
139
+ "grad_norm": 0.7356574535369873,
140
+ "learning_rate": 2.1085949060360654e-05,
141
+ "loss": 0.3745,
142
+ "step": 33
143
+ },
144
+ {
145
+ "epoch": 0.03430531732418525,
146
+ "eval_loss": 0.3429311215877533,
147
+ "eval_runtime": 33.3237,
148
+ "eval_samples_per_second": 12.904,
149
+ "eval_steps_per_second": 6.452,
150
+ "step": 35
151
+ },
152
+ {
153
+ "epoch": 0.035285469247733396,
154
+ "grad_norm": 0.6864279508590698,
155
+ "learning_rate": 1.3638696597277679e-06,
156
+ "loss": 0.3072,
157
+ "step": 36
158
  }
159
  ],
160
  "logging_steps": 3,
 
174
  "attributes": {}
175
  }
176
  },
177
+ "total_flos": 1.2546979531849728e+16,
178
  "train_batch_size": 2,
179
  "trial_name": null,
180
  "trial_params": null