fedovtt commited on
Commit
cc15685
·
verified ·
1 Parent(s): 9fd375e

Training in progress, step 150, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9992574d02015a02dc2537e2e9f8c8e29c0c8e80b592a2b22c90235beee72df0
3
  size 147770496
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:210b7a6a64211e7edd3b04aa17a525d18542b95008c192bbad5d5ed63e9c42c9
3
  size 147770496
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5ceaa1872897d10e22671b263541a0959c87f1cc749601d6e18028b7ab24ddad
3
  size 75471860
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2ddb0852fd923e39b240ef4b109befc5f5a927052df3c4eb5f50cc48de4df56
3
  size 75471860
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bea86a4dfa27c1d04b20acac5ca8be51cf18d7d3aeb4f7aec3c3a9c75f1757e7
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7d40c1b6fca5153a06f6840eb50f3344d1f474ef4114a82f55c44040f9c13d6
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:87bb1aa192c7f9c0516bbbf45e738ece50573944baeb2415a4a135a1ac346045
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5220d0af0ff98b2d6e04334f1c29842da7230747bf3383cf1f883a4d2eb6d4f2
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
- "best_metric": 2.6573541164398193,
3
- "best_model_checkpoint": "miner_id_24/checkpoint-100",
4
- "epoch": 0.0011061946902654867,
5
  "eval_steps": 50,
6
- "global_step": 100,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -101,6 +101,49 @@
101
  "eval_samples_per_second": 31.108,
102
  "eval_steps_per_second": 7.777,
103
  "step": 100
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
104
  }
105
  ],
106
  "logging_steps": 10,
@@ -129,7 +172,7 @@
129
  "attributes": {}
130
  }
131
  },
132
- "total_flos": 4966576658841600.0,
133
  "train_batch_size": 6,
134
  "trial_name": null,
135
  "trial_params": null
 
1
  {
2
+ "best_metric": 2.5786044597625732,
3
+ "best_model_checkpoint": "miner_id_24/checkpoint-150",
4
+ "epoch": 0.00165929203539823,
5
  "eval_steps": 50,
6
+ "global_step": 150,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
101
  "eval_samples_per_second": 31.108,
102
  "eval_steps_per_second": 7.777,
103
  "step": 100
104
+ },
105
+ {
106
+ "epoch": 0.0012168141592920354,
107
+ "grad_norm": 3.749699115753174,
108
+ "learning_rate": 5.095e-06,
109
+ "loss": 2.7189,
110
+ "step": 110
111
+ },
112
+ {
113
+ "epoch": 0.001327433628318584,
114
+ "grad_norm": 7.6131815910339355,
115
+ "learning_rate": 4.5288888888888885e-06,
116
+ "loss": 2.6359,
117
+ "step": 120
118
+ },
119
+ {
120
+ "epoch": 0.0014380530973451327,
121
+ "grad_norm": 4.680475234985352,
122
+ "learning_rate": 3.9627777777777784e-06,
123
+ "loss": 2.5536,
124
+ "step": 130
125
+ },
126
+ {
127
+ "epoch": 0.0015486725663716814,
128
+ "grad_norm": 4.758671283721924,
129
+ "learning_rate": 3.3966666666666666e-06,
130
+ "loss": 2.5424,
131
+ "step": 140
132
+ },
133
+ {
134
+ "epoch": 0.00165929203539823,
135
+ "grad_norm": 8.027587890625,
136
+ "learning_rate": 2.830555555555556e-06,
137
+ "loss": 2.7179,
138
+ "step": 150
139
+ },
140
+ {
141
+ "epoch": 0.00165929203539823,
142
+ "eval_loss": 2.5786044597625732,
143
+ "eval_runtime": 914.8862,
144
+ "eval_samples_per_second": 31.204,
145
+ "eval_steps_per_second": 7.801,
146
+ "step": 150
147
  }
148
  ],
149
  "logging_steps": 10,
 
172
  "attributes": {}
173
  }
174
  },
175
+ "total_flos": 7449864988262400.0,
176
  "train_batch_size": 6,
177
  "trial_name": null,
178
  "trial_params": null