Training in progress, step 36, checkpoint
Browse files
last-checkpoint/adapter_model.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 80792096
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4aa5a47573be3416e99e5731f9e9edfea50b7c0c3c07dfc651500dbecf7ea258
|
3 |
size 80792096
|
last-checkpoint/optimizer.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 161810282
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d12803c8d2c4edb9109716fd818ec49d8d1acfb94ecb586870aaca607b5b4e34
|
3 |
size 161810282
|
last-checkpoint/rng_state.pth
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 14244
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:41c61cee4798669841c3c630b2c76576f4cd8b9a6de6d1faf68fb6f76158011c
|
3 |
size 14244
|
last-checkpoint/scheduler.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 1064
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:24f70974ebe6e16031ce63527ce3fea95f8e56e83073513783f6d8a14f9aa0e8
|
3 |
size 1064
|
last-checkpoint/trainer_state.json
CHANGED
@@ -1,9 +1,9 @@
|
|
1 |
{
|
2 |
"best_metric": null,
|
3 |
"best_model_checkpoint": null,
|
4 |
-
"epoch": 0.
|
5 |
"eval_steps": 5,
|
6 |
-
"global_step":
|
7 |
"is_hyper_param_search": false,
|
8 |
"is_local_process_zero": true,
|
9 |
"is_world_process_zero": true,
|
@@ -81,6 +81,80 @@
|
|
81 |
"learning_rate": 0.0002,
|
82 |
"loss": 0.4133,
|
83 |
"step": 18
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
84 |
}
|
85 |
],
|
86 |
"logging_steps": 3,
|
@@ -100,7 +174,7 @@
|
|
100 |
"attributes": {}
|
101 |
}
|
102 |
},
|
103 |
-
"total_flos":
|
104 |
"train_batch_size": 2,
|
105 |
"trial_name": null,
|
106 |
"trial_params": null
|
|
|
1 |
{
|
2 |
"best_metric": null,
|
3 |
"best_model_checkpoint": null,
|
4 |
+
"epoch": 0.035285469247733396,
|
5 |
"eval_steps": 5,
|
6 |
+
"global_step": 36,
|
7 |
"is_hyper_param_search": false,
|
8 |
"is_local_process_zero": true,
|
9 |
"is_world_process_zero": true,
|
|
|
81 |
"learning_rate": 0.0002,
|
82 |
"loss": 0.4133,
|
83 |
"step": 18
|
84 |
+
},
|
85 |
+
{
|
86 |
+
"epoch": 0.019603038470963,
|
87 |
+
"eval_loss": 0.3974114656448364,
|
88 |
+
"eval_runtime": 33.2711,
|
89 |
+
"eval_samples_per_second": 12.924,
|
90 |
+
"eval_steps_per_second": 6.462,
|
91 |
+
"step": 20
|
92 |
+
},
|
93 |
+
{
|
94 |
+
"epoch": 0.02058319039451115,
|
95 |
+
"grad_norm": 0.9422470331192017,
|
96 |
+
"learning_rate": 0.0001879473751206489,
|
97 |
+
"loss": 0.4808,
|
98 |
+
"step": 21
|
99 |
+
},
|
100 |
+
{
|
101 |
+
"epoch": 0.0235236461651556,
|
102 |
+
"grad_norm": 0.7602350115776062,
|
103 |
+
"learning_rate": 0.00015469481581224272,
|
104 |
+
"loss": 0.3845,
|
105 |
+
"step": 24
|
106 |
+
},
|
107 |
+
{
|
108 |
+
"epoch": 0.02450379808870375,
|
109 |
+
"eval_loss": 0.3662199378013611,
|
110 |
+
"eval_runtime": 33.3018,
|
111 |
+
"eval_samples_per_second": 12.912,
|
112 |
+
"eval_steps_per_second": 6.456,
|
113 |
+
"step": 25
|
114 |
+
},
|
115 |
+
{
|
116 |
+
"epoch": 0.02646410193580005,
|
117 |
+
"grad_norm": 0.7190614342689514,
|
118 |
+
"learning_rate": 0.00010825793454723325,
|
119 |
+
"loss": 0.3378,
|
120 |
+
"step": 27
|
121 |
+
},
|
122 |
+
{
|
123 |
+
"epoch": 0.029404557706444498,
|
124 |
+
"grad_norm": 0.6798431277275085,
|
125 |
+
"learning_rate": 5.983045753470308e-05,
|
126 |
+
"loss": 0.3959,
|
127 |
+
"step": 30
|
128 |
+
},
|
129 |
+
{
|
130 |
+
"epoch": 0.029404557706444498,
|
131 |
+
"eval_loss": 0.3478722870349884,
|
132 |
+
"eval_runtime": 33.3253,
|
133 |
+
"eval_samples_per_second": 12.903,
|
134 |
+
"eval_steps_per_second": 6.452,
|
135 |
+
"step": 30
|
136 |
+
},
|
137 |
+
{
|
138 |
+
"epoch": 0.03234501347708895,
|
139 |
+
"grad_norm": 0.7356574535369873,
|
140 |
+
"learning_rate": 2.1085949060360654e-05,
|
141 |
+
"loss": 0.3745,
|
142 |
+
"step": 33
|
143 |
+
},
|
144 |
+
{
|
145 |
+
"epoch": 0.03430531732418525,
|
146 |
+
"eval_loss": 0.3429311215877533,
|
147 |
+
"eval_runtime": 33.3237,
|
148 |
+
"eval_samples_per_second": 12.904,
|
149 |
+
"eval_steps_per_second": 6.452,
|
150 |
+
"step": 35
|
151 |
+
},
|
152 |
+
{
|
153 |
+
"epoch": 0.035285469247733396,
|
154 |
+
"grad_norm": 0.6864279508590698,
|
155 |
+
"learning_rate": 1.3638696597277679e-06,
|
156 |
+
"loss": 0.3072,
|
157 |
+
"step": 36
|
158 |
}
|
159 |
],
|
160 |
"logging_steps": 3,
|
|
|
174 |
"attributes": {}
|
175 |
}
|
176 |
},
|
177 |
+
"total_flos": 1.2546979531849728e+16,
|
178 |
"train_batch_size": 2,
|
179 |
"trial_name": null,
|
180 |
"trial_params": null
|