Training in progress, step 42000, checkpoint
Browse files
last-checkpoint/model.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 891558696
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:745b8b1d7e5bd21d472de4928ff7acd2ffa83a677380359019a9c4799912b8d9
|
3 |
size 891558696
|
last-checkpoint/optimizer.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 1783272762
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ff26510f9fa790ef0a5e5f59b48491824122de83388e6b8dafee62d5541a9a5f
|
3 |
size 1783272762
|
last-checkpoint/rng_state.pth
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 14244
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1538e2c63d940ef0e1b73a9e8d73309e15231b1a12e77d8cac6d2db2463579dc
|
3 |
size 14244
|
last-checkpoint/scheduler.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 1064
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:89058407f5b943be63f8348b693549eede8380db14dc40de0b317aff021fa0d0
|
3 |
size 1064
|
last-checkpoint/trainer_state.json
CHANGED
@@ -1,9 +1,9 @@
|
|
1 |
{
|
2 |
"best_metric": null,
|
3 |
"best_model_checkpoint": null,
|
4 |
-
"epoch": 2.
|
5 |
"eval_steps": 500,
|
6 |
-
"global_step":
|
7 |
"is_hyper_param_search": false,
|
8 |
"is_local_process_zero": true,
|
9 |
"is_world_process_zero": true,
|
@@ -2928,6 +2928,41 @@
|
|
2928 |
"learning_rate": 1.5626666666666667e-06,
|
2929 |
"loss": 0.0485,
|
2930 |
"step": 41500
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2931 |
}
|
2932 |
],
|
2933 |
"logging_steps": 100,
|
@@ -2947,7 +2982,7 @@
|
|
2947 |
"attributes": {}
|
2948 |
}
|
2949 |
},
|
2950 |
-
"total_flos": 1.
|
2951 |
"train_batch_size": 4,
|
2952 |
"trial_name": null,
|
2953 |
"trial_params": null
|
|
|
1 |
{
|
2 |
"best_metric": null,
|
3 |
"best_model_checkpoint": null,
|
4 |
+
"epoch": 2.8,
|
5 |
"eval_steps": 500,
|
6 |
+
"global_step": 42000,
|
7 |
"is_hyper_param_search": false,
|
8 |
"is_local_process_zero": true,
|
9 |
"is_world_process_zero": true,
|
|
|
2928 |
"learning_rate": 1.5626666666666667e-06,
|
2929 |
"loss": 0.0485,
|
2930 |
"step": 41500
|
2931 |
+
},
|
2932 |
+
{
|
2933 |
+
"epoch": 2.7733333333333334,
|
2934 |
+
"grad_norm": 0.2192191630601883,
|
2935 |
+
"learning_rate": 1.5182222222222223e-06,
|
2936 |
+
"loss": 0.0514,
|
2937 |
+
"step": 41600
|
2938 |
+
},
|
2939 |
+
{
|
2940 |
+
"epoch": 2.7800000000000002,
|
2941 |
+
"grad_norm": 0.17543815076351166,
|
2942 |
+
"learning_rate": 1.4737777777777778e-06,
|
2943 |
+
"loss": 0.0473,
|
2944 |
+
"step": 41700
|
2945 |
+
},
|
2946 |
+
{
|
2947 |
+
"epoch": 2.7866666666666666,
|
2948 |
+
"grad_norm": 0.25185197591781616,
|
2949 |
+
"learning_rate": 1.4293333333333334e-06,
|
2950 |
+
"loss": 0.0508,
|
2951 |
+
"step": 41800
|
2952 |
+
},
|
2953 |
+
{
|
2954 |
+
"epoch": 2.7933333333333334,
|
2955 |
+
"grad_norm": 0.22377026081085205,
|
2956 |
+
"learning_rate": 1.3848888888888889e-06,
|
2957 |
+
"loss": 0.0617,
|
2958 |
+
"step": 41900
|
2959 |
+
},
|
2960 |
+
{
|
2961 |
+
"epoch": 2.8,
|
2962 |
+
"grad_norm": 0.1886560320854187,
|
2963 |
+
"learning_rate": 1.3404444444444445e-06,
|
2964 |
+
"loss": 0.0504,
|
2965 |
+
"step": 42000
|
2966 |
}
|
2967 |
],
|
2968 |
"logging_steps": 100,
|
|
|
2982 |
"attributes": {}
|
2983 |
}
|
2984 |
},
|
2985 |
+
"total_flos": 1.0230492561408e+17,
|
2986 |
"train_batch_size": 4,
|
2987 |
"trial_name": null,
|
2988 |
"trial_params": null
|