Muedi's picture
Training in progress, step 5500, checkpoint
b32c441 verified
raw
history blame
10.4 kB
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 0.05374505301216593,
"eval_steps": 500,
"global_step": 5500,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.0009771827820393806,
"grad_norm": 0.5417118072509766,
"learning_rate": 4.995602247740044e-05,
"loss": 1.378,
"step": 100
},
{
"epoch": 0.001954365564078761,
"grad_norm": 0.6493918895721436,
"learning_rate": 4.990715856340093e-05,
"loss": 1.3304,
"step": 200
},
{
"epoch": 0.0029315483461181415,
"grad_norm": 0.9062462449073792,
"learning_rate": 4.9858294649401425e-05,
"loss": 1.3284,
"step": 300
},
{
"epoch": 0.003908731128157522,
"grad_norm": 0.750052273273468,
"learning_rate": 4.9809430735401906e-05,
"loss": 1.3166,
"step": 400
},
{
"epoch": 0.004885913910196903,
"grad_norm": 0.6602022051811218,
"learning_rate": 4.97605668214024e-05,
"loss": 1.3166,
"step": 500
},
{
"epoch": 0.005863096692236283,
"grad_norm": 0.4193927049636841,
"learning_rate": 4.971170290740288e-05,
"loss": 1.3098,
"step": 600
},
{
"epoch": 0.006840279474275663,
"grad_norm": 0.6095415949821472,
"learning_rate": 4.966283899340338e-05,
"loss": 1.3103,
"step": 700
},
{
"epoch": 0.007817462256315045,
"grad_norm": 0.9943467378616333,
"learning_rate": 4.9613975079403865e-05,
"loss": 1.3096,
"step": 800
},
{
"epoch": 0.008794645038354424,
"grad_norm": 1.2263585329055786,
"learning_rate": 4.9565111165404346e-05,
"loss": 1.3067,
"step": 900
},
{
"epoch": 0.009771827820393805,
"grad_norm": 0.7198677659034729,
"learning_rate": 4.951624725140484e-05,
"loss": 1.3041,
"step": 1000
},
{
"epoch": 0.010749010602433185,
"grad_norm": 0.7370775938034058,
"learning_rate": 4.946738333740533e-05,
"loss": 1.302,
"step": 1100
},
{
"epoch": 0.011726193384472566,
"grad_norm": 0.5109437704086304,
"learning_rate": 4.941851942340582e-05,
"loss": 1.3089,
"step": 1200
},
{
"epoch": 0.012703376166511945,
"grad_norm": 0.1879555583000183,
"learning_rate": 4.9369655509406305e-05,
"loss": 1.3043,
"step": 1300
},
{
"epoch": 0.013680558948551327,
"grad_norm": 0.951046884059906,
"learning_rate": 4.932079159540679e-05,
"loss": 1.3098,
"step": 1400
},
{
"epoch": 0.014657741730590706,
"grad_norm": 0.2478829026222229,
"learning_rate": 4.927192768140728e-05,
"loss": 1.3026,
"step": 1500
},
{
"epoch": 0.01563492451263009,
"grad_norm": 0.5585843324661255,
"learning_rate": 4.9223063767407776e-05,
"loss": 1.3014,
"step": 1600
},
{
"epoch": 0.016612107294669467,
"grad_norm": 0.48532453179359436,
"learning_rate": 4.917419985340826e-05,
"loss": 1.2981,
"step": 1700
},
{
"epoch": 0.017589290076708848,
"grad_norm": 0.4233573079109192,
"learning_rate": 4.912533593940875e-05,
"loss": 1.2992,
"step": 1800
},
{
"epoch": 0.01856647285874823,
"grad_norm": 0.3272475600242615,
"learning_rate": 4.9076472025409234e-05,
"loss": 1.292,
"step": 1900
},
{
"epoch": 0.01954365564078761,
"grad_norm": 0.5299385786056519,
"learning_rate": 4.902760811140973e-05,
"loss": 1.2963,
"step": 2000
},
{
"epoch": 0.02052083842282699,
"grad_norm": 0.1614024043083191,
"learning_rate": 4.8978744197410216e-05,
"loss": 1.2945,
"step": 2100
},
{
"epoch": 0.02149802120486637,
"grad_norm": 0.6039963960647583,
"learning_rate": 4.8929880283410705e-05,
"loss": 1.2913,
"step": 2200
},
{
"epoch": 0.02247520398690575,
"grad_norm": 0.5772804021835327,
"learning_rate": 4.888101636941119e-05,
"loss": 1.2895,
"step": 2300
},
{
"epoch": 0.023452386768945132,
"grad_norm": 0.7489622235298157,
"learning_rate": 4.883215245541168e-05,
"loss": 1.2847,
"step": 2400
},
{
"epoch": 0.024429569550984513,
"grad_norm": 0.30208253860473633,
"learning_rate": 4.878328854141217e-05,
"loss": 1.2924,
"step": 2500
},
{
"epoch": 0.02540675233302389,
"grad_norm": 0.36944472789764404,
"learning_rate": 4.873442462741266e-05,
"loss": 1.2916,
"step": 2600
},
{
"epoch": 0.026383935115063272,
"grad_norm": 0.3268676698207855,
"learning_rate": 4.8685560713413145e-05,
"loss": 1.2893,
"step": 2700
},
{
"epoch": 0.027361117897102653,
"grad_norm": 0.2795974910259247,
"learning_rate": 4.863669679941363e-05,
"loss": 1.282,
"step": 2800
},
{
"epoch": 0.028338300679142035,
"grad_norm": 0.36298853158950806,
"learning_rate": 4.858783288541413e-05,
"loss": 1.2832,
"step": 2900
},
{
"epoch": 0.029315483461181412,
"grad_norm": 0.5242423415184021,
"learning_rate": 4.853896897141461e-05,
"loss": 1.2819,
"step": 3000
},
{
"epoch": 0.030292666243220794,
"grad_norm": 0.25340864062309265,
"learning_rate": 4.8490105057415104e-05,
"loss": 1.2809,
"step": 3100
},
{
"epoch": 0.03126984902526018,
"grad_norm": 0.7241976261138916,
"learning_rate": 4.844124114341559e-05,
"loss": 1.2802,
"step": 3200
},
{
"epoch": 0.032247031807299556,
"grad_norm": 0.5154001712799072,
"learning_rate": 4.839237722941608e-05,
"loss": 1.2748,
"step": 3300
},
{
"epoch": 0.033224214589338934,
"grad_norm": 0.5323473811149597,
"learning_rate": 4.834351331541657e-05,
"loss": 1.284,
"step": 3400
},
{
"epoch": 0.03420139737137832,
"grad_norm": 0.3947168290615082,
"learning_rate": 4.8294649401417056e-05,
"loss": 1.276,
"step": 3500
},
{
"epoch": 0.035178580153417696,
"grad_norm": 0.4776057302951813,
"learning_rate": 4.8245785487417544e-05,
"loss": 1.2783,
"step": 3600
},
{
"epoch": 0.036155762935457074,
"grad_norm": 0.4884164035320282,
"learning_rate": 4.819692157341804e-05,
"loss": 1.2745,
"step": 3700
},
{
"epoch": 0.03713294571749646,
"grad_norm": 0.5210428833961487,
"learning_rate": 4.814805765941852e-05,
"loss": 1.2707,
"step": 3800
},
{
"epoch": 0.038110128499535836,
"grad_norm": 0.46214359998703003,
"learning_rate": 4.809919374541901e-05,
"loss": 1.2727,
"step": 3900
},
{
"epoch": 0.03908731128157522,
"grad_norm": 0.2656782865524292,
"learning_rate": 4.8050329831419496e-05,
"loss": 1.2694,
"step": 4000
},
{
"epoch": 0.0400644940636146,
"grad_norm": 0.4923059940338135,
"learning_rate": 4.8001465917419985e-05,
"loss": 1.2665,
"step": 4100
},
{
"epoch": 0.04104167684565398,
"grad_norm": 0.92928147315979,
"learning_rate": 4.795260200342048e-05,
"loss": 1.2627,
"step": 4200
},
{
"epoch": 0.04201885962769336,
"grad_norm": 1.0651229619979858,
"learning_rate": 4.790373808942096e-05,
"loss": 1.2623,
"step": 4300
},
{
"epoch": 0.04299604240973274,
"grad_norm": 0.9612557888031006,
"learning_rate": 4.7854874175421456e-05,
"loss": 1.2482,
"step": 4400
},
{
"epoch": 0.043973225191772124,
"grad_norm": 1.0120874643325806,
"learning_rate": 4.7806010261421944e-05,
"loss": 1.2589,
"step": 4500
},
{
"epoch": 0.0449504079738115,
"grad_norm": 0.6250020861625671,
"learning_rate": 4.775714634742243e-05,
"loss": 1.2499,
"step": 4600
},
{
"epoch": 0.04592759075585088,
"grad_norm": 0.2850038707256317,
"learning_rate": 4.770828243342292e-05,
"loss": 1.2446,
"step": 4700
},
{
"epoch": 0.046904773537890264,
"grad_norm": 1.2032625675201416,
"learning_rate": 4.765941851942341e-05,
"loss": 1.2238,
"step": 4800
},
{
"epoch": 0.04788195631992964,
"grad_norm": 0.42024949193000793,
"learning_rate": 4.7610554605423896e-05,
"loss": 1.2255,
"step": 4900
},
{
"epoch": 0.048859139101969026,
"grad_norm": 0.7451406121253967,
"learning_rate": 4.756169069142439e-05,
"loss": 1.2071,
"step": 5000
},
{
"epoch": 0.049836321884008404,
"grad_norm": 0.8735096454620361,
"learning_rate": 4.751282677742487e-05,
"loss": 1.2126,
"step": 5100
},
{
"epoch": 0.05081350466604778,
"grad_norm": 0.73675137758255,
"learning_rate": 4.746396286342537e-05,
"loss": 1.2036,
"step": 5200
},
{
"epoch": 0.051790687448087167,
"grad_norm": 0.6540606617927551,
"learning_rate": 4.741509894942585e-05,
"loss": 1.1825,
"step": 5300
},
{
"epoch": 0.052767870230126544,
"grad_norm": 0.825066864490509,
"learning_rate": 4.7366235035426336e-05,
"loss": 1.1655,
"step": 5400
},
{
"epoch": 0.05374505301216593,
"grad_norm": 1.6421219110488892,
"learning_rate": 4.731737112142683e-05,
"loss": 1.1716,
"step": 5500
}
],
"logging_steps": 100,
"max_steps": 102335,
"num_input_tokens_seen": 0,
"num_train_epochs": 1,
"save_steps": 500,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": false
},
"attributes": {}
}
},
"total_flos": 6.898607743565824e+16,
"train_batch_size": 12,
"trial_name": null,
"trial_params": null
}