loss,grad_norm,learning_rate,epoch,step,eval_loss,eval_runtime,eval_samples_per_second,eval_steps_per_second,train_runtime,train_samples_per_second,train_steps_per_second,total_flos,train_loss 1.105,1.1577584743499756,4.951e-05,0.0005312762317639433,50,,,,,,,,, 1.1468,1.4432220458984375,4.902e-05,0.0010625524635278867,100,,,,,,,,, 1.0859,1.7187693119049072,4.852e-05,0.00159382869529183,150,,,,,,,,, 1.1362,1.4333359003067017,4.8020000000000004e-05,0.0021251049270557733,200,,,,,,,,, 1.0848,2.835648775100708,4.7520000000000006e-05,0.0026563811588197167,250,,,,,,,,, 1.0969,2.3364615440368652,4.702e-05,0.00318765739058366,300,,,,,,,,, 1.049,1.2098877429962158,4.652e-05,0.0037189336223476034,350,,,,,,,,, 1.0709,1.506690502166748,4.602e-05,0.004250209854111547,400,,,,,,,,, 1.0942,1.7528395652770996,4.5520000000000005e-05,0.0047814860858754905,450,,,,,,,,, 1.0664,1.2501164674758911,4.502e-05,0.005312762317639433,500,,,,,,,,, 1.0931,2.9401023387908936,4.452e-05,0.005844038549403377,550,,,,,,,,, 1.079,1.6167668104171753,4.402e-05,0.00637531478116732,600,,,,,,,,, 1.0844,2.1370058059692383,4.352e-05,0.006906591012931264,650,,,,,,,,, 1.1036,1.3238478899002075,4.3020000000000005e-05,0.007437867244695207,700,,,,,,,,, 1.0563,2.37442684173584,4.2520000000000006e-05,0.00796914347645915,750,,,,,,,,, 1.0835,1.9257761240005493,4.202e-05,0.008500419708223093,800,,,,,,,,, 1.0641,1.042723298072815,4.152e-05,0.009031695939987037,850,,,,,,,,, 1.1171,2.0961551666259766,4.1020000000000004e-05,0.009562972171750981,900,,,,,,,,, 1.0323,1.5046427249908447,4.0520000000000005e-05,0.010094248403514923,950,,,,,,,,, 1.036,1.616687297821045,4.002e-05,0.010625524635278867,1000,,,,,,,,, 1.0063,1.4839075803756714,3.952e-05,0.01115680086704281,1050,,,,,,,,, 1.0501,1.5016000270843506,3.902e-05,0.011688077098806754,1100,,,,,,,,, 1.0429,1.5629721879959106,3.8520000000000004e-05,0.012219353330570696,1150,,,,,,,,, 0.9918,1.5994470119476318,3.802e-05,0.01275062956233464,1200,,,,,,,,, 1.0252,1.9713184833526611,3.752e-05,0.013281905794098584,1250,,,,,,,,, 1.0221,1.1335642337799072,3.702e-05,0.013813182025862528,1300,,,,,,,,, 0.9813,1.7937604188919067,3.652e-05,0.01434445825762647,1350,,,,,,,,, 1.025,2.357769250869751,3.6020000000000004e-05,0.014875734489390413,1400,,,,,,,,, 1.0438,1.2406364679336548,3.5520000000000006e-05,0.015407010721154357,1450,,,,,,,,, 0.9935,1.7187669277191162,3.502e-05,0.0159382869529183,1500,,,,,,,,, 1.0098,1.1326874494552612,3.452e-05,0.016469563184682245,1550,,,,,,,,, 0.9101,1.6138919591903687,3.402e-05,0.017000839416446187,1600,,,,,,,,, 0.987,1.5561543703079224,3.3520000000000004e-05,0.01753211564821013,1650,,,,,,,,, 1.004,1.1211045980453491,3.302e-05,0.018063391879974074,1700,,,,,,,,, 0.9983,1.3929895162582397,3.252e-05,0.018594668111738016,1750,,,,,,,,, 1.0461,1.6703131198883057,3.202e-05,0.019125944343501962,1800,,,,,,,,, 0.9973,1.2953699827194214,3.1519999999999996e-05,0.019657220575265904,1850,,,,,,,,, 0.9938,1.9881635904312134,3.102e-05,0.020188496807029846,1900,,,,,,,,, 1.0152,1.4676463603973389,3.0520000000000006e-05,0.02071977303879379,1950,,,,,,,,, 0.9869,3.423586130142212,3.0030000000000002e-05,0.021251049270557733,2000,,,,,,,,, 0.984,1.1552212238311768,2.9530000000000004e-05,0.021782325502321676,2050,,,,,,,,, 1.0018,1.3363642692565918,2.903e-05,0.02231360173408562,2100,,,,,,,,, 1.0342,2.301176071166992,2.853e-05,0.022844877965849563,2150,,,,,,,,, 0.9905,1.5134526491165161,2.803e-05,0.02337615419761351,2200,,,,,,,,, 0.9626,1.637014389038086,2.753e-05,0.02390743042937745,2250,,,,,,,,, 0.9651,1.652897834777832,2.703e-05,0.024438706661141393,2300,,,,,,,,, 1.0151,1.53103506565094,2.653e-05,0.024969982892905338,2350,,,,,,,,, 0.9915,1.250005841255188,2.603e-05,0.02550125912466928,2400,,,,,,,,, 0.9735,2.622339963912964,2.5530000000000005e-05,0.026032535356433222,2450,,,,,,,,, 1.0087,1.132490634918213,2.5030000000000003e-05,0.026563811588197168,2500,,,,,,,,, 1.0006,1.7631752490997314,2.453e-05,0.02709508781996111,2550,,,,,,,,, 0.9772,1.8810368776321411,2.4030000000000002e-05,0.027626364051725055,2600,,,,,,,,, 0.9891,1.5510205030441284,2.3530000000000003e-05,0.028157640283488997,2650,,,,,,,,, 0.9555,1.3251287937164307,2.303e-05,0.02868891651525294,2700,,,,,,,,, 0.9646,1.2131097316741943,2.253e-05,0.029220192747016885,2750,,,,,,,,, 0.9523,1.2758469581604004,2.203e-05,0.029751468978780827,2800,,,,,,,,, 0.9962,1.6871562004089355,2.153e-05,0.03028274521054477,2850,,,,,,,,, 0.9878,1.491795301437378,2.103e-05,0.030814021442308714,2900,,,,,,,,, 0.9533,1.0750707387924194,2.053e-05,0.03134529767407266,2950,,,,,,,,, 0.9761,1.2901407480239868,2.0030000000000003e-05,0.0318765739058366,3000,,,,,,,,, 1.0043,1.603750467300415,1.953e-05,0.032407850137600544,3050,,,,,,,,, 0.978,1.473386526107788,1.903e-05,0.03293912636936449,3100,,,,,,,,, 0.9763,2.137418031692505,1.853e-05,0.03347040260112843,3150,,,,,,,,, 0.9884,1.3331339359283447,1.803e-05,0.034001678832892374,3200,,,,,,,,, 0.9611,1.2832648754119873,1.7530000000000003e-05,0.03453295506465632,3250,,,,,,,,, 0.9892,1.0518479347229004,1.703e-05,0.03506423129642026,3300,,,,,,,,, 0.9773,1.670954704284668,1.6530000000000003e-05,0.0355955075281842,3350,,,,,,,,, 0.9389,1.6390531063079834,1.603e-05,0.03612678375994815,3400,,,,,,,,, 0.9453,1.219053864479065,1.553e-05,0.036658059991712094,3450,,,,,,,,, 0.9377,0.8718635439872742,1.503e-05,0.03718933622347603,3500,,,,,,,,, 0.9374,1.0964168310165405,1.4530000000000001e-05,0.03772061245523998,3550,,,,,,,,, 0.968,1.3705147504806519,1.4030000000000001e-05,0.038251888687003924,3600,,,,,,,,, 0.9438,1.5353392362594604,1.3530000000000001e-05,0.03878316491876786,3650,,,,,,,,, 0.9678,1.454425573348999,1.303e-05,0.03931444115053181,3700,,,,,,,,, 0.9692,1.4466837644577026,1.253e-05,0.03984571738229575,3750,,,,,,,,, 0.9479,1.596469521522522,1.2030000000000002e-05,0.04037699361405969,3800,,,,,,,,, 0.9996,1.5730984210968018,1.153e-05,0.04090826984582364,3850,,,,,,,,, 0.9859,1.9027239084243774,1.103e-05,0.04143954607758758,3900,,,,,,,,, 0.9636,1.7876182794570923,1.053e-05,0.04197082230935152,3950,,,,,,,,, 0.9772,0.9582003355026245,1.003e-05,0.04250209854111547,4000,,,,,,,,, 0.9721,1.0324100255966187,9.53e-06,0.04303337477287941,4050,,,,,,,,, 0.9492,1.882957935333252,9.030000000000002e-06,0.04356465100464335,4100,,,,,,,,, 0.9866,1.2507244348526,8.53e-06,0.0440959272364073,4150,,,,,,,,, 0.9253,1.27763032913208,8.03e-06,0.04462720346817124,4200,,,,,,,,, 0.9409,1.200188159942627,7.530000000000001e-06,0.04515847969993519,4250,,,,,,,,, 1.0014,1.7713207006454468,7.0300000000000005e-06,0.045689755931699126,4300,,,,,,,,, 0.9815,1.3375529050827026,6.53e-06,0.04622103216346307,4350,,,,,,,,, 0.9578,1.4422866106033325,6.03e-06,0.04675230839522702,4400,,,,,,,,, 0.965,2.0105831623077393,5.54e-06,0.047283584626990956,4450,,,,,,,,, 0.9343,1.636265754699707,5.04e-06,0.0478148608587549,4500,,,,,,,,, 1.0021,1.6128933429718018,4.540000000000001e-06,0.04834613709051885,4550,,,,,,,,, 0.9459,1.1872644424438477,4.04e-06,0.048877413322282785,4600,,,,,,,,, 0.9423,1.2646565437316895,3.5400000000000004e-06,0.04940868955404673,4650,,,,,,,,, 0.9132,1.0135151147842407,3.04e-06,0.049939965785810676,4700,,,,,,,,, 0.9368,1.7171257734298706,2.54e-06,0.050471242017574615,4750,,,,,,,,, 0.9543,1.7923991680145264,2.0400000000000004e-06,0.05100251824933856,4800,,,,,,,,, 0.9597,1.366851806640625,1.54e-06,0.051533794481102506,4850,,,,,,,,, 0.8798,1.290432333946228,1.04e-06,0.052065070712866444,4900,,,,,,,,, 0.9275,1.3311187028884888,5.4e-07,0.05259634694463039,4950,,,,,,,,, 0.8968,1.2754595279693604,4e-08,0.053127623176394335,5000,,,,,,,,, ,,,0.053127623176394335,5000,0.7204041481018066,3441.0996,35.164,5.861,,,,,