| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 5.95971351835273, | |
| "eval_steps": 500, | |
| "global_step": 834, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.007162041181736795, | |
| "grad_norm": 1.5651538372039795, | |
| "learning_rate": 9.98800959232614e-06, | |
| "loss": 1.1028, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.01432408236347359, | |
| "grad_norm": 2.358640193939209, | |
| "learning_rate": 9.976019184652279e-06, | |
| "loss": 1.1257, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.021486123545210387, | |
| "grad_norm": 1.7103272676467896, | |
| "learning_rate": 9.964028776978418e-06, | |
| "loss": 1.1098, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.02864816472694718, | |
| "grad_norm": 1.783992886543274, | |
| "learning_rate": 9.952038369304557e-06, | |
| "loss": 1.0858, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.03581020590868397, | |
| "grad_norm": 1.0596697330474854, | |
| "learning_rate": 9.940047961630696e-06, | |
| "loss": 1.0924, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.04297224709042077, | |
| "grad_norm": 1.694056510925293, | |
| "learning_rate": 9.928057553956835e-06, | |
| "loss": 1.0912, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.050134288272157566, | |
| "grad_norm": 1.4265025854110718, | |
| "learning_rate": 9.916067146282976e-06, | |
| "loss": 1.0833, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.05729632945389436, | |
| "grad_norm": 2.3417539596557617, | |
| "learning_rate": 9.904076738609113e-06, | |
| "loss": 1.1031, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.06445837063563116, | |
| "grad_norm": 1.6366913318634033, | |
| "learning_rate": 9.892086330935252e-06, | |
| "loss": 1.1186, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.07162041181736795, | |
| "grad_norm": 2.713798761367798, | |
| "learning_rate": 9.880095923261391e-06, | |
| "loss": 1.119, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.07878245299910475, | |
| "grad_norm": 1.0447508096694946, | |
| "learning_rate": 9.86810551558753e-06, | |
| "loss": 1.0836, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.08594449418084155, | |
| "grad_norm": 1.4873104095458984, | |
| "learning_rate": 9.85611510791367e-06, | |
| "loss": 1.1093, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.09310653536257833, | |
| "grad_norm": 2.0511322021484375, | |
| "learning_rate": 9.844124700239808e-06, | |
| "loss": 1.1048, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.10026857654431513, | |
| "grad_norm": 1.8400065898895264, | |
| "learning_rate": 9.832134292565947e-06, | |
| "loss": 1.1084, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.10743061772605192, | |
| "grad_norm": 1.743239402770996, | |
| "learning_rate": 9.820143884892086e-06, | |
| "loss": 1.0893, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.11459265890778872, | |
| "grad_norm": 0.8387613296508789, | |
| "learning_rate": 9.808153477218227e-06, | |
| "loss": 1.101, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.12175470008952552, | |
| "grad_norm": 2.1584479808807373, | |
| "learning_rate": 9.796163069544366e-06, | |
| "loss": 1.1003, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.12891674127126232, | |
| "grad_norm": 1.1021759510040283, | |
| "learning_rate": 9.784172661870505e-06, | |
| "loss": 1.0921, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.1360787824529991, | |
| "grad_norm": 1.9304773807525635, | |
| "learning_rate": 9.772182254196644e-06, | |
| "loss": 1.0968, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.1432408236347359, | |
| "grad_norm": 1.6461104154586792, | |
| "learning_rate": 9.760191846522783e-06, | |
| "loss": 1.0937, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.1504028648164727, | |
| "grad_norm": 1.5581350326538086, | |
| "learning_rate": 9.748201438848922e-06, | |
| "loss": 1.0716, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.1575649059982095, | |
| "grad_norm": 1.9193130731582642, | |
| "learning_rate": 9.736211031175061e-06, | |
| "loss": 1.0634, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.1647269471799463, | |
| "grad_norm": 1.8347828388214111, | |
| "learning_rate": 9.724220623501199e-06, | |
| "loss": 1.0665, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.1718889883616831, | |
| "grad_norm": 2.1090774536132812, | |
| "learning_rate": 9.712230215827338e-06, | |
| "loss": 1.0967, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.17905102954341987, | |
| "grad_norm": 1.6594020128250122, | |
| "learning_rate": 9.700239808153478e-06, | |
| "loss": 1.0695, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.18621307072515667, | |
| "grad_norm": 1.6360571384429932, | |
| "learning_rate": 9.688249400479617e-06, | |
| "loss": 1.0808, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.19337511190689347, | |
| "grad_norm": 1.7902008295059204, | |
| "learning_rate": 9.676258992805757e-06, | |
| "loss": 1.0693, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.20053715308863027, | |
| "grad_norm": 1.9148868322372437, | |
| "learning_rate": 9.664268585131896e-06, | |
| "loss": 1.0656, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.20769919427036707, | |
| "grad_norm": 1.5940035581588745, | |
| "learning_rate": 9.652278177458035e-06, | |
| "loss": 1.0617, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.21486123545210384, | |
| "grad_norm": 2.1188247203826904, | |
| "learning_rate": 9.640287769784174e-06, | |
| "loss": 1.0571, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.22202327663384064, | |
| "grad_norm": 2.0343472957611084, | |
| "learning_rate": 9.628297362110313e-06, | |
| "loss": 1.0601, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.22918531781557744, | |
| "grad_norm": 2.536809206008911, | |
| "learning_rate": 9.616306954436452e-06, | |
| "loss": 1.059, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.23634735899731424, | |
| "grad_norm": 2.986196279525757, | |
| "learning_rate": 9.60431654676259e-06, | |
| "loss": 0.9905, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.24350940017905104, | |
| "grad_norm": 2.9638538360595703, | |
| "learning_rate": 9.59232613908873e-06, | |
| "loss": 1.0369, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.25067144136078784, | |
| "grad_norm": 3.4822328090667725, | |
| "learning_rate": 9.580335731414869e-06, | |
| "loss": 1.0549, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.25783348254252464, | |
| "grad_norm": 2.860246181488037, | |
| "learning_rate": 9.568345323741008e-06, | |
| "loss": 1.0131, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.26499552372426144, | |
| "grad_norm": 3.4336676597595215, | |
| "learning_rate": 9.556354916067147e-06, | |
| "loss": 1.032, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.2721575649059982, | |
| "grad_norm": 3.2346091270446777, | |
| "learning_rate": 9.544364508393286e-06, | |
| "loss": 1.0287, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.279319606087735, | |
| "grad_norm": 2.7058355808258057, | |
| "learning_rate": 9.532374100719425e-06, | |
| "loss": 1.0313, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.2864816472694718, | |
| "grad_norm": 3.560464382171631, | |
| "learning_rate": 9.520383693045564e-06, | |
| "loss": 1.013, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.2936436884512086, | |
| "grad_norm": 3.6023006439208984, | |
| "learning_rate": 9.508393285371703e-06, | |
| "loss": 0.9168, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.3008057296329454, | |
| "grad_norm": 3.6482856273651123, | |
| "learning_rate": 9.496402877697842e-06, | |
| "loss": 0.973, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.3079677708146822, | |
| "grad_norm": 3.4008662700653076, | |
| "learning_rate": 9.484412470023981e-06, | |
| "loss": 1.0305, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.315129811996419, | |
| "grad_norm": 3.068812847137451, | |
| "learning_rate": 9.47242206235012e-06, | |
| "loss": 0.9169, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.3222918531781558, | |
| "grad_norm": 3.736107349395752, | |
| "learning_rate": 9.46043165467626e-06, | |
| "loss": 1.0063, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.3294538943598926, | |
| "grad_norm": 4.98853063583374, | |
| "learning_rate": 9.448441247002398e-06, | |
| "loss": 0.9408, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.3366159355416294, | |
| "grad_norm": 3.7207694053649902, | |
| "learning_rate": 9.436450839328539e-06, | |
| "loss": 0.9363, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.3437779767233662, | |
| "grad_norm": 4.021739959716797, | |
| "learning_rate": 9.424460431654678e-06, | |
| "loss": 0.9955, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.35094001790510293, | |
| "grad_norm": 3.676600694656372, | |
| "learning_rate": 9.412470023980817e-06, | |
| "loss": 1.0505, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.35810205908683973, | |
| "grad_norm": 3.9010024070739746, | |
| "learning_rate": 9.400479616306956e-06, | |
| "loss": 0.9115, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.36526410026857653, | |
| "grad_norm": 3.856921672821045, | |
| "learning_rate": 9.388489208633095e-06, | |
| "loss": 0.9625, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.37242614145031333, | |
| "grad_norm": 3.6618595123291016, | |
| "learning_rate": 9.376498800959234e-06, | |
| "loss": 0.9107, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.37958818263205013, | |
| "grad_norm": 3.955465793609619, | |
| "learning_rate": 9.364508393285371e-06, | |
| "loss": 0.9036, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.38675022381378693, | |
| "grad_norm": 4.451611518859863, | |
| "learning_rate": 9.35251798561151e-06, | |
| "loss": 0.8745, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.39391226499552373, | |
| "grad_norm": 3.950402021408081, | |
| "learning_rate": 9.34052757793765e-06, | |
| "loss": 0.8967, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.40107430617726053, | |
| "grad_norm": 4.007294654846191, | |
| "learning_rate": 9.32853717026379e-06, | |
| "loss": 0.9382, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.40823634735899733, | |
| "grad_norm": 4.601572036743164, | |
| "learning_rate": 9.31654676258993e-06, | |
| "loss": 0.892, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.41539838854073413, | |
| "grad_norm": 3.6578915119171143, | |
| "learning_rate": 9.304556354916068e-06, | |
| "loss": 0.8066, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.42256042972247093, | |
| "grad_norm": 4.2530293464660645, | |
| "learning_rate": 9.292565947242207e-06, | |
| "loss": 0.7893, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.4297224709042077, | |
| "grad_norm": 4.652935028076172, | |
| "learning_rate": 9.280575539568346e-06, | |
| "loss": 0.805, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.4368845120859445, | |
| "grad_norm": 4.985301494598389, | |
| "learning_rate": 9.268585131894485e-06, | |
| "loss": 0.8248, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.4440465532676813, | |
| "grad_norm": 5.5606513023376465, | |
| "learning_rate": 9.256594724220624e-06, | |
| "loss": 0.8412, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.4512085944494181, | |
| "grad_norm": 4.6756110191345215, | |
| "learning_rate": 9.244604316546764e-06, | |
| "loss": 0.8119, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.4583706356311549, | |
| "grad_norm": 4.607848644256592, | |
| "learning_rate": 9.232613908872903e-06, | |
| "loss": 0.7553, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.4655326768128917, | |
| "grad_norm": 5.126153945922852, | |
| "learning_rate": 9.220623501199042e-06, | |
| "loss": 0.7668, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.4726947179946285, | |
| "grad_norm": 4.498857498168945, | |
| "learning_rate": 9.20863309352518e-06, | |
| "loss": 0.727, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.4798567591763653, | |
| "grad_norm": 5.598169326782227, | |
| "learning_rate": 9.19664268585132e-06, | |
| "loss": 0.8671, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.4870188003581021, | |
| "grad_norm": 5.176477432250977, | |
| "learning_rate": 9.184652278177459e-06, | |
| "loss": 0.8697, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.4941808415398389, | |
| "grad_norm": 4.874248504638672, | |
| "learning_rate": 9.172661870503598e-06, | |
| "loss": 0.7736, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.5013428827215757, | |
| "grad_norm": 4.082653999328613, | |
| "learning_rate": 9.160671462829737e-06, | |
| "loss": 0.7047, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.5085049239033125, | |
| "grad_norm": 5.192132949829102, | |
| "learning_rate": 9.148681055155876e-06, | |
| "loss": 0.7359, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.5156669650850493, | |
| "grad_norm": 5.804781436920166, | |
| "learning_rate": 9.136690647482015e-06, | |
| "loss": 0.6859, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.5228290062667861, | |
| "grad_norm": 4.250144004821777, | |
| "learning_rate": 9.124700239808154e-06, | |
| "loss": 0.7178, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.5299910474485229, | |
| "grad_norm": 4.898803234100342, | |
| "learning_rate": 9.112709832134293e-06, | |
| "loss": 0.8012, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.5371530886302597, | |
| "grad_norm": 4.092855453491211, | |
| "learning_rate": 9.100719424460432e-06, | |
| "loss": 0.595, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.5443151298119964, | |
| "grad_norm": 4.206191062927246, | |
| "learning_rate": 9.088729016786571e-06, | |
| "loss": 0.6574, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.5514771709937332, | |
| "grad_norm": 5.5786967277526855, | |
| "learning_rate": 9.07673860911271e-06, | |
| "loss": 0.6096, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.55863921217547, | |
| "grad_norm": 4.80825138092041, | |
| "learning_rate": 9.064748201438849e-06, | |
| "loss": 0.6351, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.5658012533572068, | |
| "grad_norm": 5.1291608810424805, | |
| "learning_rate": 9.05275779376499e-06, | |
| "loss": 0.6163, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.5729632945389436, | |
| "grad_norm": 4.304827690124512, | |
| "learning_rate": 9.040767386091129e-06, | |
| "loss": 0.6089, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.5801253357206804, | |
| "grad_norm": 3.9486804008483887, | |
| "learning_rate": 9.028776978417268e-06, | |
| "loss": 0.5804, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.5872873769024172, | |
| "grad_norm": 6.8340163230896, | |
| "learning_rate": 9.016786570743405e-06, | |
| "loss": 0.6102, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.594449418084154, | |
| "grad_norm": 5.0892133712768555, | |
| "learning_rate": 9.004796163069544e-06, | |
| "loss": 0.6376, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.6016114592658908, | |
| "grad_norm": 4.589208126068115, | |
| "learning_rate": 8.992805755395683e-06, | |
| "loss": 0.6618, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.6087735004476276, | |
| "grad_norm": 4.036871433258057, | |
| "learning_rate": 8.980815347721822e-06, | |
| "loss": 0.6268, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.6159355416293644, | |
| "grad_norm": 5.117236614227295, | |
| "learning_rate": 8.968824940047961e-06, | |
| "loss": 0.5782, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.6230975828111012, | |
| "grad_norm": 5.529454708099365, | |
| "learning_rate": 8.956834532374102e-06, | |
| "loss": 0.6378, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.630259623992838, | |
| "grad_norm": 4.290615558624268, | |
| "learning_rate": 8.944844124700241e-06, | |
| "loss": 0.4607, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.6374216651745748, | |
| "grad_norm": 4.275355815887451, | |
| "learning_rate": 8.93285371702638e-06, | |
| "loss": 0.5444, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.6445837063563116, | |
| "grad_norm": 5.064560890197754, | |
| "learning_rate": 8.92086330935252e-06, | |
| "loss": 0.7254, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.6517457475380484, | |
| "grad_norm": 4.527130126953125, | |
| "learning_rate": 8.908872901678658e-06, | |
| "loss": 0.5581, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.6589077887197852, | |
| "grad_norm": 5.649165630340576, | |
| "learning_rate": 8.896882494004797e-06, | |
| "loss": 0.5265, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.666069829901522, | |
| "grad_norm": 4.565707206726074, | |
| "learning_rate": 8.884892086330936e-06, | |
| "loss": 0.5161, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.6732318710832588, | |
| "grad_norm": 6.295898914337158, | |
| "learning_rate": 8.872901678657075e-06, | |
| "loss": 0.5414, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.6803939122649956, | |
| "grad_norm": 8.986715316772461, | |
| "learning_rate": 8.860911270983214e-06, | |
| "loss": 0.5894, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.6875559534467324, | |
| "grad_norm": 6.694461822509766, | |
| "learning_rate": 8.848920863309353e-06, | |
| "loss": 0.5679, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.6947179946284691, | |
| "grad_norm": 5.961154460906982, | |
| "learning_rate": 8.836930455635492e-06, | |
| "loss": 0.6379, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.7018800358102059, | |
| "grad_norm": 4.6056671142578125, | |
| "learning_rate": 8.824940047961632e-06, | |
| "loss": 0.5691, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.7090420769919427, | |
| "grad_norm": 5.036160945892334, | |
| "learning_rate": 8.81294964028777e-06, | |
| "loss": 0.5234, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.7162041181736795, | |
| "grad_norm": 4.869359016418457, | |
| "learning_rate": 8.80095923261391e-06, | |
| "loss": 0.4494, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.7233661593554163, | |
| "grad_norm": 6.883158206939697, | |
| "learning_rate": 8.788968824940049e-06, | |
| "loss": 0.5863, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.7305282005371531, | |
| "grad_norm": 4.8142805099487305, | |
| "learning_rate": 8.776978417266188e-06, | |
| "loss": 0.4585, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.7376902417188899, | |
| "grad_norm": 4.156213760375977, | |
| "learning_rate": 8.764988009592327e-06, | |
| "loss": 0.4224, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.7448522829006267, | |
| "grad_norm": 5.524331569671631, | |
| "learning_rate": 8.752997601918466e-06, | |
| "loss": 0.5855, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.7520143240823635, | |
| "grad_norm": 4.5275468826293945, | |
| "learning_rate": 8.741007194244605e-06, | |
| "loss": 0.3134, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.7591763652641003, | |
| "grad_norm": 6.391297340393066, | |
| "learning_rate": 8.729016786570744e-06, | |
| "loss": 0.4662, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.7663384064458371, | |
| "grad_norm": 4.844995498657227, | |
| "learning_rate": 8.717026378896883e-06, | |
| "loss": 0.5037, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.7735004476275739, | |
| "grad_norm": 5.861647129058838, | |
| "learning_rate": 8.705035971223022e-06, | |
| "loss": 0.4134, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.7806624888093107, | |
| "grad_norm": 4.5392889976501465, | |
| "learning_rate": 8.693045563549161e-06, | |
| "loss": 0.4099, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.7878245299910475, | |
| "grad_norm": 4.010335922241211, | |
| "learning_rate": 8.681055155875302e-06, | |
| "loss": 0.3897, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.7949865711727843, | |
| "grad_norm": 5.2261433601379395, | |
| "learning_rate": 8.66906474820144e-06, | |
| "loss": 0.3422, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.8021486123545211, | |
| "grad_norm": 5.837971210479736, | |
| "learning_rate": 8.657074340527578e-06, | |
| "loss": 0.4188, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.8093106535362579, | |
| "grad_norm": 7.071847915649414, | |
| "learning_rate": 8.645083932853717e-06, | |
| "loss": 0.5138, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.8164726947179947, | |
| "grad_norm": 3.631950855255127, | |
| "learning_rate": 8.633093525179856e-06, | |
| "loss": 0.2924, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.8236347358997315, | |
| "grad_norm": 5.4959797859191895, | |
| "learning_rate": 8.621103117505995e-06, | |
| "loss": 0.4857, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.8307967770814683, | |
| "grad_norm": 6.527896404266357, | |
| "learning_rate": 8.609112709832134e-06, | |
| "loss": 0.4211, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.8379588182632051, | |
| "grad_norm": 7.07539176940918, | |
| "learning_rate": 8.597122302158273e-06, | |
| "loss": 0.481, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.8451208594449419, | |
| "grad_norm": 5.752196311950684, | |
| "learning_rate": 8.585131894484412e-06, | |
| "loss": 0.4774, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.8522829006266786, | |
| "grad_norm": 3.1388776302337646, | |
| "learning_rate": 8.573141486810553e-06, | |
| "loss": 0.2974, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.8594449418084154, | |
| "grad_norm": 5.351109504699707, | |
| "learning_rate": 8.561151079136692e-06, | |
| "loss": 0.333, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.8666069829901522, | |
| "grad_norm": 4.641998767852783, | |
| "learning_rate": 8.549160671462831e-06, | |
| "loss": 0.4377, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 0.873769024171889, | |
| "grad_norm": 9.292861938476562, | |
| "learning_rate": 8.53717026378897e-06, | |
| "loss": 0.497, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.8809310653536258, | |
| "grad_norm": 5.21453857421875, | |
| "learning_rate": 8.525179856115109e-06, | |
| "loss": 0.4271, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.8880931065353626, | |
| "grad_norm": 6.3802618980407715, | |
| "learning_rate": 8.513189448441248e-06, | |
| "loss": 0.4672, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.8952551477170994, | |
| "grad_norm": 5.154406547546387, | |
| "learning_rate": 8.501199040767387e-06, | |
| "loss": 0.2783, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.9024171888988362, | |
| "grad_norm": 3.9693143367767334, | |
| "learning_rate": 8.489208633093526e-06, | |
| "loss": 0.3932, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.909579230080573, | |
| "grad_norm": 2.942033529281616, | |
| "learning_rate": 8.477218225419664e-06, | |
| "loss": 0.3193, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 0.9167412712623098, | |
| "grad_norm": 4.29665994644165, | |
| "learning_rate": 8.465227817745804e-06, | |
| "loss": 0.4377, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.9239033124440466, | |
| "grad_norm": 5.550212860107422, | |
| "learning_rate": 8.453237410071943e-06, | |
| "loss": 0.3315, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.9310653536257834, | |
| "grad_norm": 6.654735565185547, | |
| "learning_rate": 8.441247002398082e-06, | |
| "loss": 0.4388, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.9382273948075202, | |
| "grad_norm": 5.80216121673584, | |
| "learning_rate": 8.429256594724221e-06, | |
| "loss": 0.3865, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 0.945389435989257, | |
| "grad_norm": 6.76437520980835, | |
| "learning_rate": 8.41726618705036e-06, | |
| "loss": 0.5202, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.9525514771709938, | |
| "grad_norm": 9.009016990661621, | |
| "learning_rate": 8.4052757793765e-06, | |
| "loss": 0.4008, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.9597135183527306, | |
| "grad_norm": 9.987932205200195, | |
| "learning_rate": 8.393285371702639e-06, | |
| "loss": 0.4824, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.9668755595344674, | |
| "grad_norm": 10.408086776733398, | |
| "learning_rate": 8.381294964028778e-06, | |
| "loss": 0.7183, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.9740376007162042, | |
| "grad_norm": 4.125233173370361, | |
| "learning_rate": 8.369304556354917e-06, | |
| "loss": 0.331, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.981199641897941, | |
| "grad_norm": 5.206197738647461, | |
| "learning_rate": 8.357314148681056e-06, | |
| "loss": 0.451, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.9883616830796778, | |
| "grad_norm": 6.510553359985352, | |
| "learning_rate": 8.345323741007195e-06, | |
| "loss": 0.2887, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.9955237242614146, | |
| "grad_norm": 5.558812141418457, | |
| "learning_rate": 8.333333333333334e-06, | |
| "loss": 0.2659, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 5.024322509765625, | |
| "learning_rate": 8.321342925659473e-06, | |
| "loss": 0.2857, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_accuracy": 0.8551307847082495, | |
| "eval_loss": 0.34348970651626587, | |
| "eval_runtime": 12.772, | |
| "eval_samples_per_second": 38.913, | |
| "eval_steps_per_second": 38.913, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 1.0071620411817368, | |
| "grad_norm": 5.62790584564209, | |
| "learning_rate": 8.309352517985614e-06, | |
| "loss": 0.3689, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 1.0143240823634736, | |
| "grad_norm": 6.509753704071045, | |
| "learning_rate": 8.29736211031175e-06, | |
| "loss": 0.3419, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 1.0214861235452104, | |
| "grad_norm": 7.264653205871582, | |
| "learning_rate": 8.28537170263789e-06, | |
| "loss": 0.2551, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 1.0286481647269472, | |
| "grad_norm": 6.89661169052124, | |
| "learning_rate": 8.273381294964029e-06, | |
| "loss": 0.4026, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 1.035810205908684, | |
| "grad_norm": 6.0390238761901855, | |
| "learning_rate": 8.261390887290168e-06, | |
| "loss": 0.2978, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 1.0429722470904208, | |
| "grad_norm": 6.132388591766357, | |
| "learning_rate": 8.249400479616307e-06, | |
| "loss": 0.4529, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 1.0501342882721576, | |
| "grad_norm": 6.270555019378662, | |
| "learning_rate": 8.237410071942446e-06, | |
| "loss": 0.4341, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 1.0572963294538944, | |
| "grad_norm": 8.636746406555176, | |
| "learning_rate": 8.225419664268585e-06, | |
| "loss": 0.3452, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 1.0644583706356312, | |
| "grad_norm": 5.3527021408081055, | |
| "learning_rate": 8.213429256594724e-06, | |
| "loss": 0.2689, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 1.071620411817368, | |
| "grad_norm": 5.665110111236572, | |
| "learning_rate": 8.201438848920865e-06, | |
| "loss": 0.5618, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 1.0787824529991048, | |
| "grad_norm": 9.846869468688965, | |
| "learning_rate": 8.189448441247004e-06, | |
| "loss": 0.3931, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 1.0859444941808416, | |
| "grad_norm": 8.280915260314941, | |
| "learning_rate": 8.177458033573143e-06, | |
| "loss": 0.3301, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 1.0931065353625784, | |
| "grad_norm": 5.660332202911377, | |
| "learning_rate": 8.165467625899282e-06, | |
| "loss": 0.372, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 1.1002685765443152, | |
| "grad_norm": 3.366448402404785, | |
| "learning_rate": 8.153477218225421e-06, | |
| "loss": 0.3427, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 1.107430617726052, | |
| "grad_norm": 6.918087959289551, | |
| "learning_rate": 8.14148681055156e-06, | |
| "loss": 0.5082, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 1.1145926589077888, | |
| "grad_norm": 7.009018898010254, | |
| "learning_rate": 8.129496402877699e-06, | |
| "loss": 0.3534, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 1.1217547000895256, | |
| "grad_norm": 5.730655193328857, | |
| "learning_rate": 8.117505995203836e-06, | |
| "loss": 0.2806, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 1.1289167412712624, | |
| "grad_norm": 3.503355026245117, | |
| "learning_rate": 8.105515587529975e-06, | |
| "loss": 0.2374, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 1.1360787824529992, | |
| "grad_norm": 3.6845366954803467, | |
| "learning_rate": 8.093525179856116e-06, | |
| "loss": 0.2822, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 1.143240823634736, | |
| "grad_norm": 8.738545417785645, | |
| "learning_rate": 8.081534772182255e-06, | |
| "loss": 0.3553, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 1.1504028648164728, | |
| "grad_norm": 12.152175903320312, | |
| "learning_rate": 8.069544364508394e-06, | |
| "loss": 0.264, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 1.1575649059982096, | |
| "grad_norm": 6.637088775634766, | |
| "learning_rate": 8.057553956834533e-06, | |
| "loss": 0.3602, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 1.1647269471799464, | |
| "grad_norm": 11.342058181762695, | |
| "learning_rate": 8.045563549160672e-06, | |
| "loss": 0.3529, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 1.1718889883616832, | |
| "grad_norm": 3.130880355834961, | |
| "learning_rate": 8.033573141486811e-06, | |
| "loss": 0.2449, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 1.1790510295434198, | |
| "grad_norm": 4.657078266143799, | |
| "learning_rate": 8.02158273381295e-06, | |
| "loss": 0.2095, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 1.1862130707251566, | |
| "grad_norm": 11.053173065185547, | |
| "learning_rate": 8.00959232613909e-06, | |
| "loss": 0.3824, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 1.1933751119068934, | |
| "grad_norm": 8.9373779296875, | |
| "learning_rate": 7.997601918465228e-06, | |
| "loss": 0.5074, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 1.2005371530886302, | |
| "grad_norm": 7.14840030670166, | |
| "learning_rate": 7.985611510791367e-06, | |
| "loss": 0.3061, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 1.207699194270367, | |
| "grad_norm": 6.889973163604736, | |
| "learning_rate": 7.973621103117507e-06, | |
| "loss": 0.3045, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 1.2148612354521038, | |
| "grad_norm": 10.003790855407715, | |
| "learning_rate": 7.961630695443646e-06, | |
| "loss": 0.3446, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 1.2220232766338406, | |
| "grad_norm": 6.85793924331665, | |
| "learning_rate": 7.949640287769785e-06, | |
| "loss": 0.3411, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 1.2291853178155774, | |
| "grad_norm": 7.919402122497559, | |
| "learning_rate": 7.937649880095924e-06, | |
| "loss": 0.4896, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 1.2363473589973142, | |
| "grad_norm": 3.570951461791992, | |
| "learning_rate": 7.925659472422063e-06, | |
| "loss": 0.211, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 1.243509400179051, | |
| "grad_norm": 4.916582107543945, | |
| "learning_rate": 7.913669064748202e-06, | |
| "loss": 0.2846, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 1.2506714413607878, | |
| "grad_norm": 8.822362899780273, | |
| "learning_rate": 7.90167865707434e-06, | |
| "loss": 0.6171, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 1.2578334825425246, | |
| "grad_norm": 6.692116737365723, | |
| "learning_rate": 7.88968824940048e-06, | |
| "loss": 0.3357, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 1.2649955237242614, | |
| "grad_norm": 8.720771789550781, | |
| "learning_rate": 7.877697841726619e-06, | |
| "loss": 0.3968, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 1.2721575649059982, | |
| "grad_norm": 3.4842636585235596, | |
| "learning_rate": 7.865707434052758e-06, | |
| "loss": 0.2225, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 1.279319606087735, | |
| "grad_norm": 5.311177730560303, | |
| "learning_rate": 7.853717026378897e-06, | |
| "loss": 0.2241, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 1.2864816472694718, | |
| "grad_norm": 7.102256774902344, | |
| "learning_rate": 7.841726618705036e-06, | |
| "loss": 0.4413, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 1.2936436884512086, | |
| "grad_norm": 9.19848346710205, | |
| "learning_rate": 7.829736211031177e-06, | |
| "loss": 0.4979, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 1.3008057296329454, | |
| "grad_norm": 6.935247421264648, | |
| "learning_rate": 7.817745803357316e-06, | |
| "loss": 0.3895, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 1.3079677708146822, | |
| "grad_norm": 6.123559951782227, | |
| "learning_rate": 7.805755395683455e-06, | |
| "loss": 0.6249, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 1.315129811996419, | |
| "grad_norm": 4.8054609298706055, | |
| "learning_rate": 7.793764988009594e-06, | |
| "loss": 0.3903, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 1.3222918531781558, | |
| "grad_norm": 3.220245361328125, | |
| "learning_rate": 7.781774580335733e-06, | |
| "loss": 0.2484, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 1.3294538943598926, | |
| "grad_norm": 7.8549346923828125, | |
| "learning_rate": 7.769784172661872e-06, | |
| "loss": 0.2953, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 1.3366159355416294, | |
| "grad_norm": 4.862519264221191, | |
| "learning_rate": 7.75779376498801e-06, | |
| "loss": 0.3309, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 1.3437779767233662, | |
| "grad_norm": 7.397862434387207, | |
| "learning_rate": 7.745803357314148e-06, | |
| "loss": 0.3559, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 1.350940017905103, | |
| "grad_norm": 6.308946132659912, | |
| "learning_rate": 7.733812949640287e-06, | |
| "loss": 0.2876, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 1.3581020590868398, | |
| "grad_norm": 6.779823303222656, | |
| "learning_rate": 7.721822541966428e-06, | |
| "loss": 0.1981, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 1.3652641002685766, | |
| "grad_norm": 7.278501033782959, | |
| "learning_rate": 7.709832134292567e-06, | |
| "loss": 0.424, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 1.3724261414503134, | |
| "grad_norm": 7.412106037139893, | |
| "learning_rate": 7.697841726618706e-06, | |
| "loss": 0.2568, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 1.3795881826320502, | |
| "grad_norm": 4.081076145172119, | |
| "learning_rate": 7.685851318944845e-06, | |
| "loss": 0.227, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 1.386750223813787, | |
| "grad_norm": 10.722938537597656, | |
| "learning_rate": 7.673860911270984e-06, | |
| "loss": 0.4147, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 1.3939122649955238, | |
| "grad_norm": 4.308574676513672, | |
| "learning_rate": 7.661870503597123e-06, | |
| "loss": 0.2981, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 1.4010743061772606, | |
| "grad_norm": 6.543905735015869, | |
| "learning_rate": 7.649880095923262e-06, | |
| "loss": 0.146, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 1.4082363473589974, | |
| "grad_norm": 7.446622371673584, | |
| "learning_rate": 7.637889688249401e-06, | |
| "loss": 0.3292, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 1.4153983885407342, | |
| "grad_norm": 6.272434234619141, | |
| "learning_rate": 7.62589928057554e-06, | |
| "loss": 0.3738, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 1.422560429722471, | |
| "grad_norm": 6.094548225402832, | |
| "learning_rate": 7.613908872901679e-06, | |
| "loss": 0.2389, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 1.4297224709042076, | |
| "grad_norm": 6.979650020599365, | |
| "learning_rate": 7.601918465227819e-06, | |
| "loss": 0.2491, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 1.4368845120859444, | |
| "grad_norm": 7.520836353302002, | |
| "learning_rate": 7.589928057553958e-06, | |
| "loss": 0.2936, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 1.4440465532676812, | |
| "grad_norm": 9.974089622497559, | |
| "learning_rate": 7.5779376498800964e-06, | |
| "loss": 0.372, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 1.451208594449418, | |
| "grad_norm": 8.374258995056152, | |
| "learning_rate": 7.5659472422062355e-06, | |
| "loss": 0.2795, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 1.4583706356311548, | |
| "grad_norm": 6.120067119598389, | |
| "learning_rate": 7.5539568345323745e-06, | |
| "loss": 0.2502, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 1.4655326768128916, | |
| "grad_norm": 2.661911725997925, | |
| "learning_rate": 7.5419664268585136e-06, | |
| "loss": 0.2178, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 1.4726947179946284, | |
| "grad_norm": 5.33140754699707, | |
| "learning_rate": 7.529976019184653e-06, | |
| "loss": 0.2776, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 1.4798567591763652, | |
| "grad_norm": 6.527672290802002, | |
| "learning_rate": 7.517985611510792e-06, | |
| "loss": 0.2005, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 1.487018800358102, | |
| "grad_norm": 3.9632420539855957, | |
| "learning_rate": 7.505995203836931e-06, | |
| "loss": 0.1922, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 1.4941808415398388, | |
| "grad_norm": 5.8358330726623535, | |
| "learning_rate": 7.4940047961630706e-06, | |
| "loss": 0.327, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 1.5013428827215756, | |
| "grad_norm": 5.2152557373046875, | |
| "learning_rate": 7.48201438848921e-06, | |
| "loss": 0.3027, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 1.5085049239033124, | |
| "grad_norm": 8.100699424743652, | |
| "learning_rate": 7.470023980815349e-06, | |
| "loss": 0.2879, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 1.5156669650850492, | |
| "grad_norm": 7.577643871307373, | |
| "learning_rate": 7.458033573141488e-06, | |
| "loss": 0.3307, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 1.522829006266786, | |
| "grad_norm": 7.359758377075195, | |
| "learning_rate": 7.446043165467627e-06, | |
| "loss": 0.2822, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 1.5299910474485228, | |
| "grad_norm": 5.6610612869262695, | |
| "learning_rate": 7.434052757793766e-06, | |
| "loss": 0.4894, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 1.5371530886302596, | |
| "grad_norm": 3.8541088104248047, | |
| "learning_rate": 7.422062350119905e-06, | |
| "loss": 0.2774, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 1.5443151298119964, | |
| "grad_norm": 6.980274200439453, | |
| "learning_rate": 7.410071942446043e-06, | |
| "loss": 0.4373, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 1.5514771709937332, | |
| "grad_norm": 6.333699703216553, | |
| "learning_rate": 7.398081534772182e-06, | |
| "loss": 0.4068, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 1.55863921217547, | |
| "grad_norm": 8.193052291870117, | |
| "learning_rate": 7.386091127098322e-06, | |
| "loss": 0.2872, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 1.5658012533572068, | |
| "grad_norm": 8.756412506103516, | |
| "learning_rate": 7.374100719424461e-06, | |
| "loss": 0.3259, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 1.5729632945389436, | |
| "grad_norm": 5.721433639526367, | |
| "learning_rate": 7.3621103117506e-06, | |
| "loss": 0.2389, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 1.5801253357206804, | |
| "grad_norm": 4.392519474029541, | |
| "learning_rate": 7.350119904076739e-06, | |
| "loss": 0.2862, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 1.5872873769024172, | |
| "grad_norm": 7.019931316375732, | |
| "learning_rate": 7.338129496402878e-06, | |
| "loss": 0.4388, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 1.594449418084154, | |
| "grad_norm": 6.2576470375061035, | |
| "learning_rate": 7.326139088729017e-06, | |
| "loss": 0.1563, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 1.6016114592658908, | |
| "grad_norm": 5.387588024139404, | |
| "learning_rate": 7.314148681055156e-06, | |
| "loss": 0.23, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 1.6087735004476276, | |
| "grad_norm": 4.647127151489258, | |
| "learning_rate": 7.302158273381296e-06, | |
| "loss": 0.2865, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 1.6159355416293644, | |
| "grad_norm": 4.853245735168457, | |
| "learning_rate": 7.290167865707435e-06, | |
| "loss": 0.2604, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 1.6230975828111012, | |
| "grad_norm": 7.052027225494385, | |
| "learning_rate": 7.278177458033574e-06, | |
| "loss": 0.3141, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 1.630259623992838, | |
| "grad_norm": 4.379312515258789, | |
| "learning_rate": 7.266187050359713e-06, | |
| "loss": 0.2006, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 1.6374216651745748, | |
| "grad_norm": 8.26744556427002, | |
| "learning_rate": 7.254196642685852e-06, | |
| "loss": 0.2165, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 1.6445837063563116, | |
| "grad_norm": 5.053855895996094, | |
| "learning_rate": 7.242206235011991e-06, | |
| "loss": 0.3284, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 1.6517457475380484, | |
| "grad_norm": 9.649201393127441, | |
| "learning_rate": 7.230215827338129e-06, | |
| "loss": 0.3844, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 1.6589077887197852, | |
| "grad_norm": 4.344612121582031, | |
| "learning_rate": 7.218225419664268e-06, | |
| "loss": 0.2531, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 1.666069829901522, | |
| "grad_norm": 3.039994955062866, | |
| "learning_rate": 7.206235011990408e-06, | |
| "loss": 0.1779, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 1.6732318710832588, | |
| "grad_norm": 15.308979034423828, | |
| "learning_rate": 7.194244604316547e-06, | |
| "loss": 0.2409, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 1.6803939122649956, | |
| "grad_norm": 6.968617916107178, | |
| "learning_rate": 7.182254196642686e-06, | |
| "loss": 0.2493, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 1.6875559534467324, | |
| "grad_norm": 5.991739749908447, | |
| "learning_rate": 7.170263788968825e-06, | |
| "loss": 0.2102, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 1.6947179946284692, | |
| "grad_norm": 7.561839580535889, | |
| "learning_rate": 7.1582733812949644e-06, | |
| "loss": 0.5371, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 1.701880035810206, | |
| "grad_norm": 7.78062105178833, | |
| "learning_rate": 7.1462829736211035e-06, | |
| "loss": 0.3472, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 1.7090420769919428, | |
| "grad_norm": 9.596529960632324, | |
| "learning_rate": 7.1342925659472425e-06, | |
| "loss": 0.4896, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 1.7162041181736796, | |
| "grad_norm": 4.697896480560303, | |
| "learning_rate": 7.122302158273382e-06, | |
| "loss": 0.2315, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 1.7233661593554164, | |
| "grad_norm": 7.397878646850586, | |
| "learning_rate": 7.1103117505995214e-06, | |
| "loss": 0.273, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 1.7305282005371532, | |
| "grad_norm": 8.375514030456543, | |
| "learning_rate": 7.0983213429256605e-06, | |
| "loss": 0.5812, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 1.73769024171889, | |
| "grad_norm": 3.8642501831054688, | |
| "learning_rate": 7.0863309352517995e-06, | |
| "loss": 0.233, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 1.7448522829006268, | |
| "grad_norm": 11.222294807434082, | |
| "learning_rate": 7.0743405275779385e-06, | |
| "loss": 0.4143, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 1.7520143240823636, | |
| "grad_norm": 4.19779634475708, | |
| "learning_rate": 7.062350119904078e-06, | |
| "loss": 0.216, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 1.7591763652641004, | |
| "grad_norm": 8.382499694824219, | |
| "learning_rate": 7.050359712230216e-06, | |
| "loss": 0.2655, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 1.7663384064458372, | |
| "grad_norm": 4.434614658355713, | |
| "learning_rate": 7.038369304556355e-06, | |
| "loss": 0.1881, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 1.773500447627574, | |
| "grad_norm": 9.419454574584961, | |
| "learning_rate": 7.026378896882494e-06, | |
| "loss": 0.4074, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 1.7806624888093108, | |
| "grad_norm": 5.077871799468994, | |
| "learning_rate": 7.014388489208634e-06, | |
| "loss": 0.1809, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 1.7878245299910476, | |
| "grad_norm": 8.029293060302734, | |
| "learning_rate": 7.002398081534773e-06, | |
| "loss": 0.3477, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 1.7949865711727844, | |
| "grad_norm": 7.078944206237793, | |
| "learning_rate": 6.990407673860912e-06, | |
| "loss": 0.2644, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 1.8021486123545212, | |
| "grad_norm": 4.196276664733887, | |
| "learning_rate": 6.978417266187051e-06, | |
| "loss": 0.3626, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 1.809310653536258, | |
| "grad_norm": 4.02357816696167, | |
| "learning_rate": 6.96642685851319e-06, | |
| "loss": 0.219, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 1.8164726947179948, | |
| "grad_norm": 6.769551753997803, | |
| "learning_rate": 6.954436450839329e-06, | |
| "loss": 0.2301, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 1.8236347358997316, | |
| "grad_norm": 4.0238118171691895, | |
| "learning_rate": 6.942446043165468e-06, | |
| "loss": 0.2041, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 1.8307967770814684, | |
| "grad_norm": 4.813575744628906, | |
| "learning_rate": 6.930455635491608e-06, | |
| "loss": 0.3333, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 1.8379588182632052, | |
| "grad_norm": 7.067838668823242, | |
| "learning_rate": 6.918465227817747e-06, | |
| "loss": 0.2188, | |
| "step": 257 | |
| }, | |
| { | |
| "epoch": 1.845120859444942, | |
| "grad_norm": 5.983901023864746, | |
| "learning_rate": 6.906474820143886e-06, | |
| "loss": 0.1423, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 1.8522829006266786, | |
| "grad_norm": 8.536234855651855, | |
| "learning_rate": 6.894484412470025e-06, | |
| "loss": 0.1956, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 1.8594449418084154, | |
| "grad_norm": 6.614276885986328, | |
| "learning_rate": 6.882494004796164e-06, | |
| "loss": 0.3024, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 1.8666069829901522, | |
| "grad_norm": 7.686590671539307, | |
| "learning_rate": 6.870503597122302e-06, | |
| "loss": 0.2499, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 1.873769024171889, | |
| "grad_norm": 2.95554256439209, | |
| "learning_rate": 6.858513189448441e-06, | |
| "loss": 0.1194, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 1.8809310653536258, | |
| "grad_norm": 12.062966346740723, | |
| "learning_rate": 6.84652278177458e-06, | |
| "loss": 0.5564, | |
| "step": 263 | |
| }, | |
| { | |
| "epoch": 1.8880931065353626, | |
| "grad_norm": 6.321432590484619, | |
| "learning_rate": 6.834532374100719e-06, | |
| "loss": 0.3792, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 1.8952551477170994, | |
| "grad_norm": 4.885496139526367, | |
| "learning_rate": 6.822541966426859e-06, | |
| "loss": 0.1913, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 1.9024171888988362, | |
| "grad_norm": 8.380147933959961, | |
| "learning_rate": 6.810551558752998e-06, | |
| "loss": 0.3116, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 1.909579230080573, | |
| "grad_norm": 10.321130752563477, | |
| "learning_rate": 6.798561151079137e-06, | |
| "loss": 0.3192, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 1.9167412712623098, | |
| "grad_norm": 8.94253158569336, | |
| "learning_rate": 6.786570743405276e-06, | |
| "loss": 0.4641, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 1.9239033124440466, | |
| "grad_norm": 7.346745014190674, | |
| "learning_rate": 6.774580335731415e-06, | |
| "loss": 0.2584, | |
| "step": 269 | |
| }, | |
| { | |
| "epoch": 1.9310653536257834, | |
| "grad_norm": 25.712692260742188, | |
| "learning_rate": 6.762589928057554e-06, | |
| "loss": 0.4284, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 1.9382273948075202, | |
| "grad_norm": 4.491262912750244, | |
| "learning_rate": 6.750599520383694e-06, | |
| "loss": 0.1754, | |
| "step": 271 | |
| }, | |
| { | |
| "epoch": 1.945389435989257, | |
| "grad_norm": 14.674046516418457, | |
| "learning_rate": 6.738609112709833e-06, | |
| "loss": 0.3855, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 1.9525514771709938, | |
| "grad_norm": 11.2119722366333, | |
| "learning_rate": 6.726618705035972e-06, | |
| "loss": 0.3796, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 1.9597135183527306, | |
| "grad_norm": 9.643905639648438, | |
| "learning_rate": 6.714628297362111e-06, | |
| "loss": 0.3383, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 1.9668755595344674, | |
| "grad_norm": 9.514199256896973, | |
| "learning_rate": 6.70263788968825e-06, | |
| "loss": 0.2208, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 1.9740376007162042, | |
| "grad_norm": 10.071746826171875, | |
| "learning_rate": 6.6906474820143886e-06, | |
| "loss": 0.2416, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 1.981199641897941, | |
| "grad_norm": 6.356027603149414, | |
| "learning_rate": 6.678657074340528e-06, | |
| "loss": 0.3232, | |
| "step": 277 | |
| }, | |
| { | |
| "epoch": 1.9883616830796778, | |
| "grad_norm": 1.8917155265808105, | |
| "learning_rate": 6.666666666666667e-06, | |
| "loss": 0.0916, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 1.9955237242614146, | |
| "grad_norm": 10.453146934509277, | |
| "learning_rate": 6.654676258992806e-06, | |
| "loss": 0.3523, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 7.3855509757995605, | |
| "learning_rate": 6.6426858513189456e-06, | |
| "loss": 0.2806, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_accuracy": 0.8752515090543259, | |
| "eval_loss": 0.3062034249305725, | |
| "eval_runtime": 13.2652, | |
| "eval_samples_per_second": 37.466, | |
| "eval_steps_per_second": 37.466, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 2.007162041181737, | |
| "grad_norm": 12.951683044433594, | |
| "learning_rate": 6.630695443645085e-06, | |
| "loss": 0.6262, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 2.0143240823634736, | |
| "grad_norm": 6.761510372161865, | |
| "learning_rate": 6.618705035971224e-06, | |
| "loss": 0.202, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 2.0214861235452104, | |
| "grad_norm": 9.198619842529297, | |
| "learning_rate": 6.606714628297363e-06, | |
| "loss": 0.271, | |
| "step": 283 | |
| }, | |
| { | |
| "epoch": 2.028648164726947, | |
| "grad_norm": 11.052300453186035, | |
| "learning_rate": 6.594724220623502e-06, | |
| "loss": 0.3322, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 2.035810205908684, | |
| "grad_norm": 5.700530529022217, | |
| "learning_rate": 6.582733812949641e-06, | |
| "loss": 0.1473, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 2.042972247090421, | |
| "grad_norm": 3.494630813598633, | |
| "learning_rate": 6.57074340527578e-06, | |
| "loss": 0.1127, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 2.0501342882721576, | |
| "grad_norm": 4.829661846160889, | |
| "learning_rate": 6.55875299760192e-06, | |
| "loss": 0.1499, | |
| "step": 287 | |
| }, | |
| { | |
| "epoch": 2.0572963294538944, | |
| "grad_norm": 2.1077747344970703, | |
| "learning_rate": 6.546762589928059e-06, | |
| "loss": 0.1221, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 2.064458370635631, | |
| "grad_norm": 8.28569221496582, | |
| "learning_rate": 6.534772182254198e-06, | |
| "loss": 0.3386, | |
| "step": 289 | |
| }, | |
| { | |
| "epoch": 2.071620411817368, | |
| "grad_norm": 6.121078968048096, | |
| "learning_rate": 6.522781774580337e-06, | |
| "loss": 0.2158, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 2.078782452999105, | |
| "grad_norm": 7.616806507110596, | |
| "learning_rate": 6.510791366906475e-06, | |
| "loss": 0.241, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 2.0859444941808416, | |
| "grad_norm": 10.66478443145752, | |
| "learning_rate": 6.498800959232614e-06, | |
| "loss": 0.2952, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 2.0931065353625784, | |
| "grad_norm": 4.883520126342773, | |
| "learning_rate": 6.486810551558753e-06, | |
| "loss": 0.1603, | |
| "step": 293 | |
| }, | |
| { | |
| "epoch": 2.100268576544315, | |
| "grad_norm": 2.091519594192505, | |
| "learning_rate": 6.474820143884892e-06, | |
| "loss": 0.0847, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 2.107430617726052, | |
| "grad_norm": 6.887018203735352, | |
| "learning_rate": 6.462829736211031e-06, | |
| "loss": 0.2551, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 2.114592658907789, | |
| "grad_norm": 12.55301284790039, | |
| "learning_rate": 6.450839328537171e-06, | |
| "loss": 0.305, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 2.1217547000895256, | |
| "grad_norm": 5.844974517822266, | |
| "learning_rate": 6.43884892086331e-06, | |
| "loss": 0.3444, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 2.1289167412712624, | |
| "grad_norm": 10.359457969665527, | |
| "learning_rate": 6.426858513189449e-06, | |
| "loss": 0.3414, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 2.136078782452999, | |
| "grad_norm": 5.8697686195373535, | |
| "learning_rate": 6.414868105515588e-06, | |
| "loss": 0.2207, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 2.143240823634736, | |
| "grad_norm": 8.140408515930176, | |
| "learning_rate": 6.402877697841727e-06, | |
| "loss": 0.1734, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 2.150402864816473, | |
| "grad_norm": 11.230256080627441, | |
| "learning_rate": 6.390887290167866e-06, | |
| "loss": 0.2641, | |
| "step": 301 | |
| }, | |
| { | |
| "epoch": 2.1575649059982096, | |
| "grad_norm": 7.876967430114746, | |
| "learning_rate": 6.378896882494005e-06, | |
| "loss": 0.5413, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 2.1647269471799464, | |
| "grad_norm": 4.870555400848389, | |
| "learning_rate": 6.366906474820145e-06, | |
| "loss": 0.1618, | |
| "step": 303 | |
| }, | |
| { | |
| "epoch": 2.171888988361683, | |
| "grad_norm": 6.328149795532227, | |
| "learning_rate": 6.354916067146284e-06, | |
| "loss": 0.1336, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 2.17905102954342, | |
| "grad_norm": 11.720122337341309, | |
| "learning_rate": 6.342925659472423e-06, | |
| "loss": 0.3316, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 2.186213070725157, | |
| "grad_norm": 4.192595958709717, | |
| "learning_rate": 6.330935251798561e-06, | |
| "loss": 0.2262, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 2.1933751119068936, | |
| "grad_norm": 7.089945316314697, | |
| "learning_rate": 6.3189448441247e-06, | |
| "loss": 0.3939, | |
| "step": 307 | |
| }, | |
| { | |
| "epoch": 2.2005371530886304, | |
| "grad_norm": 3.7617053985595703, | |
| "learning_rate": 6.3069544364508395e-06, | |
| "loss": 0.129, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 2.207699194270367, | |
| "grad_norm": 2.709459066390991, | |
| "learning_rate": 6.2949640287769785e-06, | |
| "loss": 0.106, | |
| "step": 309 | |
| }, | |
| { | |
| "epoch": 2.214861235452104, | |
| "grad_norm": 3.1630465984344482, | |
| "learning_rate": 6.2829736211031175e-06, | |
| "loss": 0.1199, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 2.222023276633841, | |
| "grad_norm": 8.380224227905273, | |
| "learning_rate": 6.2709832134292566e-06, | |
| "loss": 0.1654, | |
| "step": 311 | |
| }, | |
| { | |
| "epoch": 2.2291853178155776, | |
| "grad_norm": 6.432971000671387, | |
| "learning_rate": 6.2589928057553964e-06, | |
| "loss": 0.2642, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 2.2363473589973144, | |
| "grad_norm": 8.790579795837402, | |
| "learning_rate": 6.2470023980815355e-06, | |
| "loss": 0.2575, | |
| "step": 313 | |
| }, | |
| { | |
| "epoch": 2.243509400179051, | |
| "grad_norm": 6.955909252166748, | |
| "learning_rate": 6.2350119904076745e-06, | |
| "loss": 0.1253, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 2.250671441360788, | |
| "grad_norm": 4.945182800292969, | |
| "learning_rate": 6.2230215827338136e-06, | |
| "loss": 0.23, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 2.257833482542525, | |
| "grad_norm": 6.262834072113037, | |
| "learning_rate": 6.211031175059953e-06, | |
| "loss": 0.2261, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 2.2649955237242616, | |
| "grad_norm": 6.618960380554199, | |
| "learning_rate": 6.199040767386092e-06, | |
| "loss": 0.2217, | |
| "step": 317 | |
| }, | |
| { | |
| "epoch": 2.2721575649059984, | |
| "grad_norm": 16.147371292114258, | |
| "learning_rate": 6.1870503597122315e-06, | |
| "loss": 0.3444, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 2.2793196060877348, | |
| "grad_norm": 9.18713092803955, | |
| "learning_rate": 6.1750599520383706e-06, | |
| "loss": 0.1846, | |
| "step": 319 | |
| }, | |
| { | |
| "epoch": 2.286481647269472, | |
| "grad_norm": 4.649369716644287, | |
| "learning_rate": 6.16306954436451e-06, | |
| "loss": 0.2223, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 2.2936436884512084, | |
| "grad_norm": 4.171594619750977, | |
| "learning_rate": 6.151079136690648e-06, | |
| "loss": 0.1455, | |
| "step": 321 | |
| }, | |
| { | |
| "epoch": 2.3008057296329456, | |
| "grad_norm": 9.076400756835938, | |
| "learning_rate": 6.139088729016787e-06, | |
| "loss": 0.2683, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 2.307967770814682, | |
| "grad_norm": 8.380135536193848, | |
| "learning_rate": 6.127098321342926e-06, | |
| "loss": 0.2054, | |
| "step": 323 | |
| }, | |
| { | |
| "epoch": 2.315129811996419, | |
| "grad_norm": 8.534207344055176, | |
| "learning_rate": 6.115107913669065e-06, | |
| "loss": 0.1961, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 2.3222918531781556, | |
| "grad_norm": 5.501217365264893, | |
| "learning_rate": 6.103117505995204e-06, | |
| "loss": 0.1083, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 2.329453894359893, | |
| "grad_norm": 3.4403066635131836, | |
| "learning_rate": 6.091127098321343e-06, | |
| "loss": 0.0808, | |
| "step": 326 | |
| }, | |
| { | |
| "epoch": 2.336615935541629, | |
| "grad_norm": 9.280027389526367, | |
| "learning_rate": 6.079136690647483e-06, | |
| "loss": 0.2427, | |
| "step": 327 | |
| }, | |
| { | |
| "epoch": 2.3437779767233664, | |
| "grad_norm": 6.337725639343262, | |
| "learning_rate": 6.067146282973622e-06, | |
| "loss": 0.2028, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 2.3509400179051028, | |
| "grad_norm": 4.871727466583252, | |
| "learning_rate": 6.055155875299761e-06, | |
| "loss": 0.2069, | |
| "step": 329 | |
| }, | |
| { | |
| "epoch": 2.3581020590868396, | |
| "grad_norm": 1.3199633359909058, | |
| "learning_rate": 6.0431654676259e-06, | |
| "loss": 0.0468, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 2.3652641002685764, | |
| "grad_norm": 7.1639790534973145, | |
| "learning_rate": 6.031175059952039e-06, | |
| "loss": 0.271, | |
| "step": 331 | |
| }, | |
| { | |
| "epoch": 2.372426141450313, | |
| "grad_norm": 4.194430351257324, | |
| "learning_rate": 6.019184652278178e-06, | |
| "loss": 0.2205, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 2.37958818263205, | |
| "grad_norm": 5.920024871826172, | |
| "learning_rate": 6.007194244604317e-06, | |
| "loss": 0.3546, | |
| "step": 333 | |
| }, | |
| { | |
| "epoch": 2.3867502238137868, | |
| "grad_norm": 7.114736557006836, | |
| "learning_rate": 5.995203836930457e-06, | |
| "loss": 0.234, | |
| "step": 334 | |
| }, | |
| { | |
| "epoch": 2.3939122649955236, | |
| "grad_norm": 6.038070201873779, | |
| "learning_rate": 5.983213429256596e-06, | |
| "loss": 0.2333, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 2.4010743061772604, | |
| "grad_norm": 7.507596969604492, | |
| "learning_rate": 5.971223021582734e-06, | |
| "loss": 0.1927, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 2.408236347358997, | |
| "grad_norm": 5.830931663513184, | |
| "learning_rate": 5.959232613908873e-06, | |
| "loss": 0.123, | |
| "step": 337 | |
| }, | |
| { | |
| "epoch": 2.415398388540734, | |
| "grad_norm": 5.003695964813232, | |
| "learning_rate": 5.947242206235012e-06, | |
| "loss": 0.1651, | |
| "step": 338 | |
| }, | |
| { | |
| "epoch": 2.4225604297224708, | |
| "grad_norm": 5.298439979553223, | |
| "learning_rate": 5.935251798561151e-06, | |
| "loss": 0.2354, | |
| "step": 339 | |
| }, | |
| { | |
| "epoch": 2.4297224709042076, | |
| "grad_norm": 8.523574829101562, | |
| "learning_rate": 5.92326139088729e-06, | |
| "loss": 0.206, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 2.4368845120859444, | |
| "grad_norm": 6.604531764984131, | |
| "learning_rate": 5.911270983213429e-06, | |
| "loss": 0.2668, | |
| "step": 341 | |
| }, | |
| { | |
| "epoch": 2.444046553267681, | |
| "grad_norm": 5.022377014160156, | |
| "learning_rate": 5.899280575539568e-06, | |
| "loss": 0.111, | |
| "step": 342 | |
| }, | |
| { | |
| "epoch": 2.451208594449418, | |
| "grad_norm": 5.974075794219971, | |
| "learning_rate": 5.887290167865708e-06, | |
| "loss": 0.2463, | |
| "step": 343 | |
| }, | |
| { | |
| "epoch": 2.4583706356311548, | |
| "grad_norm": 6.426002025604248, | |
| "learning_rate": 5.875299760191847e-06, | |
| "loss": 0.1471, | |
| "step": 344 | |
| }, | |
| { | |
| "epoch": 2.4655326768128916, | |
| "grad_norm": 4.997922420501709, | |
| "learning_rate": 5.863309352517986e-06, | |
| "loss": 0.2057, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 2.4726947179946284, | |
| "grad_norm": 9.264660835266113, | |
| "learning_rate": 5.851318944844125e-06, | |
| "loss": 0.3078, | |
| "step": 346 | |
| }, | |
| { | |
| "epoch": 2.479856759176365, | |
| "grad_norm": 4.701541423797607, | |
| "learning_rate": 5.8393285371702644e-06, | |
| "loss": 0.2177, | |
| "step": 347 | |
| }, | |
| { | |
| "epoch": 2.487018800358102, | |
| "grad_norm": 11.523097038269043, | |
| "learning_rate": 5.8273381294964035e-06, | |
| "loss": 0.2449, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 2.4941808415398388, | |
| "grad_norm": 3.427780866622925, | |
| "learning_rate": 5.8153477218225425e-06, | |
| "loss": 0.2195, | |
| "step": 349 | |
| }, | |
| { | |
| "epoch": 2.5013428827215756, | |
| "grad_norm": 10.555095672607422, | |
| "learning_rate": 5.803357314148681e-06, | |
| "loss": 0.2723, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 2.5085049239033124, | |
| "grad_norm": 8.235042572021484, | |
| "learning_rate": 5.79136690647482e-06, | |
| "loss": 0.2281, | |
| "step": 351 | |
| }, | |
| { | |
| "epoch": 2.515666965085049, | |
| "grad_norm": 6.958029270172119, | |
| "learning_rate": 5.77937649880096e-06, | |
| "loss": 0.3334, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 2.522829006266786, | |
| "grad_norm": 4.380754470825195, | |
| "learning_rate": 5.767386091127099e-06, | |
| "loss": 0.1564, | |
| "step": 353 | |
| }, | |
| { | |
| "epoch": 2.5299910474485228, | |
| "grad_norm": 3.2662181854248047, | |
| "learning_rate": 5.755395683453238e-06, | |
| "loss": 0.1156, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 2.5371530886302596, | |
| "grad_norm": 5.031314849853516, | |
| "learning_rate": 5.743405275779377e-06, | |
| "loss": 0.122, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 2.5443151298119964, | |
| "grad_norm": 5.606161117553711, | |
| "learning_rate": 5.731414868105516e-06, | |
| "loss": 0.2256, | |
| "step": 356 | |
| }, | |
| { | |
| "epoch": 2.551477170993733, | |
| "grad_norm": 1.6429898738861084, | |
| "learning_rate": 5.719424460431655e-06, | |
| "loss": 0.0744, | |
| "step": 357 | |
| }, | |
| { | |
| "epoch": 2.55863921217547, | |
| "grad_norm": 4.822231769561768, | |
| "learning_rate": 5.707434052757795e-06, | |
| "loss": 0.198, | |
| "step": 358 | |
| }, | |
| { | |
| "epoch": 2.5658012533572068, | |
| "grad_norm": 7.1267991065979, | |
| "learning_rate": 5.695443645083934e-06, | |
| "loss": 0.3007, | |
| "step": 359 | |
| }, | |
| { | |
| "epoch": 2.5729632945389436, | |
| "grad_norm": 7.829804420471191, | |
| "learning_rate": 5.683453237410073e-06, | |
| "loss": 0.3531, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 2.5801253357206804, | |
| "grad_norm": 10.854474067687988, | |
| "learning_rate": 5.671462829736212e-06, | |
| "loss": 0.21, | |
| "step": 361 | |
| }, | |
| { | |
| "epoch": 2.587287376902417, | |
| "grad_norm": 2.879049777984619, | |
| "learning_rate": 5.659472422062351e-06, | |
| "loss": 0.158, | |
| "step": 362 | |
| }, | |
| { | |
| "epoch": 2.594449418084154, | |
| "grad_norm": 9.582825660705566, | |
| "learning_rate": 5.64748201438849e-06, | |
| "loss": 0.1221, | |
| "step": 363 | |
| }, | |
| { | |
| "epoch": 2.6016114592658908, | |
| "grad_norm": 13.478569984436035, | |
| "learning_rate": 5.635491606714629e-06, | |
| "loss": 0.3543, | |
| "step": 364 | |
| }, | |
| { | |
| "epoch": 2.6087735004476276, | |
| "grad_norm": 13.520654678344727, | |
| "learning_rate": 5.623501199040767e-06, | |
| "loss": 0.2749, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 2.6159355416293644, | |
| "grad_norm": 9.655123710632324, | |
| "learning_rate": 5.611510791366906e-06, | |
| "loss": 0.3296, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 2.623097582811101, | |
| "grad_norm": 8.334728240966797, | |
| "learning_rate": 5.599520383693046e-06, | |
| "loss": 0.201, | |
| "step": 367 | |
| }, | |
| { | |
| "epoch": 2.630259623992838, | |
| "grad_norm": 9.50122356414795, | |
| "learning_rate": 5.587529976019185e-06, | |
| "loss": 0.1588, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 2.6374216651745748, | |
| "grad_norm": 6.593572616577148, | |
| "learning_rate": 5.575539568345324e-06, | |
| "loss": 0.1869, | |
| "step": 369 | |
| }, | |
| { | |
| "epoch": 2.6445837063563116, | |
| "grad_norm": 5.8361735343933105, | |
| "learning_rate": 5.563549160671463e-06, | |
| "loss": 0.1161, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 2.6517457475380484, | |
| "grad_norm": 6.58205509185791, | |
| "learning_rate": 5.551558752997602e-06, | |
| "loss": 0.1315, | |
| "step": 371 | |
| }, | |
| { | |
| "epoch": 2.658907788719785, | |
| "grad_norm": 10.432963371276855, | |
| "learning_rate": 5.539568345323741e-06, | |
| "loss": 0.4753, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 2.666069829901522, | |
| "grad_norm": 10.057262420654297, | |
| "learning_rate": 5.52757793764988e-06, | |
| "loss": 0.2506, | |
| "step": 373 | |
| }, | |
| { | |
| "epoch": 2.6732318710832588, | |
| "grad_norm": 6.905503749847412, | |
| "learning_rate": 5.51558752997602e-06, | |
| "loss": 0.2124, | |
| "step": 374 | |
| }, | |
| { | |
| "epoch": 2.6803939122649956, | |
| "grad_norm": 7.519169807434082, | |
| "learning_rate": 5.503597122302159e-06, | |
| "loss": 0.307, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 2.6875559534467324, | |
| "grad_norm": 5.79476261138916, | |
| "learning_rate": 5.491606714628298e-06, | |
| "loss": 0.0908, | |
| "step": 376 | |
| }, | |
| { | |
| "epoch": 2.694717994628469, | |
| "grad_norm": 10.047815322875977, | |
| "learning_rate": 5.479616306954437e-06, | |
| "loss": 0.2494, | |
| "step": 377 | |
| }, | |
| { | |
| "epoch": 2.701880035810206, | |
| "grad_norm": 3.0948004722595215, | |
| "learning_rate": 5.467625899280576e-06, | |
| "loss": 0.0827, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 2.7090420769919428, | |
| "grad_norm": 6.911858558654785, | |
| "learning_rate": 5.455635491606715e-06, | |
| "loss": 0.2022, | |
| "step": 379 | |
| }, | |
| { | |
| "epoch": 2.7162041181736796, | |
| "grad_norm": 13.745474815368652, | |
| "learning_rate": 5.4436450839328535e-06, | |
| "loss": 0.2462, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 2.7233661593554164, | |
| "grad_norm": 9.535720825195312, | |
| "learning_rate": 5.4316546762589925e-06, | |
| "loss": 0.442, | |
| "step": 381 | |
| }, | |
| { | |
| "epoch": 2.730528200537153, | |
| "grad_norm": 4.10536527633667, | |
| "learning_rate": 5.4196642685851316e-06, | |
| "loss": 0.3275, | |
| "step": 382 | |
| }, | |
| { | |
| "epoch": 2.73769024171889, | |
| "grad_norm": 5.548096656799316, | |
| "learning_rate": 5.4076738609112715e-06, | |
| "loss": 0.1592, | |
| "step": 383 | |
| }, | |
| { | |
| "epoch": 2.7448522829006268, | |
| "grad_norm": 5.5715179443359375, | |
| "learning_rate": 5.3956834532374105e-06, | |
| "loss": 0.3444, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 2.7520143240823636, | |
| "grad_norm": 5.943526744842529, | |
| "learning_rate": 5.3836930455635495e-06, | |
| "loss": 0.2461, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 2.7591763652641004, | |
| "grad_norm": 4.913482189178467, | |
| "learning_rate": 5.3717026378896886e-06, | |
| "loss": 0.162, | |
| "step": 386 | |
| }, | |
| { | |
| "epoch": 2.766338406445837, | |
| "grad_norm": 5.035208702087402, | |
| "learning_rate": 5.359712230215828e-06, | |
| "loss": 0.1334, | |
| "step": 387 | |
| }, | |
| { | |
| "epoch": 2.773500447627574, | |
| "grad_norm": 7.2981390953063965, | |
| "learning_rate": 5.347721822541967e-06, | |
| "loss": 0.1701, | |
| "step": 388 | |
| }, | |
| { | |
| "epoch": 2.7806624888093108, | |
| "grad_norm": 7.505518913269043, | |
| "learning_rate": 5.335731414868106e-06, | |
| "loss": 0.1757, | |
| "step": 389 | |
| }, | |
| { | |
| "epoch": 2.7878245299910476, | |
| "grad_norm": 3.761885404586792, | |
| "learning_rate": 5.3237410071942456e-06, | |
| "loss": 0.2144, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 2.7949865711727844, | |
| "grad_norm": 3.8127267360687256, | |
| "learning_rate": 5.311750599520385e-06, | |
| "loss": 0.0838, | |
| "step": 391 | |
| }, | |
| { | |
| "epoch": 2.802148612354521, | |
| "grad_norm": 6.290581226348877, | |
| "learning_rate": 5.299760191846524e-06, | |
| "loss": 0.1923, | |
| "step": 392 | |
| }, | |
| { | |
| "epoch": 2.809310653536258, | |
| "grad_norm": 9.498542785644531, | |
| "learning_rate": 5.287769784172663e-06, | |
| "loss": 0.2806, | |
| "step": 393 | |
| }, | |
| { | |
| "epoch": 2.8164726947179948, | |
| "grad_norm": 5.22800874710083, | |
| "learning_rate": 5.275779376498802e-06, | |
| "loss": 0.2014, | |
| "step": 394 | |
| }, | |
| { | |
| "epoch": 2.8236347358997316, | |
| "grad_norm": 3.5994250774383545, | |
| "learning_rate": 5.26378896882494e-06, | |
| "loss": 0.1525, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 2.8307967770814684, | |
| "grad_norm": 8.245004653930664, | |
| "learning_rate": 5.251798561151079e-06, | |
| "loss": 0.2496, | |
| "step": 396 | |
| }, | |
| { | |
| "epoch": 2.837958818263205, | |
| "grad_norm": 13.4406156539917, | |
| "learning_rate": 5.239808153477218e-06, | |
| "loss": 0.4056, | |
| "step": 397 | |
| }, | |
| { | |
| "epoch": 2.845120859444942, | |
| "grad_norm": 5.844360828399658, | |
| "learning_rate": 5.227817745803357e-06, | |
| "loss": 0.1751, | |
| "step": 398 | |
| }, | |
| { | |
| "epoch": 2.8522829006266788, | |
| "grad_norm": 9.290830612182617, | |
| "learning_rate": 5.215827338129497e-06, | |
| "loss": 0.3863, | |
| "step": 399 | |
| }, | |
| { | |
| "epoch": 2.859444941808415, | |
| "grad_norm": 6.542262554168701, | |
| "learning_rate": 5.203836930455636e-06, | |
| "loss": 0.1952, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 2.8666069829901524, | |
| "grad_norm": 7.181087493896484, | |
| "learning_rate": 5.191846522781775e-06, | |
| "loss": 0.3431, | |
| "step": 401 | |
| }, | |
| { | |
| "epoch": 2.8737690241718887, | |
| "grad_norm": 4.160923957824707, | |
| "learning_rate": 5.179856115107914e-06, | |
| "loss": 0.0841, | |
| "step": 402 | |
| }, | |
| { | |
| "epoch": 2.880931065353626, | |
| "grad_norm": 10.504855155944824, | |
| "learning_rate": 5.167865707434053e-06, | |
| "loss": 0.2541, | |
| "step": 403 | |
| }, | |
| { | |
| "epoch": 2.8880931065353623, | |
| "grad_norm": 2.3804681301116943, | |
| "learning_rate": 5.155875299760192e-06, | |
| "loss": 0.0668, | |
| "step": 404 | |
| }, | |
| { | |
| "epoch": 2.8952551477170996, | |
| "grad_norm": 6.530309200286865, | |
| "learning_rate": 5.143884892086332e-06, | |
| "loss": 0.2772, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 2.902417188898836, | |
| "grad_norm": 9.804174423217773, | |
| "learning_rate": 5.131894484412471e-06, | |
| "loss": 0.2987, | |
| "step": 406 | |
| }, | |
| { | |
| "epoch": 2.909579230080573, | |
| "grad_norm": 13.136397361755371, | |
| "learning_rate": 5.11990407673861e-06, | |
| "loss": 0.308, | |
| "step": 407 | |
| }, | |
| { | |
| "epoch": 2.9167412712623095, | |
| "grad_norm": 6.506509304046631, | |
| "learning_rate": 5.107913669064749e-06, | |
| "loss": 0.1547, | |
| "step": 408 | |
| }, | |
| { | |
| "epoch": 2.9239033124440468, | |
| "grad_norm": 7.714542865753174, | |
| "learning_rate": 5.095923261390888e-06, | |
| "loss": 0.2585, | |
| "step": 409 | |
| }, | |
| { | |
| "epoch": 2.931065353625783, | |
| "grad_norm": 4.894972801208496, | |
| "learning_rate": 5.083932853717026e-06, | |
| "loss": 0.0756, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 2.9382273948075204, | |
| "grad_norm": 12.52349853515625, | |
| "learning_rate": 5.071942446043165e-06, | |
| "loss": 0.2471, | |
| "step": 411 | |
| }, | |
| { | |
| "epoch": 2.9453894359892567, | |
| "grad_norm": 9.225778579711914, | |
| "learning_rate": 5.059952038369304e-06, | |
| "loss": 0.2481, | |
| "step": 412 | |
| }, | |
| { | |
| "epoch": 2.952551477170994, | |
| "grad_norm": 6.006895065307617, | |
| "learning_rate": 5.047961630695443e-06, | |
| "loss": 0.2832, | |
| "step": 413 | |
| }, | |
| { | |
| "epoch": 2.9597135183527303, | |
| "grad_norm": 5.98204231262207, | |
| "learning_rate": 5.035971223021583e-06, | |
| "loss": 0.2155, | |
| "step": 414 | |
| }, | |
| { | |
| "epoch": 2.9668755595344676, | |
| "grad_norm": 3.6064493656158447, | |
| "learning_rate": 5.023980815347722e-06, | |
| "loss": 0.1033, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 2.974037600716204, | |
| "grad_norm": 7.625882148742676, | |
| "learning_rate": 5.011990407673861e-06, | |
| "loss": 0.1979, | |
| "step": 416 | |
| }, | |
| { | |
| "epoch": 2.981199641897941, | |
| "grad_norm": 9.841728210449219, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3448, | |
| "step": 417 | |
| }, | |
| { | |
| "epoch": 2.9883616830796775, | |
| "grad_norm": 10.841019630432129, | |
| "learning_rate": 4.9880095923261394e-06, | |
| "loss": 0.289, | |
| "step": 418 | |
| }, | |
| { | |
| "epoch": 2.9955237242614148, | |
| "grad_norm": 10.639505386352539, | |
| "learning_rate": 4.9760191846522785e-06, | |
| "loss": 0.2548, | |
| "step": 419 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "grad_norm": 7.099693298339844, | |
| "learning_rate": 4.9640287769784175e-06, | |
| "loss": 0.2351, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_accuracy": 0.8812877263581489, | |
| "eval_loss": 0.2769426703453064, | |
| "eval_runtime": 12.7975, | |
| "eval_samples_per_second": 38.836, | |
| "eval_steps_per_second": 38.836, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 3.007162041181737, | |
| "grad_norm": 8.117796897888184, | |
| "learning_rate": 4.9520383693045566e-06, | |
| "loss": 0.2663, | |
| "step": 421 | |
| }, | |
| { | |
| "epoch": 3.0143240823634736, | |
| "grad_norm": 8.604570388793945, | |
| "learning_rate": 4.940047961630696e-06, | |
| "loss": 0.1473, | |
| "step": 422 | |
| }, | |
| { | |
| "epoch": 3.0214861235452104, | |
| "grad_norm": 3.096344232559204, | |
| "learning_rate": 4.928057553956835e-06, | |
| "loss": 0.0984, | |
| "step": 423 | |
| }, | |
| { | |
| "epoch": 3.028648164726947, | |
| "grad_norm": 6.029706001281738, | |
| "learning_rate": 4.916067146282974e-06, | |
| "loss": 0.3858, | |
| "step": 424 | |
| }, | |
| { | |
| "epoch": 3.035810205908684, | |
| "grad_norm": 4.804579734802246, | |
| "learning_rate": 4.9040767386091136e-06, | |
| "loss": 0.0763, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 3.042972247090421, | |
| "grad_norm": 5.308372497558594, | |
| "learning_rate": 4.892086330935253e-06, | |
| "loss": 0.2166, | |
| "step": 426 | |
| }, | |
| { | |
| "epoch": 3.0501342882721576, | |
| "grad_norm": 2.092256784439087, | |
| "learning_rate": 4.880095923261392e-06, | |
| "loss": 0.0637, | |
| "step": 427 | |
| }, | |
| { | |
| "epoch": 3.0572963294538944, | |
| "grad_norm": 8.963829040527344, | |
| "learning_rate": 4.868105515587531e-06, | |
| "loss": 0.1555, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 3.064458370635631, | |
| "grad_norm": 3.819185256958008, | |
| "learning_rate": 4.856115107913669e-06, | |
| "loss": 0.1032, | |
| "step": 429 | |
| }, | |
| { | |
| "epoch": 3.071620411817368, | |
| "grad_norm": 5.126814365386963, | |
| "learning_rate": 4.844124700239809e-06, | |
| "loss": 0.1586, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 3.078782452999105, | |
| "grad_norm": 5.945977687835693, | |
| "learning_rate": 4.832134292565948e-06, | |
| "loss": 0.2215, | |
| "step": 431 | |
| }, | |
| { | |
| "epoch": 3.0859444941808416, | |
| "grad_norm": 7.399024963378906, | |
| "learning_rate": 4.820143884892087e-06, | |
| "loss": 0.1983, | |
| "step": 432 | |
| }, | |
| { | |
| "epoch": 3.0931065353625784, | |
| "grad_norm": 3.2025091648101807, | |
| "learning_rate": 4.808153477218226e-06, | |
| "loss": 0.0709, | |
| "step": 433 | |
| }, | |
| { | |
| "epoch": 3.100268576544315, | |
| "grad_norm": 7.664062976837158, | |
| "learning_rate": 4.796163069544365e-06, | |
| "loss": 0.2531, | |
| "step": 434 | |
| }, | |
| { | |
| "epoch": 3.107430617726052, | |
| "grad_norm": 8.884867668151855, | |
| "learning_rate": 4.784172661870504e-06, | |
| "loss": 0.156, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 3.114592658907789, | |
| "grad_norm": 8.288426399230957, | |
| "learning_rate": 4.772182254196643e-06, | |
| "loss": 0.1259, | |
| "step": 436 | |
| }, | |
| { | |
| "epoch": 3.1217547000895256, | |
| "grad_norm": 4.304559230804443, | |
| "learning_rate": 4.760191846522782e-06, | |
| "loss": 0.0615, | |
| "step": 437 | |
| }, | |
| { | |
| "epoch": 3.1289167412712624, | |
| "grad_norm": 8.041988372802734, | |
| "learning_rate": 4.748201438848921e-06, | |
| "loss": 0.2884, | |
| "step": 438 | |
| }, | |
| { | |
| "epoch": 3.136078782452999, | |
| "grad_norm": 2.3492345809936523, | |
| "learning_rate": 4.73621103117506e-06, | |
| "loss": 0.0363, | |
| "step": 439 | |
| }, | |
| { | |
| "epoch": 3.143240823634736, | |
| "grad_norm": 7.380918502807617, | |
| "learning_rate": 4.724220623501199e-06, | |
| "loss": 0.1686, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 3.150402864816473, | |
| "grad_norm": 7.309660911560059, | |
| "learning_rate": 4.712230215827339e-06, | |
| "loss": 0.3719, | |
| "step": 441 | |
| }, | |
| { | |
| "epoch": 3.1575649059982096, | |
| "grad_norm": 8.47828197479248, | |
| "learning_rate": 4.700239808153478e-06, | |
| "loss": 0.1023, | |
| "step": 442 | |
| }, | |
| { | |
| "epoch": 3.1647269471799464, | |
| "grad_norm": 10.671316146850586, | |
| "learning_rate": 4.688249400479617e-06, | |
| "loss": 0.1549, | |
| "step": 443 | |
| }, | |
| { | |
| "epoch": 3.171888988361683, | |
| "grad_norm": 8.016914367675781, | |
| "learning_rate": 4.676258992805755e-06, | |
| "loss": 0.1275, | |
| "step": 444 | |
| }, | |
| { | |
| "epoch": 3.17905102954342, | |
| "grad_norm": 6.72282075881958, | |
| "learning_rate": 4.664268585131895e-06, | |
| "loss": 0.1603, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 3.186213070725157, | |
| "grad_norm": 11.111018180847168, | |
| "learning_rate": 4.652278177458034e-06, | |
| "loss": 0.2358, | |
| "step": 446 | |
| }, | |
| { | |
| "epoch": 3.1933751119068936, | |
| "grad_norm": 7.229121685028076, | |
| "learning_rate": 4.640287769784173e-06, | |
| "loss": 0.1746, | |
| "step": 447 | |
| }, | |
| { | |
| "epoch": 3.2005371530886304, | |
| "grad_norm": 4.709452152252197, | |
| "learning_rate": 4.628297362110312e-06, | |
| "loss": 0.0628, | |
| "step": 448 | |
| }, | |
| { | |
| "epoch": 3.207699194270367, | |
| "grad_norm": 3.247600793838501, | |
| "learning_rate": 4.616306954436451e-06, | |
| "loss": 0.0916, | |
| "step": 449 | |
| }, | |
| { | |
| "epoch": 3.214861235452104, | |
| "grad_norm": 5.488199710845947, | |
| "learning_rate": 4.60431654676259e-06, | |
| "loss": 0.2426, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 3.222023276633841, | |
| "grad_norm": 4.127665996551514, | |
| "learning_rate": 4.592326139088729e-06, | |
| "loss": 0.1155, | |
| "step": 451 | |
| }, | |
| { | |
| "epoch": 3.2291853178155776, | |
| "grad_norm": 6.826393127441406, | |
| "learning_rate": 4.580335731414868e-06, | |
| "loss": 0.2058, | |
| "step": 452 | |
| }, | |
| { | |
| "epoch": 3.2363473589973144, | |
| "grad_norm": 7.5438151359558105, | |
| "learning_rate": 4.5683453237410074e-06, | |
| "loss": 0.0832, | |
| "step": 453 | |
| }, | |
| { | |
| "epoch": 3.243509400179051, | |
| "grad_norm": 4.956328392028809, | |
| "learning_rate": 4.5563549160671465e-06, | |
| "loss": 0.1414, | |
| "step": 454 | |
| }, | |
| { | |
| "epoch": 3.250671441360788, | |
| "grad_norm": 5.9591779708862305, | |
| "learning_rate": 4.5443645083932855e-06, | |
| "loss": 0.2873, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 3.257833482542525, | |
| "grad_norm": 7.277362823486328, | |
| "learning_rate": 4.5323741007194245e-06, | |
| "loss": 0.2129, | |
| "step": 456 | |
| }, | |
| { | |
| "epoch": 3.2649955237242616, | |
| "grad_norm": 4.973333835601807, | |
| "learning_rate": 4.5203836930455644e-06, | |
| "loss": 0.1075, | |
| "step": 457 | |
| }, | |
| { | |
| "epoch": 3.2721575649059984, | |
| "grad_norm": 6.4229912757873535, | |
| "learning_rate": 4.508393285371703e-06, | |
| "loss": 0.1338, | |
| "step": 458 | |
| }, | |
| { | |
| "epoch": 3.2793196060877348, | |
| "grad_norm": 7.826179504394531, | |
| "learning_rate": 4.496402877697842e-06, | |
| "loss": 0.0805, | |
| "step": 459 | |
| }, | |
| { | |
| "epoch": 3.286481647269472, | |
| "grad_norm": 5.4623894691467285, | |
| "learning_rate": 4.484412470023981e-06, | |
| "loss": 0.2125, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 3.2936436884512084, | |
| "grad_norm": 3.689229965209961, | |
| "learning_rate": 4.472422062350121e-06, | |
| "loss": 0.094, | |
| "step": 461 | |
| }, | |
| { | |
| "epoch": 3.3008057296329456, | |
| "grad_norm": 5.583723068237305, | |
| "learning_rate": 4.46043165467626e-06, | |
| "loss": 0.1595, | |
| "step": 462 | |
| }, | |
| { | |
| "epoch": 3.307967770814682, | |
| "grad_norm": 6.716935634613037, | |
| "learning_rate": 4.448441247002399e-06, | |
| "loss": 0.2875, | |
| "step": 463 | |
| }, | |
| { | |
| "epoch": 3.315129811996419, | |
| "grad_norm": 5.648532390594482, | |
| "learning_rate": 4.436450839328538e-06, | |
| "loss": 0.2079, | |
| "step": 464 | |
| }, | |
| { | |
| "epoch": 3.3222918531781556, | |
| "grad_norm": 9.457056999206543, | |
| "learning_rate": 4.424460431654677e-06, | |
| "loss": 0.3384, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 3.329453894359893, | |
| "grad_norm": 2.3951103687286377, | |
| "learning_rate": 4.412470023980816e-06, | |
| "loss": 0.0539, | |
| "step": 466 | |
| }, | |
| { | |
| "epoch": 3.336615935541629, | |
| "grad_norm": 4.021335124969482, | |
| "learning_rate": 4.400479616306955e-06, | |
| "loss": 0.067, | |
| "step": 467 | |
| }, | |
| { | |
| "epoch": 3.3437779767233664, | |
| "grad_norm": 7.070362091064453, | |
| "learning_rate": 4.388489208633094e-06, | |
| "loss": 0.2575, | |
| "step": 468 | |
| }, | |
| { | |
| "epoch": 3.3509400179051028, | |
| "grad_norm": 4.526058197021484, | |
| "learning_rate": 4.376498800959233e-06, | |
| "loss": 0.1562, | |
| "step": 469 | |
| }, | |
| { | |
| "epoch": 3.3581020590868396, | |
| "grad_norm": 10.771688461303711, | |
| "learning_rate": 4.364508393285372e-06, | |
| "loss": 0.2787, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 3.3652641002685764, | |
| "grad_norm": 13.02984619140625, | |
| "learning_rate": 4.352517985611511e-06, | |
| "loss": 0.3604, | |
| "step": 471 | |
| }, | |
| { | |
| "epoch": 3.372426141450313, | |
| "grad_norm": 11.359794616699219, | |
| "learning_rate": 4.340527577937651e-06, | |
| "loss": 0.2501, | |
| "step": 472 | |
| }, | |
| { | |
| "epoch": 3.37958818263205, | |
| "grad_norm": 3.5190794467926025, | |
| "learning_rate": 4.328537170263789e-06, | |
| "loss": 0.0857, | |
| "step": 473 | |
| }, | |
| { | |
| "epoch": 3.3867502238137868, | |
| "grad_norm": 5.3390374183654785, | |
| "learning_rate": 4.316546762589928e-06, | |
| "loss": 0.2399, | |
| "step": 474 | |
| }, | |
| { | |
| "epoch": 3.3939122649955236, | |
| "grad_norm": 4.161365509033203, | |
| "learning_rate": 4.304556354916067e-06, | |
| "loss": 0.1279, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 3.4010743061772604, | |
| "grad_norm": 5.861349105834961, | |
| "learning_rate": 4.292565947242206e-06, | |
| "loss": 0.1378, | |
| "step": 476 | |
| }, | |
| { | |
| "epoch": 3.408236347358997, | |
| "grad_norm": 5.710063457489014, | |
| "learning_rate": 4.280575539568346e-06, | |
| "loss": 0.1279, | |
| "step": 477 | |
| }, | |
| { | |
| "epoch": 3.415398388540734, | |
| "grad_norm": 2.9877302646636963, | |
| "learning_rate": 4.268585131894485e-06, | |
| "loss": 0.0612, | |
| "step": 478 | |
| }, | |
| { | |
| "epoch": 3.4225604297224708, | |
| "grad_norm": 5.60707426071167, | |
| "learning_rate": 4.256594724220624e-06, | |
| "loss": 0.0963, | |
| "step": 479 | |
| }, | |
| { | |
| "epoch": 3.4297224709042076, | |
| "grad_norm": 4.96213960647583, | |
| "learning_rate": 4.244604316546763e-06, | |
| "loss": 0.1391, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 3.4368845120859444, | |
| "grad_norm": 8.810404777526855, | |
| "learning_rate": 4.232613908872902e-06, | |
| "loss": 0.2233, | |
| "step": 481 | |
| }, | |
| { | |
| "epoch": 3.444046553267681, | |
| "grad_norm": 9.261563301086426, | |
| "learning_rate": 4.220623501199041e-06, | |
| "loss": 0.1481, | |
| "step": 482 | |
| }, | |
| { | |
| "epoch": 3.451208594449418, | |
| "grad_norm": 5.470502853393555, | |
| "learning_rate": 4.20863309352518e-06, | |
| "loss": 0.096, | |
| "step": 483 | |
| }, | |
| { | |
| "epoch": 3.4583706356311548, | |
| "grad_norm": 4.597263336181641, | |
| "learning_rate": 4.196642685851319e-06, | |
| "loss": 0.0983, | |
| "step": 484 | |
| }, | |
| { | |
| "epoch": 3.4655326768128916, | |
| "grad_norm": 15.841909408569336, | |
| "learning_rate": 4.184652278177458e-06, | |
| "loss": 0.4426, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 3.4726947179946284, | |
| "grad_norm": 6.602854251861572, | |
| "learning_rate": 4.172661870503597e-06, | |
| "loss": 0.0847, | |
| "step": 486 | |
| }, | |
| { | |
| "epoch": 3.479856759176365, | |
| "grad_norm": 2.0710320472717285, | |
| "learning_rate": 4.160671462829736e-06, | |
| "loss": 0.1633, | |
| "step": 487 | |
| }, | |
| { | |
| "epoch": 3.487018800358102, | |
| "grad_norm": 5.60425329208374, | |
| "learning_rate": 4.148681055155875e-06, | |
| "loss": 0.1899, | |
| "step": 488 | |
| }, | |
| { | |
| "epoch": 3.4941808415398388, | |
| "grad_norm": 4.323896408081055, | |
| "learning_rate": 4.1366906474820145e-06, | |
| "loss": 0.083, | |
| "step": 489 | |
| }, | |
| { | |
| "epoch": 3.5013428827215756, | |
| "grad_norm": 3.02128529548645, | |
| "learning_rate": 4.1247002398081535e-06, | |
| "loss": 0.0691, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 3.5085049239033124, | |
| "grad_norm": 9.449849128723145, | |
| "learning_rate": 4.1127098321342925e-06, | |
| "loss": 0.1293, | |
| "step": 491 | |
| }, | |
| { | |
| "epoch": 3.515666965085049, | |
| "grad_norm": 7.267805576324463, | |
| "learning_rate": 4.100719424460432e-06, | |
| "loss": 0.3555, | |
| "step": 492 | |
| }, | |
| { | |
| "epoch": 3.522829006266786, | |
| "grad_norm": 9.87209701538086, | |
| "learning_rate": 4.0887290167865715e-06, | |
| "loss": 0.3113, | |
| "step": 493 | |
| }, | |
| { | |
| "epoch": 3.5299910474485228, | |
| "grad_norm": 11.590337753295898, | |
| "learning_rate": 4.0767386091127105e-06, | |
| "loss": 0.1438, | |
| "step": 494 | |
| }, | |
| { | |
| "epoch": 3.5371530886302596, | |
| "grad_norm": 7.622054576873779, | |
| "learning_rate": 4.0647482014388495e-06, | |
| "loss": 0.1367, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 3.5443151298119964, | |
| "grad_norm": 21.82820701599121, | |
| "learning_rate": 4.052757793764988e-06, | |
| "loss": 0.164, | |
| "step": 496 | |
| }, | |
| { | |
| "epoch": 3.551477170993733, | |
| "grad_norm": 7.063591003417969, | |
| "learning_rate": 4.040767386091128e-06, | |
| "loss": 0.1362, | |
| "step": 497 | |
| }, | |
| { | |
| "epoch": 3.55863921217547, | |
| "grad_norm": 13.529502868652344, | |
| "learning_rate": 4.028776978417267e-06, | |
| "loss": 0.2081, | |
| "step": 498 | |
| }, | |
| { | |
| "epoch": 3.5658012533572068, | |
| "grad_norm": 6.6618547439575195, | |
| "learning_rate": 4.016786570743406e-06, | |
| "loss": 0.0999, | |
| "step": 499 | |
| }, | |
| { | |
| "epoch": 3.5729632945389436, | |
| "grad_norm": 2.7395083904266357, | |
| "learning_rate": 4.004796163069545e-06, | |
| "loss": 0.1659, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 3.5801253357206804, | |
| "grad_norm": 6.758154392242432, | |
| "learning_rate": 3.992805755395684e-06, | |
| "loss": 0.1001, | |
| "step": 501 | |
| }, | |
| { | |
| "epoch": 3.587287376902417, | |
| "grad_norm": 6.874615669250488, | |
| "learning_rate": 3.980815347721823e-06, | |
| "loss": 0.3106, | |
| "step": 502 | |
| }, | |
| { | |
| "epoch": 3.594449418084154, | |
| "grad_norm": 6.3880228996276855, | |
| "learning_rate": 3.968824940047962e-06, | |
| "loss": 0.2233, | |
| "step": 503 | |
| }, | |
| { | |
| "epoch": 3.6016114592658908, | |
| "grad_norm": 5.770565032958984, | |
| "learning_rate": 3.956834532374101e-06, | |
| "loss": 0.1179, | |
| "step": 504 | |
| }, | |
| { | |
| "epoch": 3.6087735004476276, | |
| "grad_norm": 2.633235454559326, | |
| "learning_rate": 3.94484412470024e-06, | |
| "loss": 0.0658, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 3.6159355416293644, | |
| "grad_norm": 6.661257743835449, | |
| "learning_rate": 3.932853717026379e-06, | |
| "loss": 0.1756, | |
| "step": 506 | |
| }, | |
| { | |
| "epoch": 3.623097582811101, | |
| "grad_norm": 3.2861239910125732, | |
| "learning_rate": 3.920863309352518e-06, | |
| "loss": 0.0856, | |
| "step": 507 | |
| }, | |
| { | |
| "epoch": 3.630259623992838, | |
| "grad_norm": 8.988011360168457, | |
| "learning_rate": 3.908872901678658e-06, | |
| "loss": 0.2723, | |
| "step": 508 | |
| }, | |
| { | |
| "epoch": 3.6374216651745748, | |
| "grad_norm": 8.593001365661621, | |
| "learning_rate": 3.896882494004797e-06, | |
| "loss": 0.1671, | |
| "step": 509 | |
| }, | |
| { | |
| "epoch": 3.6445837063563116, | |
| "grad_norm": 4.522592067718506, | |
| "learning_rate": 3.884892086330936e-06, | |
| "loss": 0.1685, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 3.6517457475380484, | |
| "grad_norm": 8.32598876953125, | |
| "learning_rate": 3.872901678657074e-06, | |
| "loss": 0.0991, | |
| "step": 511 | |
| }, | |
| { | |
| "epoch": 3.658907788719785, | |
| "grad_norm": 6.495327949523926, | |
| "learning_rate": 3.860911270983214e-06, | |
| "loss": 0.1693, | |
| "step": 512 | |
| }, | |
| { | |
| "epoch": 3.666069829901522, | |
| "grad_norm": 10.446044921875, | |
| "learning_rate": 3.848920863309353e-06, | |
| "loss": 0.2238, | |
| "step": 513 | |
| }, | |
| { | |
| "epoch": 3.6732318710832588, | |
| "grad_norm": 6.772848606109619, | |
| "learning_rate": 3.836930455635492e-06, | |
| "loss": 0.2505, | |
| "step": 514 | |
| }, | |
| { | |
| "epoch": 3.6803939122649956, | |
| "grad_norm": 7.457878112792969, | |
| "learning_rate": 3.824940047961631e-06, | |
| "loss": 0.1456, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 3.6875559534467324, | |
| "grad_norm": 7.897626876831055, | |
| "learning_rate": 3.81294964028777e-06, | |
| "loss": 0.2099, | |
| "step": 516 | |
| }, | |
| { | |
| "epoch": 3.694717994628469, | |
| "grad_norm": 3.0930118560791016, | |
| "learning_rate": 3.8009592326139096e-06, | |
| "loss": 0.0628, | |
| "step": 517 | |
| }, | |
| { | |
| "epoch": 3.701880035810206, | |
| "grad_norm": 5.182916641235352, | |
| "learning_rate": 3.7889688249400482e-06, | |
| "loss": 0.2316, | |
| "step": 518 | |
| }, | |
| { | |
| "epoch": 3.7090420769919428, | |
| "grad_norm": 7.7203874588012695, | |
| "learning_rate": 3.7769784172661873e-06, | |
| "loss": 0.1151, | |
| "step": 519 | |
| }, | |
| { | |
| "epoch": 3.7162041181736796, | |
| "grad_norm": 3.8697283267974854, | |
| "learning_rate": 3.7649880095923263e-06, | |
| "loss": 0.1911, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 3.7233661593554164, | |
| "grad_norm": 6.677131175994873, | |
| "learning_rate": 3.7529976019184653e-06, | |
| "loss": 0.1403, | |
| "step": 521 | |
| }, | |
| { | |
| "epoch": 3.730528200537153, | |
| "grad_norm": 10.677637100219727, | |
| "learning_rate": 3.741007194244605e-06, | |
| "loss": 0.2475, | |
| "step": 522 | |
| }, | |
| { | |
| "epoch": 3.73769024171889, | |
| "grad_norm": 8.453975677490234, | |
| "learning_rate": 3.729016786570744e-06, | |
| "loss": 0.2107, | |
| "step": 523 | |
| }, | |
| { | |
| "epoch": 3.7448522829006268, | |
| "grad_norm": 7.9489054679870605, | |
| "learning_rate": 3.717026378896883e-06, | |
| "loss": 0.2636, | |
| "step": 524 | |
| }, | |
| { | |
| "epoch": 3.7520143240823636, | |
| "grad_norm": 5.376030445098877, | |
| "learning_rate": 3.7050359712230215e-06, | |
| "loss": 0.3502, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 3.7591763652641004, | |
| "grad_norm": 7.20943021774292, | |
| "learning_rate": 3.693045563549161e-06, | |
| "loss": 0.0799, | |
| "step": 526 | |
| }, | |
| { | |
| "epoch": 3.766338406445837, | |
| "grad_norm": 9.997661590576172, | |
| "learning_rate": 3.6810551558753e-06, | |
| "loss": 0.206, | |
| "step": 527 | |
| }, | |
| { | |
| "epoch": 3.773500447627574, | |
| "grad_norm": 13.116365432739258, | |
| "learning_rate": 3.669064748201439e-06, | |
| "loss": 0.2156, | |
| "step": 528 | |
| }, | |
| { | |
| "epoch": 3.7806624888093108, | |
| "grad_norm": 8.536945343017578, | |
| "learning_rate": 3.657074340527578e-06, | |
| "loss": 0.2, | |
| "step": 529 | |
| }, | |
| { | |
| "epoch": 3.7878245299910476, | |
| "grad_norm": 9.58375358581543, | |
| "learning_rate": 3.6450839328537175e-06, | |
| "loss": 0.2438, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 3.7949865711727844, | |
| "grad_norm": 4.94558572769165, | |
| "learning_rate": 3.6330935251798566e-06, | |
| "loss": 0.0869, | |
| "step": 531 | |
| }, | |
| { | |
| "epoch": 3.802148612354521, | |
| "grad_norm": 13.01669979095459, | |
| "learning_rate": 3.6211031175059956e-06, | |
| "loss": 0.2684, | |
| "step": 532 | |
| }, | |
| { | |
| "epoch": 3.809310653536258, | |
| "grad_norm": 7.679543972015381, | |
| "learning_rate": 3.609112709832134e-06, | |
| "loss": 0.1146, | |
| "step": 533 | |
| }, | |
| { | |
| "epoch": 3.8164726947179948, | |
| "grad_norm": 12.043442726135254, | |
| "learning_rate": 3.5971223021582737e-06, | |
| "loss": 0.2482, | |
| "step": 534 | |
| }, | |
| { | |
| "epoch": 3.8236347358997316, | |
| "grad_norm": 8.951347351074219, | |
| "learning_rate": 3.5851318944844127e-06, | |
| "loss": 0.2051, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 3.8307967770814684, | |
| "grad_norm": 11.88425350189209, | |
| "learning_rate": 3.5731414868105517e-06, | |
| "loss": 0.3122, | |
| "step": 536 | |
| }, | |
| { | |
| "epoch": 3.837958818263205, | |
| "grad_norm": 5.419406414031982, | |
| "learning_rate": 3.561151079136691e-06, | |
| "loss": 0.1697, | |
| "step": 537 | |
| }, | |
| { | |
| "epoch": 3.845120859444942, | |
| "grad_norm": 10.882148742675781, | |
| "learning_rate": 3.5491606714628302e-06, | |
| "loss": 0.1324, | |
| "step": 538 | |
| }, | |
| { | |
| "epoch": 3.8522829006266788, | |
| "grad_norm": 5.880361557006836, | |
| "learning_rate": 3.5371702637889693e-06, | |
| "loss": 0.1096, | |
| "step": 539 | |
| }, | |
| { | |
| "epoch": 3.859444941808415, | |
| "grad_norm": 7.374398708343506, | |
| "learning_rate": 3.525179856115108e-06, | |
| "loss": 0.1297, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 3.8666069829901524, | |
| "grad_norm": 5.992897987365723, | |
| "learning_rate": 3.513189448441247e-06, | |
| "loss": 0.2659, | |
| "step": 541 | |
| }, | |
| { | |
| "epoch": 3.8737690241718887, | |
| "grad_norm": 3.3240163326263428, | |
| "learning_rate": 3.5011990407673864e-06, | |
| "loss": 0.0718, | |
| "step": 542 | |
| }, | |
| { | |
| "epoch": 3.880931065353626, | |
| "grad_norm": 14.215323448181152, | |
| "learning_rate": 3.4892086330935254e-06, | |
| "loss": 0.3404, | |
| "step": 543 | |
| }, | |
| { | |
| "epoch": 3.8880931065353623, | |
| "grad_norm": 8.490641593933105, | |
| "learning_rate": 3.4772182254196645e-06, | |
| "loss": 0.191, | |
| "step": 544 | |
| }, | |
| { | |
| "epoch": 3.8952551477170996, | |
| "grad_norm": 8.60212516784668, | |
| "learning_rate": 3.465227817745804e-06, | |
| "loss": 0.3062, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 3.902417188898836, | |
| "grad_norm": 9.142696380615234, | |
| "learning_rate": 3.453237410071943e-06, | |
| "loss": 0.3727, | |
| "step": 546 | |
| }, | |
| { | |
| "epoch": 3.909579230080573, | |
| "grad_norm": 8.537508010864258, | |
| "learning_rate": 3.441247002398082e-06, | |
| "loss": 0.213, | |
| "step": 547 | |
| }, | |
| { | |
| "epoch": 3.9167412712623095, | |
| "grad_norm": 4.520055294036865, | |
| "learning_rate": 3.4292565947242206e-06, | |
| "loss": 0.1401, | |
| "step": 548 | |
| }, | |
| { | |
| "epoch": 3.9239033124440468, | |
| "grad_norm": 10.023722648620605, | |
| "learning_rate": 3.4172661870503596e-06, | |
| "loss": 0.16, | |
| "step": 549 | |
| }, | |
| { | |
| "epoch": 3.931065353625783, | |
| "grad_norm": 6.136500835418701, | |
| "learning_rate": 3.405275779376499e-06, | |
| "loss": 0.0564, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 3.9382273948075204, | |
| "grad_norm": 6.584155559539795, | |
| "learning_rate": 3.393285371702638e-06, | |
| "loss": 0.1132, | |
| "step": 551 | |
| }, | |
| { | |
| "epoch": 3.9453894359892567, | |
| "grad_norm": 7.42992639541626, | |
| "learning_rate": 3.381294964028777e-06, | |
| "loss": 0.1504, | |
| "step": 552 | |
| }, | |
| { | |
| "epoch": 3.952551477170994, | |
| "grad_norm": 4.1336798667907715, | |
| "learning_rate": 3.3693045563549166e-06, | |
| "loss": 0.2082, | |
| "step": 553 | |
| }, | |
| { | |
| "epoch": 3.9597135183527303, | |
| "grad_norm": 8.42125415802002, | |
| "learning_rate": 3.3573141486810557e-06, | |
| "loss": 0.1697, | |
| "step": 554 | |
| }, | |
| { | |
| "epoch": 3.9668755595344676, | |
| "grad_norm": 9.528365135192871, | |
| "learning_rate": 3.3453237410071943e-06, | |
| "loss": 0.1943, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 3.974037600716204, | |
| "grad_norm": 8.06141471862793, | |
| "learning_rate": 3.3333333333333333e-06, | |
| "loss": 0.1819, | |
| "step": 556 | |
| }, | |
| { | |
| "epoch": 3.981199641897941, | |
| "grad_norm": 5.582054138183594, | |
| "learning_rate": 3.3213429256594728e-06, | |
| "loss": 0.1164, | |
| "step": 557 | |
| }, | |
| { | |
| "epoch": 3.9883616830796775, | |
| "grad_norm": 4.734123706817627, | |
| "learning_rate": 3.309352517985612e-06, | |
| "loss": 0.1066, | |
| "step": 558 | |
| }, | |
| { | |
| "epoch": 3.9955237242614148, | |
| "grad_norm": 9.022132873535156, | |
| "learning_rate": 3.297362110311751e-06, | |
| "loss": 0.2624, | |
| "step": 559 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "grad_norm": 3.551133155822754, | |
| "learning_rate": 3.28537170263789e-06, | |
| "loss": 0.1409, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_accuracy": 0.8893360160965795, | |
| "eval_loss": 0.2713683247566223, | |
| "eval_runtime": 12.7906, | |
| "eval_samples_per_second": 38.857, | |
| "eval_steps_per_second": 38.857, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 4.007162041181736, | |
| "grad_norm": 6.001535892486572, | |
| "learning_rate": 3.2733812949640294e-06, | |
| "loss": 0.1727, | |
| "step": 561 | |
| }, | |
| { | |
| "epoch": 4.014324082363474, | |
| "grad_norm": 7.856527805328369, | |
| "learning_rate": 3.2613908872901684e-06, | |
| "loss": 0.2077, | |
| "step": 562 | |
| }, | |
| { | |
| "epoch": 4.02148612354521, | |
| "grad_norm": 12.504968643188477, | |
| "learning_rate": 3.249400479616307e-06, | |
| "loss": 0.1911, | |
| "step": 563 | |
| }, | |
| { | |
| "epoch": 4.028648164726947, | |
| "grad_norm": 6.551493167877197, | |
| "learning_rate": 3.237410071942446e-06, | |
| "loss": 0.1348, | |
| "step": 564 | |
| }, | |
| { | |
| "epoch": 4.035810205908684, | |
| "grad_norm": 6.259852886199951, | |
| "learning_rate": 3.2254196642685855e-06, | |
| "loss": 0.0678, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 4.042972247090421, | |
| "grad_norm": 11.477996826171875, | |
| "learning_rate": 3.2134292565947245e-06, | |
| "loss": 0.187, | |
| "step": 566 | |
| }, | |
| { | |
| "epoch": 4.050134288272157, | |
| "grad_norm": 8.440922737121582, | |
| "learning_rate": 3.2014388489208636e-06, | |
| "loss": 0.1693, | |
| "step": 567 | |
| }, | |
| { | |
| "epoch": 4.057296329453894, | |
| "grad_norm": 2.096426486968994, | |
| "learning_rate": 3.1894484412470026e-06, | |
| "loss": 0.0708, | |
| "step": 568 | |
| }, | |
| { | |
| "epoch": 4.064458370635631, | |
| "grad_norm": 1.9437880516052246, | |
| "learning_rate": 3.177458033573142e-06, | |
| "loss": 0.0456, | |
| "step": 569 | |
| }, | |
| { | |
| "epoch": 4.071620411817368, | |
| "grad_norm": 6.8768792152404785, | |
| "learning_rate": 3.1654676258992807e-06, | |
| "loss": 0.1657, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 4.078782452999104, | |
| "grad_norm": 7.917454242706299, | |
| "learning_rate": 3.1534772182254197e-06, | |
| "loss": 0.2116, | |
| "step": 571 | |
| }, | |
| { | |
| "epoch": 4.085944494180842, | |
| "grad_norm": 6.435678005218506, | |
| "learning_rate": 3.1414868105515588e-06, | |
| "loss": 0.1276, | |
| "step": 572 | |
| }, | |
| { | |
| "epoch": 4.093106535362578, | |
| "grad_norm": 7.636709213256836, | |
| "learning_rate": 3.1294964028776982e-06, | |
| "loss": 0.2434, | |
| "step": 573 | |
| }, | |
| { | |
| "epoch": 4.100268576544315, | |
| "grad_norm": 7.988414287567139, | |
| "learning_rate": 3.1175059952038373e-06, | |
| "loss": 0.1653, | |
| "step": 574 | |
| }, | |
| { | |
| "epoch": 4.107430617726052, | |
| "grad_norm": 8.184667587280273, | |
| "learning_rate": 3.1055155875299763e-06, | |
| "loss": 0.1045, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 4.114592658907789, | |
| "grad_norm": 4.961910247802734, | |
| "learning_rate": 3.0935251798561158e-06, | |
| "loss": 0.0968, | |
| "step": 576 | |
| }, | |
| { | |
| "epoch": 4.121754700089525, | |
| "grad_norm": 5.732913494110107, | |
| "learning_rate": 3.081534772182255e-06, | |
| "loss": 0.147, | |
| "step": 577 | |
| }, | |
| { | |
| "epoch": 4.128916741271262, | |
| "grad_norm": 3.643427848815918, | |
| "learning_rate": 3.0695443645083934e-06, | |
| "loss": 0.2073, | |
| "step": 578 | |
| }, | |
| { | |
| "epoch": 4.136078782452999, | |
| "grad_norm": 7.914638519287109, | |
| "learning_rate": 3.0575539568345324e-06, | |
| "loss": 0.3222, | |
| "step": 579 | |
| }, | |
| { | |
| "epoch": 4.143240823634736, | |
| "grad_norm": 2.1673357486724854, | |
| "learning_rate": 3.0455635491606715e-06, | |
| "loss": 0.0498, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 4.150402864816472, | |
| "grad_norm": 5.7334513664245605, | |
| "learning_rate": 3.033573141486811e-06, | |
| "loss": 0.1663, | |
| "step": 581 | |
| }, | |
| { | |
| "epoch": 4.15756490599821, | |
| "grad_norm": 4.769826412200928, | |
| "learning_rate": 3.02158273381295e-06, | |
| "loss": 0.202, | |
| "step": 582 | |
| }, | |
| { | |
| "epoch": 4.164726947179946, | |
| "grad_norm": 5.7501540184021, | |
| "learning_rate": 3.009592326139089e-06, | |
| "loss": 0.2056, | |
| "step": 583 | |
| }, | |
| { | |
| "epoch": 4.171888988361683, | |
| "grad_norm": 11.669347763061523, | |
| "learning_rate": 2.9976019184652285e-06, | |
| "loss": 0.2501, | |
| "step": 584 | |
| }, | |
| { | |
| "epoch": 4.17905102954342, | |
| "grad_norm": 5.45068359375, | |
| "learning_rate": 2.985611510791367e-06, | |
| "loss": 0.0684, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 4.186213070725157, | |
| "grad_norm": 1.9370661973953247, | |
| "learning_rate": 2.973621103117506e-06, | |
| "loss": 0.0478, | |
| "step": 586 | |
| }, | |
| { | |
| "epoch": 4.193375111906893, | |
| "grad_norm": 2.850411891937256, | |
| "learning_rate": 2.961630695443645e-06, | |
| "loss": 0.0768, | |
| "step": 587 | |
| }, | |
| { | |
| "epoch": 4.20053715308863, | |
| "grad_norm": 2.566312313079834, | |
| "learning_rate": 2.949640287769784e-06, | |
| "loss": 0.0937, | |
| "step": 588 | |
| }, | |
| { | |
| "epoch": 4.207699194270367, | |
| "grad_norm": 4.700612545013428, | |
| "learning_rate": 2.9376498800959237e-06, | |
| "loss": 0.0683, | |
| "step": 589 | |
| }, | |
| { | |
| "epoch": 4.214861235452104, | |
| "grad_norm": 9.014172554016113, | |
| "learning_rate": 2.9256594724220627e-06, | |
| "loss": 0.1393, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 4.22202327663384, | |
| "grad_norm": 7.445233345031738, | |
| "learning_rate": 2.9136690647482017e-06, | |
| "loss": 0.1373, | |
| "step": 591 | |
| }, | |
| { | |
| "epoch": 4.229185317815578, | |
| "grad_norm": 5.060126781463623, | |
| "learning_rate": 2.9016786570743403e-06, | |
| "loss": 0.098, | |
| "step": 592 | |
| }, | |
| { | |
| "epoch": 4.236347358997314, | |
| "grad_norm": 5.344047546386719, | |
| "learning_rate": 2.88968824940048e-06, | |
| "loss": 0.1017, | |
| "step": 593 | |
| }, | |
| { | |
| "epoch": 4.243509400179051, | |
| "grad_norm": 13.688530921936035, | |
| "learning_rate": 2.877697841726619e-06, | |
| "loss": 0.2884, | |
| "step": 594 | |
| }, | |
| { | |
| "epoch": 4.250671441360788, | |
| "grad_norm": 9.703275680541992, | |
| "learning_rate": 2.865707434052758e-06, | |
| "loss": 0.1058, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 4.257833482542525, | |
| "grad_norm": 8.223041534423828, | |
| "learning_rate": 2.8537170263788973e-06, | |
| "loss": 0.28, | |
| "step": 596 | |
| }, | |
| { | |
| "epoch": 4.264995523724261, | |
| "grad_norm": 5.328052520751953, | |
| "learning_rate": 2.8417266187050364e-06, | |
| "loss": 0.0894, | |
| "step": 597 | |
| }, | |
| { | |
| "epoch": 4.272157564905998, | |
| "grad_norm": 4.801018238067627, | |
| "learning_rate": 2.8297362110311754e-06, | |
| "loss": 0.0728, | |
| "step": 598 | |
| }, | |
| { | |
| "epoch": 4.279319606087735, | |
| "grad_norm": 8.624038696289062, | |
| "learning_rate": 2.8177458033573145e-06, | |
| "loss": 0.2589, | |
| "step": 599 | |
| }, | |
| { | |
| "epoch": 4.286481647269472, | |
| "grad_norm": 1.4504754543304443, | |
| "learning_rate": 2.805755395683453e-06, | |
| "loss": 0.0433, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 4.293643688451208, | |
| "grad_norm": 3.4955124855041504, | |
| "learning_rate": 2.7937649880095925e-06, | |
| "loss": 0.08, | |
| "step": 601 | |
| }, | |
| { | |
| "epoch": 4.300805729632946, | |
| "grad_norm": 8.949994087219238, | |
| "learning_rate": 2.7817745803357316e-06, | |
| "loss": 0.094, | |
| "step": 602 | |
| }, | |
| { | |
| "epoch": 4.307967770814682, | |
| "grad_norm": 7.984180450439453, | |
| "learning_rate": 2.7697841726618706e-06, | |
| "loss": 0.1631, | |
| "step": 603 | |
| }, | |
| { | |
| "epoch": 4.315129811996419, | |
| "grad_norm": 2.0268032550811768, | |
| "learning_rate": 2.75779376498801e-06, | |
| "loss": 0.0622, | |
| "step": 604 | |
| }, | |
| { | |
| "epoch": 4.322291853178156, | |
| "grad_norm": 6.695650577545166, | |
| "learning_rate": 2.745803357314149e-06, | |
| "loss": 0.0929, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 4.329453894359893, | |
| "grad_norm": 2.7270710468292236, | |
| "learning_rate": 2.733812949640288e-06, | |
| "loss": 0.0688, | |
| "step": 606 | |
| }, | |
| { | |
| "epoch": 4.336615935541629, | |
| "grad_norm": 9.790903091430664, | |
| "learning_rate": 2.7218225419664268e-06, | |
| "loss": 0.1525, | |
| "step": 607 | |
| }, | |
| { | |
| "epoch": 4.343777976723366, | |
| "grad_norm": 6.341964244842529, | |
| "learning_rate": 2.7098321342925658e-06, | |
| "loss": 0.0756, | |
| "step": 608 | |
| }, | |
| { | |
| "epoch": 4.350940017905103, | |
| "grad_norm": 3.1827850341796875, | |
| "learning_rate": 2.6978417266187052e-06, | |
| "loss": 0.0814, | |
| "step": 609 | |
| }, | |
| { | |
| "epoch": 4.35810205908684, | |
| "grad_norm": 7.853371620178223, | |
| "learning_rate": 2.6858513189448443e-06, | |
| "loss": 0.072, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 4.365264100268576, | |
| "grad_norm": 2.4876341819763184, | |
| "learning_rate": 2.6738609112709833e-06, | |
| "loss": 0.0512, | |
| "step": 611 | |
| }, | |
| { | |
| "epoch": 4.372426141450314, | |
| "grad_norm": 2.8959743976593018, | |
| "learning_rate": 2.6618705035971228e-06, | |
| "loss": 0.0398, | |
| "step": 612 | |
| }, | |
| { | |
| "epoch": 4.37958818263205, | |
| "grad_norm": 10.225565910339355, | |
| "learning_rate": 2.649880095923262e-06, | |
| "loss": 0.2628, | |
| "step": 613 | |
| }, | |
| { | |
| "epoch": 4.386750223813787, | |
| "grad_norm": 9.800642013549805, | |
| "learning_rate": 2.637889688249401e-06, | |
| "loss": 0.3922, | |
| "step": 614 | |
| }, | |
| { | |
| "epoch": 4.393912264995524, | |
| "grad_norm": 5.1125617027282715, | |
| "learning_rate": 2.6258992805755395e-06, | |
| "loss": 0.0934, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 4.401074306177261, | |
| "grad_norm": 3.544774293899536, | |
| "learning_rate": 2.6139088729016785e-06, | |
| "loss": 0.0726, | |
| "step": 616 | |
| }, | |
| { | |
| "epoch": 4.408236347358997, | |
| "grad_norm": 10.818737030029297, | |
| "learning_rate": 2.601918465227818e-06, | |
| "loss": 0.1664, | |
| "step": 617 | |
| }, | |
| { | |
| "epoch": 4.415398388540734, | |
| "grad_norm": 3.033714771270752, | |
| "learning_rate": 2.589928057553957e-06, | |
| "loss": 0.1875, | |
| "step": 618 | |
| }, | |
| { | |
| "epoch": 4.422560429722471, | |
| "grad_norm": 3.4782607555389404, | |
| "learning_rate": 2.577937649880096e-06, | |
| "loss": 0.065, | |
| "step": 619 | |
| }, | |
| { | |
| "epoch": 4.429722470904208, | |
| "grad_norm": 1.43113112449646, | |
| "learning_rate": 2.5659472422062355e-06, | |
| "loss": 0.0302, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 4.436884512085944, | |
| "grad_norm": 6.158276557922363, | |
| "learning_rate": 2.5539568345323745e-06, | |
| "loss": 0.0774, | |
| "step": 621 | |
| }, | |
| { | |
| "epoch": 4.444046553267682, | |
| "grad_norm": 5.511786937713623, | |
| "learning_rate": 2.541966426858513e-06, | |
| "loss": 0.0645, | |
| "step": 622 | |
| }, | |
| { | |
| "epoch": 4.451208594449418, | |
| "grad_norm": 5.461114406585693, | |
| "learning_rate": 2.529976019184652e-06, | |
| "loss": 0.1123, | |
| "step": 623 | |
| }, | |
| { | |
| "epoch": 4.458370635631155, | |
| "grad_norm": 5.242578983306885, | |
| "learning_rate": 2.5179856115107916e-06, | |
| "loss": 0.1413, | |
| "step": 624 | |
| }, | |
| { | |
| "epoch": 4.465532676812892, | |
| "grad_norm": 4.951175212860107, | |
| "learning_rate": 2.5059952038369307e-06, | |
| "loss": 0.0973, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 4.472694717994629, | |
| "grad_norm": 7.635180950164795, | |
| "learning_rate": 2.4940047961630697e-06, | |
| "loss": 0.1024, | |
| "step": 626 | |
| }, | |
| { | |
| "epoch": 4.479856759176365, | |
| "grad_norm": 6.080862522125244, | |
| "learning_rate": 2.4820143884892088e-06, | |
| "loss": 0.0925, | |
| "step": 627 | |
| }, | |
| { | |
| "epoch": 4.487018800358102, | |
| "grad_norm": 12.718398094177246, | |
| "learning_rate": 2.470023980815348e-06, | |
| "loss": 0.1659, | |
| "step": 628 | |
| }, | |
| { | |
| "epoch": 4.494180841539839, | |
| "grad_norm": 8.396491050720215, | |
| "learning_rate": 2.458033573141487e-06, | |
| "loss": 0.3336, | |
| "step": 629 | |
| }, | |
| { | |
| "epoch": 4.501342882721576, | |
| "grad_norm": 16.718276977539062, | |
| "learning_rate": 2.4460431654676263e-06, | |
| "loss": 0.3048, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 4.508504923903312, | |
| "grad_norm": 7.400913238525391, | |
| "learning_rate": 2.4340527577937653e-06, | |
| "loss": 0.104, | |
| "step": 631 | |
| }, | |
| { | |
| "epoch": 4.51566696508505, | |
| "grad_norm": 6.40206241607666, | |
| "learning_rate": 2.4220623501199044e-06, | |
| "loss": 0.118, | |
| "step": 632 | |
| }, | |
| { | |
| "epoch": 4.522829006266786, | |
| "grad_norm": 11.661595344543457, | |
| "learning_rate": 2.4100719424460434e-06, | |
| "loss": 0.2508, | |
| "step": 633 | |
| }, | |
| { | |
| "epoch": 4.529991047448523, | |
| "grad_norm": 15.65445613861084, | |
| "learning_rate": 2.3980815347721824e-06, | |
| "loss": 0.1724, | |
| "step": 634 | |
| }, | |
| { | |
| "epoch": 4.53715308863026, | |
| "grad_norm": 20.107707977294922, | |
| "learning_rate": 2.3860911270983215e-06, | |
| "loss": 0.1529, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 4.544315129811997, | |
| "grad_norm": 1.682045340538025, | |
| "learning_rate": 2.3741007194244605e-06, | |
| "loss": 0.0449, | |
| "step": 636 | |
| }, | |
| { | |
| "epoch": 4.551477170993733, | |
| "grad_norm": 3.9842913150787354, | |
| "learning_rate": 2.3621103117505996e-06, | |
| "loss": 0.183, | |
| "step": 637 | |
| }, | |
| { | |
| "epoch": 4.5586392121754695, | |
| "grad_norm": 4.31380558013916, | |
| "learning_rate": 2.350119904076739e-06, | |
| "loss": 0.0579, | |
| "step": 638 | |
| }, | |
| { | |
| "epoch": 4.565801253357207, | |
| "grad_norm": 7.769341468811035, | |
| "learning_rate": 2.3381294964028776e-06, | |
| "loss": 0.1413, | |
| "step": 639 | |
| }, | |
| { | |
| "epoch": 4.572963294538944, | |
| "grad_norm": 9.923673629760742, | |
| "learning_rate": 2.326139088729017e-06, | |
| "loss": 0.3786, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 4.58012533572068, | |
| "grad_norm": 10.427968978881836, | |
| "learning_rate": 2.314148681055156e-06, | |
| "loss": 0.1294, | |
| "step": 641 | |
| }, | |
| { | |
| "epoch": 4.587287376902417, | |
| "grad_norm": 3.505420207977295, | |
| "learning_rate": 2.302158273381295e-06, | |
| "loss": 0.0478, | |
| "step": 642 | |
| }, | |
| { | |
| "epoch": 4.594449418084154, | |
| "grad_norm": 4.628006458282471, | |
| "learning_rate": 2.290167865707434e-06, | |
| "loss": 0.1185, | |
| "step": 643 | |
| }, | |
| { | |
| "epoch": 4.601611459265891, | |
| "grad_norm": 6.239457130432129, | |
| "learning_rate": 2.2781774580335732e-06, | |
| "loss": 0.1386, | |
| "step": 644 | |
| }, | |
| { | |
| "epoch": 4.608773500447628, | |
| "grad_norm": 1.7492996454238892, | |
| "learning_rate": 2.2661870503597123e-06, | |
| "loss": 0.0346, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 4.615935541629364, | |
| "grad_norm": 5.875699520111084, | |
| "learning_rate": 2.2541966426858513e-06, | |
| "loss": 0.1871, | |
| "step": 646 | |
| }, | |
| { | |
| "epoch": 4.623097582811101, | |
| "grad_norm": 6.977318286895752, | |
| "learning_rate": 2.2422062350119903e-06, | |
| "loss": 0.2546, | |
| "step": 647 | |
| }, | |
| { | |
| "epoch": 4.630259623992838, | |
| "grad_norm": 12.939038276672363, | |
| "learning_rate": 2.23021582733813e-06, | |
| "loss": 0.121, | |
| "step": 648 | |
| }, | |
| { | |
| "epoch": 4.637421665174575, | |
| "grad_norm": 8.233115196228027, | |
| "learning_rate": 2.218225419664269e-06, | |
| "loss": 0.1027, | |
| "step": 649 | |
| }, | |
| { | |
| "epoch": 4.644583706356311, | |
| "grad_norm": 9.395356178283691, | |
| "learning_rate": 2.206235011990408e-06, | |
| "loss": 0.1401, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 4.651745747538048, | |
| "grad_norm": 2.7126667499542236, | |
| "learning_rate": 2.194244604316547e-06, | |
| "loss": 0.0724, | |
| "step": 651 | |
| }, | |
| { | |
| "epoch": 4.658907788719786, | |
| "grad_norm": 8.101604461669922, | |
| "learning_rate": 2.182254196642686e-06, | |
| "loss": 0.2692, | |
| "step": 652 | |
| }, | |
| { | |
| "epoch": 4.666069829901522, | |
| "grad_norm": 4.733114719390869, | |
| "learning_rate": 2.1702637889688254e-06, | |
| "loss": 0.1407, | |
| "step": 653 | |
| }, | |
| { | |
| "epoch": 4.673231871083258, | |
| "grad_norm": 9.878451347351074, | |
| "learning_rate": 2.158273381294964e-06, | |
| "loss": 0.335, | |
| "step": 654 | |
| }, | |
| { | |
| "epoch": 4.680393912264996, | |
| "grad_norm": 7.976416110992432, | |
| "learning_rate": 2.146282973621103e-06, | |
| "loss": 0.0987, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 4.687555953446733, | |
| "grad_norm": 6.621464252471924, | |
| "learning_rate": 2.1342925659472425e-06, | |
| "loss": 0.1108, | |
| "step": 656 | |
| }, | |
| { | |
| "epoch": 4.694717994628469, | |
| "grad_norm": 2.5924878120422363, | |
| "learning_rate": 2.1223021582733816e-06, | |
| "loss": 0.0372, | |
| "step": 657 | |
| }, | |
| { | |
| "epoch": 4.7018800358102055, | |
| "grad_norm": 2.272629737854004, | |
| "learning_rate": 2.1103117505995206e-06, | |
| "loss": 0.0476, | |
| "step": 658 | |
| }, | |
| { | |
| "epoch": 4.709042076991943, | |
| "grad_norm": 5.590856552124023, | |
| "learning_rate": 2.0983213429256596e-06, | |
| "loss": 0.3509, | |
| "step": 659 | |
| }, | |
| { | |
| "epoch": 4.716204118173679, | |
| "grad_norm": 5.7683210372924805, | |
| "learning_rate": 2.0863309352517987e-06, | |
| "loss": 0.0917, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 4.723366159355416, | |
| "grad_norm": 7.388215065002441, | |
| "learning_rate": 2.0743405275779377e-06, | |
| "loss": 0.1412, | |
| "step": 661 | |
| }, | |
| { | |
| "epoch": 4.730528200537153, | |
| "grad_norm": 6.264549732208252, | |
| "learning_rate": 2.0623501199040767e-06, | |
| "loss": 0.1877, | |
| "step": 662 | |
| }, | |
| { | |
| "epoch": 4.73769024171889, | |
| "grad_norm": 7.518822193145752, | |
| "learning_rate": 2.050359712230216e-06, | |
| "loss": 0.2453, | |
| "step": 663 | |
| }, | |
| { | |
| "epoch": 4.744852282900626, | |
| "grad_norm": 2.944272041320801, | |
| "learning_rate": 2.0383693045563552e-06, | |
| "loss": 0.0604, | |
| "step": 664 | |
| }, | |
| { | |
| "epoch": 4.752014324082364, | |
| "grad_norm": 10.040867805480957, | |
| "learning_rate": 2.026378896882494e-06, | |
| "loss": 0.1441, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 4.7591763652641, | |
| "grad_norm": 9.994035720825195, | |
| "learning_rate": 2.0143884892086333e-06, | |
| "loss": 0.2145, | |
| "step": 666 | |
| }, | |
| { | |
| "epoch": 4.766338406445837, | |
| "grad_norm": 9.281600952148438, | |
| "learning_rate": 2.0023980815347724e-06, | |
| "loss": 0.18, | |
| "step": 667 | |
| }, | |
| { | |
| "epoch": 4.7735004476275735, | |
| "grad_norm": 5.464154243469238, | |
| "learning_rate": 1.9904076738609114e-06, | |
| "loss": 0.0456, | |
| "step": 668 | |
| }, | |
| { | |
| "epoch": 4.780662488809311, | |
| "grad_norm": 5.3792524337768555, | |
| "learning_rate": 1.9784172661870504e-06, | |
| "loss": 0.0947, | |
| "step": 669 | |
| }, | |
| { | |
| "epoch": 4.787824529991047, | |
| "grad_norm": 8.45373821258545, | |
| "learning_rate": 1.9664268585131895e-06, | |
| "loss": 0.1664, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 4.794986571172784, | |
| "grad_norm": 4.617059230804443, | |
| "learning_rate": 1.954436450839329e-06, | |
| "loss": 0.0759, | |
| "step": 671 | |
| }, | |
| { | |
| "epoch": 4.802148612354521, | |
| "grad_norm": 10.997187614440918, | |
| "learning_rate": 1.942446043165468e-06, | |
| "loss": 0.1521, | |
| "step": 672 | |
| }, | |
| { | |
| "epoch": 4.809310653536258, | |
| "grad_norm": 5.464894771575928, | |
| "learning_rate": 1.930455635491607e-06, | |
| "loss": 0.0674, | |
| "step": 673 | |
| }, | |
| { | |
| "epoch": 4.816472694717994, | |
| "grad_norm": 5.334858417510986, | |
| "learning_rate": 1.918465227817746e-06, | |
| "loss": 0.1741, | |
| "step": 674 | |
| }, | |
| { | |
| "epoch": 4.823634735899732, | |
| "grad_norm": 11.286782264709473, | |
| "learning_rate": 1.906474820143885e-06, | |
| "loss": 0.2467, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 4.830796777081468, | |
| "grad_norm": 7.515106678009033, | |
| "learning_rate": 1.8944844124700241e-06, | |
| "loss": 0.0812, | |
| "step": 676 | |
| }, | |
| { | |
| "epoch": 4.837958818263205, | |
| "grad_norm": 2.932992935180664, | |
| "learning_rate": 1.8824940047961631e-06, | |
| "loss": 0.0713, | |
| "step": 677 | |
| }, | |
| { | |
| "epoch": 4.8451208594449415, | |
| "grad_norm": 1.9469927549362183, | |
| "learning_rate": 1.8705035971223024e-06, | |
| "loss": 0.0513, | |
| "step": 678 | |
| }, | |
| { | |
| "epoch": 4.852282900626679, | |
| "grad_norm": 10.902048110961914, | |
| "learning_rate": 1.8585131894484414e-06, | |
| "loss": 0.2673, | |
| "step": 679 | |
| }, | |
| { | |
| "epoch": 4.859444941808415, | |
| "grad_norm": 10.670211791992188, | |
| "learning_rate": 1.8465227817745805e-06, | |
| "loss": 0.0831, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 4.866606982990152, | |
| "grad_norm": 15.201674461364746, | |
| "learning_rate": 1.8345323741007195e-06, | |
| "loss": 0.0817, | |
| "step": 681 | |
| }, | |
| { | |
| "epoch": 4.873769024171889, | |
| "grad_norm": 7.9115681648254395, | |
| "learning_rate": 1.8225419664268588e-06, | |
| "loss": 0.2511, | |
| "step": 682 | |
| }, | |
| { | |
| "epoch": 4.880931065353626, | |
| "grad_norm": 8.73487663269043, | |
| "learning_rate": 1.8105515587529978e-06, | |
| "loss": 0.1621, | |
| "step": 683 | |
| }, | |
| { | |
| "epoch": 4.888093106535362, | |
| "grad_norm": 9.163458824157715, | |
| "learning_rate": 1.7985611510791368e-06, | |
| "loss": 0.2148, | |
| "step": 684 | |
| }, | |
| { | |
| "epoch": 4.8952551477171, | |
| "grad_norm": 3.965367317199707, | |
| "learning_rate": 1.7865707434052759e-06, | |
| "loss": 0.0611, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 4.902417188898836, | |
| "grad_norm": 3.5464630126953125, | |
| "learning_rate": 1.7745803357314151e-06, | |
| "loss": 0.05, | |
| "step": 686 | |
| }, | |
| { | |
| "epoch": 4.909579230080573, | |
| "grad_norm": 6.229908466339111, | |
| "learning_rate": 1.762589928057554e-06, | |
| "loss": 0.335, | |
| "step": 687 | |
| }, | |
| { | |
| "epoch": 4.9167412712623095, | |
| "grad_norm": 7.500967025756836, | |
| "learning_rate": 1.7505995203836932e-06, | |
| "loss": 0.1911, | |
| "step": 688 | |
| }, | |
| { | |
| "epoch": 4.923903312444047, | |
| "grad_norm": 4.766892433166504, | |
| "learning_rate": 1.7386091127098322e-06, | |
| "loss": 0.0773, | |
| "step": 689 | |
| }, | |
| { | |
| "epoch": 4.931065353625783, | |
| "grad_norm": 7.059886932373047, | |
| "learning_rate": 1.7266187050359715e-06, | |
| "loss": 0.1107, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 4.93822739480752, | |
| "grad_norm": 3.412309408187866, | |
| "learning_rate": 1.7146282973621103e-06, | |
| "loss": 0.0494, | |
| "step": 691 | |
| }, | |
| { | |
| "epoch": 4.945389435989257, | |
| "grad_norm": 12.20711898803711, | |
| "learning_rate": 1.7026378896882496e-06, | |
| "loss": 0.2606, | |
| "step": 692 | |
| }, | |
| { | |
| "epoch": 4.952551477170994, | |
| "grad_norm": 12.949819564819336, | |
| "learning_rate": 1.6906474820143886e-06, | |
| "loss": 0.1445, | |
| "step": 693 | |
| }, | |
| { | |
| "epoch": 4.95971351835273, | |
| "grad_norm": 5.260175704956055, | |
| "learning_rate": 1.6786570743405278e-06, | |
| "loss": 0.0488, | |
| "step": 694 | |
| }, | |
| { | |
| "epoch": 4.966875559534468, | |
| "grad_norm": 5.705483436584473, | |
| "learning_rate": 1.6666666666666667e-06, | |
| "loss": 0.1724, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 4.974037600716204, | |
| "grad_norm": 9.60573959350586, | |
| "learning_rate": 1.654676258992806e-06, | |
| "loss": 0.2245, | |
| "step": 696 | |
| }, | |
| { | |
| "epoch": 4.981199641897941, | |
| "grad_norm": 3.508620500564575, | |
| "learning_rate": 1.642685851318945e-06, | |
| "loss": 0.0552, | |
| "step": 697 | |
| }, | |
| { | |
| "epoch": 4.9883616830796775, | |
| "grad_norm": 3.118699789047241, | |
| "learning_rate": 1.6306954436450842e-06, | |
| "loss": 0.0483, | |
| "step": 698 | |
| }, | |
| { | |
| "epoch": 4.995523724261415, | |
| "grad_norm": 5.063241958618164, | |
| "learning_rate": 1.618705035971223e-06, | |
| "loss": 0.0576, | |
| "step": 699 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "grad_norm": 1.9771332740783691, | |
| "learning_rate": 1.6067146282973623e-06, | |
| "loss": 0.0227, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "eval_accuracy": 0.8893360160965795, | |
| "eval_loss": 0.2797456681728363, | |
| "eval_runtime": 12.7936, | |
| "eval_samples_per_second": 38.847, | |
| "eval_steps_per_second": 38.847, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 5.007162041181736, | |
| "grad_norm": 9.170907974243164, | |
| "learning_rate": 1.5947242206235013e-06, | |
| "loss": 0.0874, | |
| "step": 701 | |
| }, | |
| { | |
| "epoch": 5.014324082363474, | |
| "grad_norm": 13.936522483825684, | |
| "learning_rate": 1.5827338129496403e-06, | |
| "loss": 0.1382, | |
| "step": 702 | |
| }, | |
| { | |
| "epoch": 5.02148612354521, | |
| "grad_norm": 5.094358921051025, | |
| "learning_rate": 1.5707434052757794e-06, | |
| "loss": 0.1265, | |
| "step": 703 | |
| }, | |
| { | |
| "epoch": 5.028648164726947, | |
| "grad_norm": 2.9558494091033936, | |
| "learning_rate": 1.5587529976019186e-06, | |
| "loss": 0.1431, | |
| "step": 704 | |
| }, | |
| { | |
| "epoch": 5.035810205908684, | |
| "grad_norm": 3.9764819145202637, | |
| "learning_rate": 1.5467625899280579e-06, | |
| "loss": 0.057, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 5.042972247090421, | |
| "grad_norm": 10.071995735168457, | |
| "learning_rate": 1.5347721822541967e-06, | |
| "loss": 0.0821, | |
| "step": 706 | |
| }, | |
| { | |
| "epoch": 5.050134288272157, | |
| "grad_norm": 7.149175643920898, | |
| "learning_rate": 1.5227817745803357e-06, | |
| "loss": 0.0672, | |
| "step": 707 | |
| }, | |
| { | |
| "epoch": 5.057296329453894, | |
| "grad_norm": 7.112942218780518, | |
| "learning_rate": 1.510791366906475e-06, | |
| "loss": 0.1492, | |
| "step": 708 | |
| }, | |
| { | |
| "epoch": 5.064458370635631, | |
| "grad_norm": 8.392587661743164, | |
| "learning_rate": 1.4988009592326142e-06, | |
| "loss": 0.2037, | |
| "step": 709 | |
| }, | |
| { | |
| "epoch": 5.071620411817368, | |
| "grad_norm": 10.566859245300293, | |
| "learning_rate": 1.486810551558753e-06, | |
| "loss": 0.1623, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 5.078782452999104, | |
| "grad_norm": 7.337512016296387, | |
| "learning_rate": 1.474820143884892e-06, | |
| "loss": 0.2304, | |
| "step": 711 | |
| }, | |
| { | |
| "epoch": 5.085944494180842, | |
| "grad_norm": 5.944802284240723, | |
| "learning_rate": 1.4628297362110313e-06, | |
| "loss": 0.3046, | |
| "step": 712 | |
| }, | |
| { | |
| "epoch": 5.093106535362578, | |
| "grad_norm": 7.068042755126953, | |
| "learning_rate": 1.4508393285371702e-06, | |
| "loss": 0.1634, | |
| "step": 713 | |
| }, | |
| { | |
| "epoch": 5.100268576544315, | |
| "grad_norm": 6.807985305786133, | |
| "learning_rate": 1.4388489208633094e-06, | |
| "loss": 0.0956, | |
| "step": 714 | |
| }, | |
| { | |
| "epoch": 5.107430617726052, | |
| "grad_norm": 1.3011399507522583, | |
| "learning_rate": 1.4268585131894487e-06, | |
| "loss": 0.0329, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 5.114592658907789, | |
| "grad_norm": 4.0383782386779785, | |
| "learning_rate": 1.4148681055155877e-06, | |
| "loss": 0.1312, | |
| "step": 716 | |
| }, | |
| { | |
| "epoch": 5.121754700089525, | |
| "grad_norm": 9.570232391357422, | |
| "learning_rate": 1.4028776978417265e-06, | |
| "loss": 0.1369, | |
| "step": 717 | |
| }, | |
| { | |
| "epoch": 5.128916741271262, | |
| "grad_norm": 9.754796981811523, | |
| "learning_rate": 1.3908872901678658e-06, | |
| "loss": 0.2643, | |
| "step": 718 | |
| }, | |
| { | |
| "epoch": 5.136078782452999, | |
| "grad_norm": 2.8878424167633057, | |
| "learning_rate": 1.378896882494005e-06, | |
| "loss": 0.0438, | |
| "step": 719 | |
| }, | |
| { | |
| "epoch": 5.143240823634736, | |
| "grad_norm": 6.284052848815918, | |
| "learning_rate": 1.366906474820144e-06, | |
| "loss": 0.1165, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 5.150402864816472, | |
| "grad_norm": 7.874203681945801, | |
| "learning_rate": 1.3549160671462829e-06, | |
| "loss": 0.1494, | |
| "step": 721 | |
| }, | |
| { | |
| "epoch": 5.15756490599821, | |
| "grad_norm": 5.88767147064209, | |
| "learning_rate": 1.3429256594724221e-06, | |
| "loss": 0.0979, | |
| "step": 722 | |
| }, | |
| { | |
| "epoch": 5.164726947179946, | |
| "grad_norm": 9.50105094909668, | |
| "learning_rate": 1.3309352517985614e-06, | |
| "loss": 0.3674, | |
| "step": 723 | |
| }, | |
| { | |
| "epoch": 5.171888988361683, | |
| "grad_norm": 6.08318567276001, | |
| "learning_rate": 1.3189448441247004e-06, | |
| "loss": 0.1707, | |
| "step": 724 | |
| }, | |
| { | |
| "epoch": 5.17905102954342, | |
| "grad_norm": 3.7768077850341797, | |
| "learning_rate": 1.3069544364508393e-06, | |
| "loss": 0.1428, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 5.186213070725157, | |
| "grad_norm": 5.646254062652588, | |
| "learning_rate": 1.2949640287769785e-06, | |
| "loss": 0.0879, | |
| "step": 726 | |
| }, | |
| { | |
| "epoch": 5.193375111906893, | |
| "grad_norm": 13.744306564331055, | |
| "learning_rate": 1.2829736211031178e-06, | |
| "loss": 0.1985, | |
| "step": 727 | |
| }, | |
| { | |
| "epoch": 5.20053715308863, | |
| "grad_norm": 3.692706346511841, | |
| "learning_rate": 1.2709832134292566e-06, | |
| "loss": 0.0749, | |
| "step": 728 | |
| }, | |
| { | |
| "epoch": 5.207699194270367, | |
| "grad_norm": 7.3681488037109375, | |
| "learning_rate": 1.2589928057553958e-06, | |
| "loss": 0.1026, | |
| "step": 729 | |
| }, | |
| { | |
| "epoch": 5.214861235452104, | |
| "grad_norm": 5.465104579925537, | |
| "learning_rate": 1.2470023980815349e-06, | |
| "loss": 0.085, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 5.22202327663384, | |
| "grad_norm": 7.1183037757873535, | |
| "learning_rate": 1.235011990407674e-06, | |
| "loss": 0.0392, | |
| "step": 731 | |
| }, | |
| { | |
| "epoch": 5.229185317815578, | |
| "grad_norm": 3.9316046237945557, | |
| "learning_rate": 1.2230215827338131e-06, | |
| "loss": 0.0543, | |
| "step": 732 | |
| }, | |
| { | |
| "epoch": 5.236347358997314, | |
| "grad_norm": 2.7083520889282227, | |
| "learning_rate": 1.2110311750599522e-06, | |
| "loss": 0.0454, | |
| "step": 733 | |
| }, | |
| { | |
| "epoch": 5.243509400179051, | |
| "grad_norm": 8.070670127868652, | |
| "learning_rate": 1.1990407673860912e-06, | |
| "loss": 0.2432, | |
| "step": 734 | |
| }, | |
| { | |
| "epoch": 5.250671441360788, | |
| "grad_norm": 5.080997943878174, | |
| "learning_rate": 1.1870503597122303e-06, | |
| "loss": 0.1378, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 5.257833482542525, | |
| "grad_norm": 5.301459312438965, | |
| "learning_rate": 1.1750599520383695e-06, | |
| "loss": 0.0696, | |
| "step": 736 | |
| }, | |
| { | |
| "epoch": 5.264995523724261, | |
| "grad_norm": 10.343586921691895, | |
| "learning_rate": 1.1630695443645085e-06, | |
| "loss": 0.2511, | |
| "step": 737 | |
| }, | |
| { | |
| "epoch": 5.272157564905998, | |
| "grad_norm": 1.9044795036315918, | |
| "learning_rate": 1.1510791366906476e-06, | |
| "loss": 0.0365, | |
| "step": 738 | |
| }, | |
| { | |
| "epoch": 5.279319606087735, | |
| "grad_norm": 6.329905033111572, | |
| "learning_rate": 1.1390887290167866e-06, | |
| "loss": 0.118, | |
| "step": 739 | |
| }, | |
| { | |
| "epoch": 5.286481647269472, | |
| "grad_norm": 12.016860961914062, | |
| "learning_rate": 1.1270983213429257e-06, | |
| "loss": 0.1504, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 5.293643688451208, | |
| "grad_norm": 8.04209041595459, | |
| "learning_rate": 1.115107913669065e-06, | |
| "loss": 0.1188, | |
| "step": 741 | |
| }, | |
| { | |
| "epoch": 5.300805729632946, | |
| "grad_norm": 5.305018424987793, | |
| "learning_rate": 1.103117505995204e-06, | |
| "loss": 0.0588, | |
| "step": 742 | |
| }, | |
| { | |
| "epoch": 5.307967770814682, | |
| "grad_norm": 5.174502372741699, | |
| "learning_rate": 1.091127098321343e-06, | |
| "loss": 0.1221, | |
| "step": 743 | |
| }, | |
| { | |
| "epoch": 5.315129811996419, | |
| "grad_norm": 5.626262664794922, | |
| "learning_rate": 1.079136690647482e-06, | |
| "loss": 0.0911, | |
| "step": 744 | |
| }, | |
| { | |
| "epoch": 5.322291853178156, | |
| "grad_norm": 3.473499059677124, | |
| "learning_rate": 1.0671462829736213e-06, | |
| "loss": 0.0435, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 5.329453894359893, | |
| "grad_norm": 7.590930461883545, | |
| "learning_rate": 1.0551558752997603e-06, | |
| "loss": 0.1276, | |
| "step": 746 | |
| }, | |
| { | |
| "epoch": 5.336615935541629, | |
| "grad_norm": 6.063522815704346, | |
| "learning_rate": 1.0431654676258993e-06, | |
| "loss": 0.2146, | |
| "step": 747 | |
| }, | |
| { | |
| "epoch": 5.343777976723366, | |
| "grad_norm": 6.192073345184326, | |
| "learning_rate": 1.0311750599520384e-06, | |
| "loss": 0.2152, | |
| "step": 748 | |
| }, | |
| { | |
| "epoch": 5.350940017905103, | |
| "grad_norm": 5.46181058883667, | |
| "learning_rate": 1.0191846522781776e-06, | |
| "loss": 0.2623, | |
| "step": 749 | |
| }, | |
| { | |
| "epoch": 5.35810205908684, | |
| "grad_norm": 5.2007012367248535, | |
| "learning_rate": 1.0071942446043167e-06, | |
| "loss": 0.0852, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 5.365264100268576, | |
| "grad_norm": 2.142305850982666, | |
| "learning_rate": 9.952038369304557e-07, | |
| "loss": 0.0339, | |
| "step": 751 | |
| }, | |
| { | |
| "epoch": 5.372426141450314, | |
| "grad_norm": 5.1917901039123535, | |
| "learning_rate": 9.832134292565947e-07, | |
| "loss": 0.2234, | |
| "step": 752 | |
| }, | |
| { | |
| "epoch": 5.37958818263205, | |
| "grad_norm": 1.764793038368225, | |
| "learning_rate": 9.71223021582734e-07, | |
| "loss": 0.0293, | |
| "step": 753 | |
| }, | |
| { | |
| "epoch": 5.386750223813787, | |
| "grad_norm": 2.4261093139648438, | |
| "learning_rate": 9.59232613908873e-07, | |
| "loss": 0.0506, | |
| "step": 754 | |
| }, | |
| { | |
| "epoch": 5.393912264995524, | |
| "grad_norm": 7.679261207580566, | |
| "learning_rate": 9.472422062350121e-07, | |
| "loss": 0.2158, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 5.401074306177261, | |
| "grad_norm": 5.182496547698975, | |
| "learning_rate": 9.352517985611512e-07, | |
| "loss": 0.1834, | |
| "step": 756 | |
| }, | |
| { | |
| "epoch": 5.408236347358997, | |
| "grad_norm": 2.914945125579834, | |
| "learning_rate": 9.232613908872902e-07, | |
| "loss": 0.0413, | |
| "step": 757 | |
| }, | |
| { | |
| "epoch": 5.415398388540734, | |
| "grad_norm": 7.0388360023498535, | |
| "learning_rate": 9.112709832134294e-07, | |
| "loss": 0.066, | |
| "step": 758 | |
| }, | |
| { | |
| "epoch": 5.422560429722471, | |
| "grad_norm": 2.673398494720459, | |
| "learning_rate": 8.992805755395684e-07, | |
| "loss": 0.0511, | |
| "step": 759 | |
| }, | |
| { | |
| "epoch": 5.429722470904208, | |
| "grad_norm": 5.319000244140625, | |
| "learning_rate": 8.872901678657076e-07, | |
| "loss": 0.1015, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 5.436884512085944, | |
| "grad_norm": 2.27585506439209, | |
| "learning_rate": 8.752997601918466e-07, | |
| "loss": 0.0394, | |
| "step": 761 | |
| }, | |
| { | |
| "epoch": 5.444046553267682, | |
| "grad_norm": 2.567699909210205, | |
| "learning_rate": 8.633093525179857e-07, | |
| "loss": 0.0778, | |
| "step": 762 | |
| }, | |
| { | |
| "epoch": 5.451208594449418, | |
| "grad_norm": 11.017365455627441, | |
| "learning_rate": 8.513189448441248e-07, | |
| "loss": 0.2491, | |
| "step": 763 | |
| }, | |
| { | |
| "epoch": 5.458370635631155, | |
| "grad_norm": 3.768150568008423, | |
| "learning_rate": 8.393285371702639e-07, | |
| "loss": 0.0674, | |
| "step": 764 | |
| }, | |
| { | |
| "epoch": 5.465532676812892, | |
| "grad_norm": 3.6968348026275635, | |
| "learning_rate": 8.27338129496403e-07, | |
| "loss": 0.0515, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 5.472694717994629, | |
| "grad_norm": 3.3715782165527344, | |
| "learning_rate": 8.153477218225421e-07, | |
| "loss": 0.1695, | |
| "step": 766 | |
| }, | |
| { | |
| "epoch": 5.479856759176365, | |
| "grad_norm": 4.479177951812744, | |
| "learning_rate": 8.033573141486811e-07, | |
| "loss": 0.0891, | |
| "step": 767 | |
| }, | |
| { | |
| "epoch": 5.487018800358102, | |
| "grad_norm": 3.904632329940796, | |
| "learning_rate": 7.913669064748202e-07, | |
| "loss": 0.0651, | |
| "step": 768 | |
| }, | |
| { | |
| "epoch": 5.494180841539839, | |
| "grad_norm": 10.056451797485352, | |
| "learning_rate": 7.793764988009593e-07, | |
| "loss": 0.0672, | |
| "step": 769 | |
| }, | |
| { | |
| "epoch": 5.501342882721576, | |
| "grad_norm": 7.317890644073486, | |
| "learning_rate": 7.673860911270984e-07, | |
| "loss": 0.0775, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 5.508504923903312, | |
| "grad_norm": 4.815303802490234, | |
| "learning_rate": 7.553956834532375e-07, | |
| "loss": 0.1864, | |
| "step": 771 | |
| }, | |
| { | |
| "epoch": 5.51566696508505, | |
| "grad_norm": 4.484886169433594, | |
| "learning_rate": 7.434052757793765e-07, | |
| "loss": 0.0818, | |
| "step": 772 | |
| }, | |
| { | |
| "epoch": 5.522829006266786, | |
| "grad_norm": 8.391207695007324, | |
| "learning_rate": 7.314148681055157e-07, | |
| "loss": 0.109, | |
| "step": 773 | |
| }, | |
| { | |
| "epoch": 5.529991047448523, | |
| "grad_norm": 9.510869026184082, | |
| "learning_rate": 7.194244604316547e-07, | |
| "loss": 0.1167, | |
| "step": 774 | |
| }, | |
| { | |
| "epoch": 5.53715308863026, | |
| "grad_norm": 1.1796542406082153, | |
| "learning_rate": 7.074340527577939e-07, | |
| "loss": 0.0309, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 5.544315129811997, | |
| "grad_norm": 24.52149772644043, | |
| "learning_rate": 6.954436450839329e-07, | |
| "loss": 0.1257, | |
| "step": 776 | |
| }, | |
| { | |
| "epoch": 5.551477170993733, | |
| "grad_norm": 10.662769317626953, | |
| "learning_rate": 6.83453237410072e-07, | |
| "loss": 0.3804, | |
| "step": 777 | |
| }, | |
| { | |
| "epoch": 5.5586392121754695, | |
| "grad_norm": 4.737334728240967, | |
| "learning_rate": 6.714628297362111e-07, | |
| "loss": 0.0736, | |
| "step": 778 | |
| }, | |
| { | |
| "epoch": 5.565801253357207, | |
| "grad_norm": 10.771794319152832, | |
| "learning_rate": 6.594724220623502e-07, | |
| "loss": 0.1611, | |
| "step": 779 | |
| }, | |
| { | |
| "epoch": 5.572963294538944, | |
| "grad_norm": 5.774040222167969, | |
| "learning_rate": 6.474820143884893e-07, | |
| "loss": 0.0813, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 5.58012533572068, | |
| "grad_norm": 4.687991142272949, | |
| "learning_rate": 6.354916067146283e-07, | |
| "loss": 0.107, | |
| "step": 781 | |
| }, | |
| { | |
| "epoch": 5.587287376902417, | |
| "grad_norm": 2.2647032737731934, | |
| "learning_rate": 6.235011990407674e-07, | |
| "loss": 0.0432, | |
| "step": 782 | |
| }, | |
| { | |
| "epoch": 5.594449418084154, | |
| "grad_norm": 2.810767650604248, | |
| "learning_rate": 6.115107913669066e-07, | |
| "loss": 0.0731, | |
| "step": 783 | |
| }, | |
| { | |
| "epoch": 5.601611459265891, | |
| "grad_norm": 5.394442558288574, | |
| "learning_rate": 5.995203836930456e-07, | |
| "loss": 0.0826, | |
| "step": 784 | |
| }, | |
| { | |
| "epoch": 5.608773500447628, | |
| "grad_norm": 7.001992225646973, | |
| "learning_rate": 5.875299760191848e-07, | |
| "loss": 0.077, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 5.615935541629364, | |
| "grad_norm": 5.397133827209473, | |
| "learning_rate": 5.755395683453238e-07, | |
| "loss": 0.1079, | |
| "step": 786 | |
| }, | |
| { | |
| "epoch": 5.623097582811101, | |
| "grad_norm": 3.6474523544311523, | |
| "learning_rate": 5.635491606714628e-07, | |
| "loss": 0.1313, | |
| "step": 787 | |
| }, | |
| { | |
| "epoch": 5.630259623992838, | |
| "grad_norm": 10.120123863220215, | |
| "learning_rate": 5.51558752997602e-07, | |
| "loss": 0.2847, | |
| "step": 788 | |
| }, | |
| { | |
| "epoch": 5.637421665174575, | |
| "grad_norm": 7.304914951324463, | |
| "learning_rate": 5.39568345323741e-07, | |
| "loss": 0.0728, | |
| "step": 789 | |
| }, | |
| { | |
| "epoch": 5.644583706356311, | |
| "grad_norm": 6.6555399894714355, | |
| "learning_rate": 5.275779376498801e-07, | |
| "loss": 0.064, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 5.651745747538048, | |
| "grad_norm": 2.417214870452881, | |
| "learning_rate": 5.155875299760192e-07, | |
| "loss": 0.0618, | |
| "step": 791 | |
| }, | |
| { | |
| "epoch": 5.658907788719786, | |
| "grad_norm": 4.194424152374268, | |
| "learning_rate": 5.035971223021583e-07, | |
| "loss": 0.0489, | |
| "step": 792 | |
| }, | |
| { | |
| "epoch": 5.666069829901522, | |
| "grad_norm": 12.794995307922363, | |
| "learning_rate": 4.916067146282974e-07, | |
| "loss": 0.1404, | |
| "step": 793 | |
| }, | |
| { | |
| "epoch": 5.673231871083258, | |
| "grad_norm": 4.588229656219482, | |
| "learning_rate": 4.796163069544365e-07, | |
| "loss": 0.1745, | |
| "step": 794 | |
| }, | |
| { | |
| "epoch": 5.680393912264996, | |
| "grad_norm": 12.849517822265625, | |
| "learning_rate": 4.676258992805756e-07, | |
| "loss": 0.1715, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 5.687555953446733, | |
| "grad_norm": 7.121222496032715, | |
| "learning_rate": 4.556354916067147e-07, | |
| "loss": 0.0975, | |
| "step": 796 | |
| }, | |
| { | |
| "epoch": 5.694717994628469, | |
| "grad_norm": 4.74954080581665, | |
| "learning_rate": 4.436450839328538e-07, | |
| "loss": 0.0625, | |
| "step": 797 | |
| }, | |
| { | |
| "epoch": 5.7018800358102055, | |
| "grad_norm": 11.487862586975098, | |
| "learning_rate": 4.3165467625899287e-07, | |
| "loss": 0.2519, | |
| "step": 798 | |
| }, | |
| { | |
| "epoch": 5.709042076991943, | |
| "grad_norm": 14.895743370056152, | |
| "learning_rate": 4.1966426858513196e-07, | |
| "loss": 0.1979, | |
| "step": 799 | |
| }, | |
| { | |
| "epoch": 5.716204118173679, | |
| "grad_norm": 5.849491119384766, | |
| "learning_rate": 4.0767386091127105e-07, | |
| "loss": 0.0798, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 5.723366159355416, | |
| "grad_norm": 9.15971851348877, | |
| "learning_rate": 3.956834532374101e-07, | |
| "loss": 0.1698, | |
| "step": 801 | |
| }, | |
| { | |
| "epoch": 5.730528200537153, | |
| "grad_norm": 14.715744972229004, | |
| "learning_rate": 3.836930455635492e-07, | |
| "loss": 0.1073, | |
| "step": 802 | |
| }, | |
| { | |
| "epoch": 5.73769024171889, | |
| "grad_norm": 3.501526355743408, | |
| "learning_rate": 3.7170263788968827e-07, | |
| "loss": 0.0403, | |
| "step": 803 | |
| }, | |
| { | |
| "epoch": 5.744852282900626, | |
| "grad_norm": 4.736666202545166, | |
| "learning_rate": 3.5971223021582736e-07, | |
| "loss": 0.0978, | |
| "step": 804 | |
| }, | |
| { | |
| "epoch": 5.752014324082364, | |
| "grad_norm": 6.315278053283691, | |
| "learning_rate": 3.4772182254196645e-07, | |
| "loss": 0.0792, | |
| "step": 805 | |
| }, | |
| { | |
| "epoch": 5.7591763652641, | |
| "grad_norm": 7.229060649871826, | |
| "learning_rate": 3.3573141486810554e-07, | |
| "loss": 0.1235, | |
| "step": 806 | |
| }, | |
| { | |
| "epoch": 5.766338406445837, | |
| "grad_norm": 5.501567840576172, | |
| "learning_rate": 3.237410071942446e-07, | |
| "loss": 0.0607, | |
| "step": 807 | |
| }, | |
| { | |
| "epoch": 5.7735004476275735, | |
| "grad_norm": 3.9031436443328857, | |
| "learning_rate": 3.117505995203837e-07, | |
| "loss": 0.0455, | |
| "step": 808 | |
| }, | |
| { | |
| "epoch": 5.780662488809311, | |
| "grad_norm": 1.905010461807251, | |
| "learning_rate": 2.997601918465228e-07, | |
| "loss": 0.0362, | |
| "step": 809 | |
| }, | |
| { | |
| "epoch": 5.787824529991047, | |
| "grad_norm": 20.247007369995117, | |
| "learning_rate": 2.877697841726619e-07, | |
| "loss": 0.1452, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 5.794986571172784, | |
| "grad_norm": 9.428034782409668, | |
| "learning_rate": 2.75779376498801e-07, | |
| "loss": 0.1267, | |
| "step": 811 | |
| }, | |
| { | |
| "epoch": 5.802148612354521, | |
| "grad_norm": 2.8392276763916016, | |
| "learning_rate": 2.637889688249401e-07, | |
| "loss": 0.2061, | |
| "step": 812 | |
| }, | |
| { | |
| "epoch": 5.809310653536258, | |
| "grad_norm": 4.5366926193237305, | |
| "learning_rate": 2.5179856115107916e-07, | |
| "loss": 0.0542, | |
| "step": 813 | |
| }, | |
| { | |
| "epoch": 5.816472694717994, | |
| "grad_norm": 5.767791271209717, | |
| "learning_rate": 2.3980815347721825e-07, | |
| "loss": 0.0548, | |
| "step": 814 | |
| }, | |
| { | |
| "epoch": 5.823634735899732, | |
| "grad_norm": 3.0440096855163574, | |
| "learning_rate": 2.2781774580335734e-07, | |
| "loss": 0.0408, | |
| "step": 815 | |
| }, | |
| { | |
| "epoch": 5.830796777081468, | |
| "grad_norm": 8.914772033691406, | |
| "learning_rate": 2.1582733812949643e-07, | |
| "loss": 0.0981, | |
| "step": 816 | |
| }, | |
| { | |
| "epoch": 5.837958818263205, | |
| "grad_norm": 6.404951572418213, | |
| "learning_rate": 2.0383693045563552e-07, | |
| "loss": 0.2039, | |
| "step": 817 | |
| }, | |
| { | |
| "epoch": 5.8451208594449415, | |
| "grad_norm": 7.629164695739746, | |
| "learning_rate": 1.918465227817746e-07, | |
| "loss": 0.2741, | |
| "step": 818 | |
| }, | |
| { | |
| "epoch": 5.852282900626679, | |
| "grad_norm": 8.382116317749023, | |
| "learning_rate": 1.7985611510791368e-07, | |
| "loss": 0.2178, | |
| "step": 819 | |
| }, | |
| { | |
| "epoch": 5.859444941808415, | |
| "grad_norm": 12.157092094421387, | |
| "learning_rate": 1.6786570743405277e-07, | |
| "loss": 0.2596, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 5.866606982990152, | |
| "grad_norm": 7.726680755615234, | |
| "learning_rate": 1.5587529976019186e-07, | |
| "loss": 0.1078, | |
| "step": 821 | |
| }, | |
| { | |
| "epoch": 5.873769024171889, | |
| "grad_norm": 1.8861736059188843, | |
| "learning_rate": 1.4388489208633095e-07, | |
| "loss": 0.054, | |
| "step": 822 | |
| }, | |
| { | |
| "epoch": 5.880931065353626, | |
| "grad_norm": 8.069757461547852, | |
| "learning_rate": 1.3189448441247004e-07, | |
| "loss": 0.1343, | |
| "step": 823 | |
| }, | |
| { | |
| "epoch": 5.888093106535362, | |
| "grad_norm": 1.1135824918746948, | |
| "learning_rate": 1.1990407673860913e-07, | |
| "loss": 0.0295, | |
| "step": 824 | |
| }, | |
| { | |
| "epoch": 5.8952551477171, | |
| "grad_norm": 5.592498302459717, | |
| "learning_rate": 1.0791366906474822e-07, | |
| "loss": 0.0817, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 5.902417188898836, | |
| "grad_norm": 11.28853702545166, | |
| "learning_rate": 9.59232613908873e-08, | |
| "loss": 0.1309, | |
| "step": 826 | |
| }, | |
| { | |
| "epoch": 5.909579230080573, | |
| "grad_norm": 8.105303764343262, | |
| "learning_rate": 8.393285371702638e-08, | |
| "loss": 0.1098, | |
| "step": 827 | |
| }, | |
| { | |
| "epoch": 5.9167412712623095, | |
| "grad_norm": 2.810290575027466, | |
| "learning_rate": 7.194244604316547e-08, | |
| "loss": 0.0679, | |
| "step": 828 | |
| }, | |
| { | |
| "epoch": 5.923903312444047, | |
| "grad_norm": 4.570773124694824, | |
| "learning_rate": 5.995203836930456e-08, | |
| "loss": 0.0602, | |
| "step": 829 | |
| }, | |
| { | |
| "epoch": 5.931065353625783, | |
| "grad_norm": 4.349383354187012, | |
| "learning_rate": 4.796163069544365e-08, | |
| "loss": 0.0524, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 5.93822739480752, | |
| "grad_norm": 3.1582112312316895, | |
| "learning_rate": 3.597122302158274e-08, | |
| "loss": 0.0263, | |
| "step": 831 | |
| }, | |
| { | |
| "epoch": 5.945389435989257, | |
| "grad_norm": 7.5621867179870605, | |
| "learning_rate": 2.3980815347721823e-08, | |
| "loss": 0.1276, | |
| "step": 832 | |
| }, | |
| { | |
| "epoch": 5.952551477170994, | |
| "grad_norm": 6.433109760284424, | |
| "learning_rate": 1.1990407673860912e-08, | |
| "loss": 0.1642, | |
| "step": 833 | |
| }, | |
| { | |
| "epoch": 5.95971351835273, | |
| "grad_norm": 13.487061500549316, | |
| "learning_rate": 0.0, | |
| "loss": 0.3048, | |
| "step": 834 | |
| }, | |
| { | |
| "epoch": 5.95971351835273, | |
| "eval_accuracy": 0.8893360160965795, | |
| "eval_loss": 0.280468225479126, | |
| "eval_runtime": 12.771, | |
| "eval_samples_per_second": 38.916, | |
| "eval_steps_per_second": 38.916, | |
| "step": 834 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 834, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 6, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 7006309733928960.0, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |