{
  "best_metric": 3.167205333709717,
  "best_model_checkpoint": "./output/models/gpt2-wikitext/checkpoint-8500",
  "epoch": 5.0,
  "eval_steps": 500,
  "global_step": 8910,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.05611672278338945,
      "grad_norm": 1.7994316816329956,
      "learning_rate": 1.1223344556677892e-05,
      "loss": 8.9349,
      "step": 100
    },
    {
      "epoch": 0.1122334455667789,
      "grad_norm": 1.2631176710128784,
      "learning_rate": 2.2446689113355783e-05,
      "loss": 7.3431,
      "step": 200
    },
    {
      "epoch": 0.16835016835016836,
      "grad_norm": 1.3330615758895874,
      "learning_rate": 3.3670033670033675e-05,
      "loss": 6.6309,
      "step": 300
    },
    {
      "epoch": 0.2244668911335578,
      "grad_norm": 1.3906015157699585,
      "learning_rate": 4.4893378226711566e-05,
      "loss": 6.3105,
      "step": 400
    },
    {
      "epoch": 0.28058361391694725,
      "grad_norm": 1.6407803297042847,
      "learning_rate": 5.611672278338945e-05,
      "loss": 6.0797,
      "step": 500
    },
    {
      "epoch": 0.28058361391694725,
      "eval_accuracy": 0.18855371160932213,
      "eval_bleu": 0.03281611993021713,
      "eval_loss": 5.951260566711426,
      "eval_perplexity": 384.23739077136935,
      "eval_runtime": 10.9097,
      "eval_samples_per_second": 104.586,
      "eval_steps_per_second": 1.65,
      "step": 500
    },
    {
      "epoch": 0.3367003367003367,
      "grad_norm": 1.5170800685882568,
      "learning_rate": 6.734006734006735e-05,
      "loss": 5.8695,
      "step": 600
    },
    {
      "epoch": 0.39281705948372614,
      "grad_norm": 1.4596922397613525,
      "learning_rate": 7.856341189674523e-05,
      "loss": 5.6562,
      "step": 700
    },
    {
      "epoch": 0.4489337822671156,
      "grad_norm": 1.3204127550125122,
      "learning_rate": 8.978675645342313e-05,
      "loss": 5.477,
      "step": 800
    },
    {
      "epoch": 0.5050505050505051,
      "grad_norm": 1.3912745714187622,
      "learning_rate": 9.988776655443322e-05,
      "loss": 5.2684,
      "step": 900
    },
    {
      "epoch": 0.5611672278338945,
      "grad_norm": 1.1582123041152954,
      "learning_rate": 9.864072827035791e-05,
      "loss": 5.0682,
      "step": 1000
    },
    {
      "epoch": 0.5611672278338945,
      "eval_accuracy": 0.26155564865242287,
      "eval_bleu": 0.06397318988386062,
      "eval_loss": 4.9242753982543945,
      "eval_perplexity": 137.58960784355924,
      "eval_runtime": 10.9977,
      "eval_samples_per_second": 103.749,
      "eval_steps_per_second": 1.637,
      "step": 1000
    },
    {
      "epoch": 0.6172839506172839,
      "grad_norm": 1.1077975034713745,
      "learning_rate": 9.73936899862826e-05,
      "loss": 4.8918,
      "step": 1100
    },
    {
      "epoch": 0.6734006734006734,
      "grad_norm": 1.0428259372711182,
      "learning_rate": 9.614665170220725e-05,
      "loss": 4.7372,
      "step": 1200
    },
    {
      "epoch": 0.7295173961840629,
      "grad_norm": 1.0460771322250366,
      "learning_rate": 9.489961341813194e-05,
      "loss": 4.5964,
      "step": 1300
    },
    {
      "epoch": 0.7856341189674523,
      "grad_norm": 0.9821613430976868,
      "learning_rate": 9.365257513405662e-05,
      "loss": 4.4684,
      "step": 1400
    },
    {
      "epoch": 0.8417508417508418,
      "grad_norm": 1.0163836479187012,
      "learning_rate": 9.24055368499813e-05,
      "loss": 4.3376,
      "step": 1500
    },
    {
      "epoch": 0.8417508417508418,
      "eval_accuracy": 0.32197580109711516,
      "eval_bleu": 0.08373812406522842,
      "eval_loss": 4.217575550079346,
      "eval_perplexity": 67.86874030130332,
      "eval_runtime": 10.9879,
      "eval_samples_per_second": 103.842,
      "eval_steps_per_second": 1.638,
      "step": 1500
    },
    {
      "epoch": 0.8978675645342312,
      "grad_norm": 0.9277803897857666,
      "learning_rate": 9.115849856590598e-05,
      "loss": 4.2489,
      "step": 1600
    },
    {
      "epoch": 0.9539842873176206,
      "grad_norm": 0.8715107440948486,
      "learning_rate": 8.991146028183066e-05,
      "loss": 4.1453,
      "step": 1700
    },
    {
      "epoch": 1.0101010101010102,
      "grad_norm": 0.9395766854286194,
      "learning_rate": 8.866442199775533e-05,
      "loss": 4.0811,
      "step": 1800
    },
    {
      "epoch": 1.0662177328843996,
      "grad_norm": 0.961445689201355,
      "learning_rate": 8.741738371368002e-05,
      "loss": 4.0001,
      "step": 1900
    },
    {
      "epoch": 1.122334455667789,
      "grad_norm": 0.852159321308136,
      "learning_rate": 8.617034542960469e-05,
      "loss": 3.946,
      "step": 2000
    },
    {
      "epoch": 1.122334455667789,
      "eval_accuracy": 0.3530944284951805,
      "eval_bleu": 0.10624641853917971,
      "eval_loss": 3.8834526538848877,
      "eval_perplexity": 48.591696086246394,
      "eval_runtime": 10.9772,
      "eval_samples_per_second": 103.943,
      "eval_steps_per_second": 1.64,
      "step": 2000
    },
    {
      "epoch": 1.1784511784511784,
      "grad_norm": 0.8771251440048218,
      "learning_rate": 8.492330714552937e-05,
      "loss": 3.9036,
      "step": 2100
    },
    {
      "epoch": 1.2345679012345678,
      "grad_norm": 0.8191014528274536,
      "learning_rate": 8.367626886145406e-05,
      "loss": 3.8563,
      "step": 2200
    },
    {
      "epoch": 1.2906846240179575,
      "grad_norm": 0.764343798160553,
      "learning_rate": 8.242923057737873e-05,
      "loss": 3.8371,
      "step": 2300
    },
    {
      "epoch": 1.3468013468013469,
      "grad_norm": 0.8013666272163391,
      "learning_rate": 8.11821922933034e-05,
      "loss": 3.7957,
      "step": 2400
    },
    {
      "epoch": 1.4029180695847363,
      "grad_norm": 0.7934336066246033,
      "learning_rate": 7.993515400922809e-05,
      "loss": 3.7578,
      "step": 2500
    },
    {
      "epoch": 1.4029180695847363,
      "eval_accuracy": 0.36828064079202016,
      "eval_bleu": 0.123915580713345,
      "eval_loss": 3.707221269607544,
      "eval_perplexity": 40.74044239027585,
      "eval_runtime": 11.022,
      "eval_samples_per_second": 103.52,
      "eval_steps_per_second": 1.633,
      "step": 2500
    },
    {
      "epoch": 1.4590347923681257,
      "grad_norm": 0.7827987670898438,
      "learning_rate": 7.868811572515277e-05,
      "loss": 3.7391,
      "step": 2600
    },
    {
      "epoch": 1.5151515151515151,
      "grad_norm": 0.7529945373535156,
      "learning_rate": 7.744107744107744e-05,
      "loss": 3.709,
      "step": 2700
    },
    {
      "epoch": 1.5712682379349046,
      "grad_norm": 0.7922238111495972,
      "learning_rate": 7.619403915700213e-05,
      "loss": 3.6763,
      "step": 2800
    },
    {
      "epoch": 1.627384960718294,
      "grad_norm": 0.7893389463424683,
      "learning_rate": 7.49470008729268e-05,
      "loss": 3.6622,
      "step": 2900
    },
    {
      "epoch": 1.6835016835016834,
      "grad_norm": 0.7969167232513428,
      "learning_rate": 7.369996258885148e-05,
      "loss": 3.6484,
      "step": 3000
    },
    {
      "epoch": 1.6835016835016834,
      "eval_accuracy": 0.37901191097312215,
      "eval_bleu": 0.13115794166725414,
      "eval_loss": 3.582406520843506,
      "eval_perplexity": 35.959975232202034,
      "eval_runtime": 10.9765,
      "eval_samples_per_second": 103.95,
      "eval_steps_per_second": 1.64,
      "step": 3000
    },
    {
      "epoch": 1.7396184062850728,
      "grad_norm": 0.7236408591270447,
      "learning_rate": 7.245292430477615e-05,
      "loss": 3.6141,
      "step": 3100
    },
    {
      "epoch": 1.7957351290684624,
      "grad_norm": 0.7503365278244019,
      "learning_rate": 7.120588602070084e-05,
      "loss": 3.598,
      "step": 3200
    },
    {
      "epoch": 1.8518518518518519,
      "grad_norm": 0.7647961974143982,
      "learning_rate": 6.995884773662552e-05,
      "loss": 3.5699,
      "step": 3300
    },
    {
      "epoch": 1.9079685746352413,
      "grad_norm": 0.8108649253845215,
      "learning_rate": 6.871180945255021e-05,
      "loss": 3.5629,
      "step": 3400
    },
    {
      "epoch": 1.964085297418631,
      "grad_norm": 0.7428236603736877,
      "learning_rate": 6.746477116847487e-05,
      "loss": 3.5434,
      "step": 3500
    },
    {
      "epoch": 1.964085297418631,
      "eval_accuracy": 0.3874129037398382,
      "eval_bleu": 0.13535548737386568,
      "eval_loss": 3.4942469596862793,
      "eval_perplexity": 32.92548439803781,
      "eval_runtime": 10.9847,
      "eval_samples_per_second": 103.872,
      "eval_steps_per_second": 1.639,
      "step": 3500
    },
    {
      "epoch": 2.0202020202020203,
      "grad_norm": 0.727523148059845,
      "learning_rate": 6.621773288439955e-05,
      "loss": 3.5077,
      "step": 3600
    },
    {
      "epoch": 2.0763187429854097,
      "grad_norm": 0.8040069937705994,
      "learning_rate": 6.497069460032424e-05,
      "loss": 3.453,
      "step": 3700
    },
    {
      "epoch": 2.132435465768799,
      "grad_norm": 0.7441558241844177,
      "learning_rate": 6.372365631624892e-05,
      "loss": 3.4309,
      "step": 3800
    },
    {
      "epoch": 2.1885521885521886,
      "grad_norm": 0.7570568323135376,
      "learning_rate": 6.247661803217359e-05,
      "loss": 3.431,
      "step": 3900
    },
    {
      "epoch": 2.244668911335578,
      "grad_norm": 0.7841463088989258,
      "learning_rate": 6.122957974809826e-05,
      "loss": 3.4228,
      "step": 4000
    },
    {
      "epoch": 2.244668911335578,
      "eval_accuracy": 0.3937826142457055,
      "eval_bleu": 0.13319961357711083,
      "eval_loss": 3.428004026412964,
      "eval_perplexity": 30.81507525028359,
      "eval_runtime": 10.9825,
      "eval_samples_per_second": 103.893,
      "eval_steps_per_second": 1.639,
      "step": 4000
    },
    {
      "epoch": 2.3007856341189674,
      "grad_norm": 0.7675340175628662,
      "learning_rate": 5.998254146402295e-05,
      "loss": 3.4103,
      "step": 4100
    },
    {
      "epoch": 2.356902356902357,
      "grad_norm": 0.7562149167060852,
      "learning_rate": 5.8735503179947625e-05,
      "loss": 3.389,
      "step": 4200
    },
    {
      "epoch": 2.4130190796857462,
      "grad_norm": 0.7706029415130615,
      "learning_rate": 5.748846489587231e-05,
      "loss": 3.386,
      "step": 4300
    },
    {
      "epoch": 2.4691358024691357,
      "grad_norm": 0.7378390431404114,
      "learning_rate": 5.624142661179699e-05,
      "loss": 3.3698,
      "step": 4400
    },
    {
      "epoch": 2.525252525252525,
      "grad_norm": 0.7577961087226868,
      "learning_rate": 5.4994388327721666e-05,
      "loss": 3.3604,
      "step": 4500
    },
    {
      "epoch": 2.525252525252525,
      "eval_accuracy": 0.39890065736097796,
      "eval_bleu": 0.14087054617100203,
      "eval_loss": 3.373204469680786,
      "eval_perplexity": 29.171857773976008,
      "eval_runtime": 11.067,
      "eval_samples_per_second": 103.099,
      "eval_steps_per_second": 1.626,
      "step": 4500
    },
    {
      "epoch": 2.581369248035915,
      "grad_norm": 0.7494369745254517,
      "learning_rate": 5.374735004364634e-05,
      "loss": 3.3646,
      "step": 4600
    },
    {
      "epoch": 2.637485970819304,
      "grad_norm": 0.7131938338279724,
      "learning_rate": 5.250031175957102e-05,
      "loss": 3.3498,
      "step": 4700
    },
    {
      "epoch": 2.6936026936026938,
      "grad_norm": 0.7385434508323669,
      "learning_rate": 5.12532734754957e-05,
      "loss": 3.3446,
      "step": 4800
    },
    {
      "epoch": 2.749719416386083,
      "grad_norm": 0.7146123051643372,
      "learning_rate": 5.000623519142038e-05,
      "loss": 3.3344,
      "step": 4900
    },
    {
      "epoch": 2.8058361391694726,
      "grad_norm": 0.7290214896202087,
      "learning_rate": 4.8759196907345056e-05,
      "loss": 3.3288,
      "step": 5000
    },
    {
      "epoch": 2.8058361391694726,
      "eval_accuracy": 0.4039090403626323,
      "eval_bleu": 0.13955972441411385,
      "eval_loss": 3.326815128326416,
      "eval_perplexity": 27.849503214825326,
      "eval_runtime": 10.9947,
      "eval_samples_per_second": 103.777,
      "eval_steps_per_second": 1.637,
      "step": 5000
    },
    {
      "epoch": 2.861952861952862,
      "grad_norm": 0.7395574450492859,
      "learning_rate": 4.751215862326974e-05,
      "loss": 3.3267,
      "step": 5100
    },
    {
      "epoch": 2.9180695847362514,
      "grad_norm": 0.742502748966217,
      "learning_rate": 4.626512033919442e-05,
      "loss": 3.3049,
      "step": 5200
    },
    {
      "epoch": 2.974186307519641,
      "grad_norm": 0.736373782157898,
      "learning_rate": 4.5018082055119096e-05,
      "loss": 3.3088,
      "step": 5300
    },
    {
      "epoch": 3.0303030303030303,
      "grad_norm": 0.7669495940208435,
      "learning_rate": 4.3771043771043774e-05,
      "loss": 3.2562,
      "step": 5400
    },
    {
      "epoch": 3.0864197530864197,
      "grad_norm": 0.7537806034088135,
      "learning_rate": 4.252400548696845e-05,
      "loss": 3.2073,
      "step": 5500
    },
    {
      "epoch": 3.0864197530864197,
      "eval_accuracy": 0.407890216518754,
      "eval_bleu": 0.141043099350946,
      "eval_loss": 3.288761615753174,
      "eval_perplexity": 26.809642450961483,
      "eval_runtime": 11.0034,
      "eval_samples_per_second": 103.695,
      "eval_steps_per_second": 1.636,
      "step": 5500
    },
    {
      "epoch": 3.142536475869809,
      "grad_norm": 0.770527720451355,
      "learning_rate": 4.127696720289313e-05,
      "loss": 3.2138,
      "step": 5600
    },
    {
      "epoch": 3.1986531986531985,
      "grad_norm": 0.7779518961906433,
      "learning_rate": 4.002992891881781e-05,
      "loss": 3.2101,
      "step": 5700
    },
    {
      "epoch": 3.254769921436588,
      "grad_norm": 0.7703467607498169,
      "learning_rate": 3.8782890634742486e-05,
      "loss": 3.2071,
      "step": 5800
    },
    {
      "epoch": 3.3108866442199774,
      "grad_norm": 0.7714940309524536,
      "learning_rate": 3.7535852350667164e-05,
      "loss": 3.2081,
      "step": 5900
    },
    {
      "epoch": 3.3670033670033668,
      "grad_norm": 0.7608822584152222,
      "learning_rate": 3.628881406659185e-05,
      "loss": 3.2009,
      "step": 6000
    },
    {
      "epoch": 3.3670033670033668,
      "eval_accuracy": 0.4109290010734697,
      "eval_bleu": 0.14258105937027538,
      "eval_loss": 3.2614388465881348,
      "eval_perplexity": 26.087045408007207,
      "eval_runtime": 10.961,
      "eval_samples_per_second": 104.096,
      "eval_steps_per_second": 1.642,
      "step": 6000
    },
    {
      "epoch": 3.4231200897867566,
      "grad_norm": 0.7619470953941345,
      "learning_rate": 3.504177578251652e-05,
      "loss": 3.1806,
      "step": 6100
    },
    {
      "epoch": 3.479236812570146,
      "grad_norm": 0.7633839845657349,
      "learning_rate": 3.3794737498441205e-05,
      "loss": 3.1914,
      "step": 6200
    },
    {
      "epoch": 3.5353535353535355,
      "grad_norm": 0.7744373679161072,
      "learning_rate": 3.254769921436588e-05,
      "loss": 3.1814,
      "step": 6300
    },
    {
      "epoch": 3.591470258136925,
      "grad_norm": 0.7579171061515808,
      "learning_rate": 3.130066093029056e-05,
      "loss": 3.183,
      "step": 6400
    },
    {
      "epoch": 3.6475869809203143,
      "grad_norm": 0.7644525170326233,
      "learning_rate": 3.0053622646215242e-05,
      "loss": 3.1787,
      "step": 6500
    },
    {
      "epoch": 3.6475869809203143,
      "eval_accuracy": 0.4140928666952811,
      "eval_bleu": 0.13935180908429576,
      "eval_loss": 3.232950210571289,
      "eval_perplexity": 25.354347404276307,
      "eval_runtime": 11.0007,
      "eval_samples_per_second": 103.721,
      "eval_steps_per_second": 1.636,
      "step": 6500
    },
    {
      "epoch": 3.7037037037037037,
      "grad_norm": 0.7558349967002869,
      "learning_rate": 2.880658436213992e-05,
      "loss": 3.171,
      "step": 6600
    },
    {
      "epoch": 3.759820426487093,
      "grad_norm": 0.749515950679779,
      "learning_rate": 2.7559546078064598e-05,
      "loss": 3.1616,
      "step": 6700
    },
    {
      "epoch": 3.8159371492704826,
      "grad_norm": 0.7755558490753174,
      "learning_rate": 2.6312507793989276e-05,
      "loss": 3.1522,
      "step": 6800
    },
    {
      "epoch": 3.872053872053872,
      "grad_norm": 0.7555833458900452,
      "learning_rate": 2.5065469509913957e-05,
      "loss": 3.1441,
      "step": 6900
    },
    {
      "epoch": 3.9281705948372614,
      "grad_norm": 0.7530249357223511,
      "learning_rate": 2.3818431225838632e-05,
      "loss": 3.1528,
      "step": 7000
    },
    {
      "epoch": 3.9281705948372614,
      "eval_accuracy": 0.41642143067039167,
      "eval_bleu": 0.1459274363105479,
      "eval_loss": 3.209371328353882,
      "eval_perplexity": 24.763513211330427,
      "eval_runtime": 10.9838,
      "eval_samples_per_second": 103.88,
      "eval_steps_per_second": 1.639,
      "step": 7000
    },
    {
      "epoch": 3.984287317620651,
      "grad_norm": 0.7562186121940613,
      "learning_rate": 2.2571392941763313e-05,
      "loss": 3.1494,
      "step": 7100
    },
    {
      "epoch": 4.040404040404041,
      "grad_norm": 0.7712120413780212,
      "learning_rate": 2.132435465768799e-05,
      "loss": 3.0834,
      "step": 7200
    },
    {
      "epoch": 4.09652076318743,
      "grad_norm": 0.7722312808036804,
      "learning_rate": 2.007731637361267e-05,
      "loss": 3.0788,
      "step": 7300
    },
    {
      "epoch": 4.1526374859708195,
      "grad_norm": 0.7912709712982178,
      "learning_rate": 1.883027808953735e-05,
      "loss": 3.0811,
      "step": 7400
    },
    {
      "epoch": 4.2087542087542085,
      "grad_norm": 0.7807295918464661,
      "learning_rate": 1.758323980546203e-05,
      "loss": 3.0849,
      "step": 7500
    },
    {
      "epoch": 4.2087542087542085,
      "eval_accuracy": 0.41817513576864457,
      "eval_bleu": 0.14198542251109653,
      "eval_loss": 3.1927247047424316,
      "eval_perplexity": 24.35469647731234,
      "eval_runtime": 10.9732,
      "eval_samples_per_second": 103.98,
      "eval_steps_per_second": 1.64,
      "step": 7500
    },
    {
      "epoch": 4.264870931537598,
      "grad_norm": 0.7920138835906982,
      "learning_rate": 1.6336201521386706e-05,
      "loss": 3.0711,
      "step": 7600
    },
    {
      "epoch": 4.320987654320987,
      "grad_norm": 0.7751849889755249,
      "learning_rate": 1.5089163237311384e-05,
      "loss": 3.0578,
      "step": 7700
    },
    {
      "epoch": 4.377104377104377,
      "grad_norm": 0.780758261680603,
      "learning_rate": 1.3842124953236066e-05,
      "loss": 3.0678,
      "step": 7800
    },
    {
      "epoch": 4.433221099887767,
      "grad_norm": 0.7852928638458252,
      "learning_rate": 1.2595086669160744e-05,
      "loss": 3.066,
      "step": 7900
    },
    {
      "epoch": 4.489337822671156,
      "grad_norm": 0.7849876880645752,
      "learning_rate": 1.1348048385085423e-05,
      "loss": 3.0471,
      "step": 8000
    },
    {
      "epoch": 4.489337822671156,
      "eval_accuracy": 0.4200282203448639,
      "eval_bleu": 0.14760415379211805,
      "eval_loss": 3.179920196533203,
      "eval_perplexity": 24.04483461433579,
      "eval_runtime": 10.9642,
      "eval_samples_per_second": 104.066,
      "eval_steps_per_second": 1.642,
      "step": 8000
    },
    {
      "epoch": 4.545454545454545,
      "grad_norm": 0.8002632856369019,
      "learning_rate": 1.0101010101010101e-05,
      "loss": 3.0626,
      "step": 8100
    },
    {
      "epoch": 4.601571268237935,
      "grad_norm": 0.7944212555885315,
      "learning_rate": 8.853971816934781e-06,
      "loss": 3.0554,
      "step": 8200
    },
    {
      "epoch": 4.657687991021325,
      "grad_norm": 0.768937349319458,
      "learning_rate": 7.606933532859459e-06,
      "loss": 3.0624,
      "step": 8300
    },
    {
      "epoch": 4.713804713804714,
      "grad_norm": 0.789129376411438,
      "learning_rate": 6.359895248784138e-06,
      "loss": 3.0546,
      "step": 8400
    },
    {
      "epoch": 4.7699214365881035,
      "grad_norm": 0.7887497544288635,
      "learning_rate": 5.112856964708817e-06,
      "loss": 3.0571,
      "step": 8500
    },
    {
      "epoch": 4.7699214365881035,
      "eval_accuracy": 0.4214486615040741,
      "eval_bleu": 0.14741709794238567,
      "eval_loss": 3.167205333709717,
      "eval_perplexity": 23.741043266022093,
      "eval_runtime": 11.017,
      "eval_samples_per_second": 103.567,
      "eval_steps_per_second": 1.634,
      "step": 8500
    },
    {
      "epoch": 4.8260381593714925,
      "grad_norm": 0.7839872241020203,
      "learning_rate": 3.865818680633495e-06,
      "loss": 3.0474,
      "step": 8600
    },
    {
      "epoch": 4.882154882154882,
      "grad_norm": 0.7838252782821655,
      "learning_rate": 2.6187803965581742e-06,
      "loss": 3.0579,
      "step": 8700
    },
    {
      "epoch": 4.938271604938271,
      "grad_norm": 0.7778410911560059,
      "learning_rate": 1.3717421124828533e-06,
      "loss": 3.0544,
      "step": 8800
    },
    {
      "epoch": 4.994388327721661,
      "grad_norm": 0.7718851566314697,
      "learning_rate": 1.2470382840753213e-07,
      "loss": 3.0444,
      "step": 8900
    },
    {
      "epoch": 5.0,
      "step": 8910,
      "total_flos": 1.0586630697202483e+18,
      "train_loss": 3.7617398207436508,
      "train_runtime": 13270.4719,
      "train_samples_per_second": 42.95,
      "train_steps_per_second": 0.671
    }
  ],
  "logging_steps": 100,
  "max_steps": 8910,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 5,
  "save_steps": 500,
  "stateful_callbacks": {
    "EarlyStoppingCallback": {
      "args": {
        "early_stopping_patience": 2,
        "early_stopping_threshold": 0.0
      },
      "attributes": {
        "early_stopping_patience_counter": 0
      }
    },
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.0586630697202483e+18,
  "train_batch_size": 64,
  "trial_name": null,
  "trial_params": null
}