{
  "best_metric": 0.47342389822006226,
  "best_model_checkpoint": "seizure_vit/seizure_vit_jlb_231108_iir_adjusted/checkpoint-1000",
  "epoch": 5.0,
  "eval_steps": 1000,
  "global_step": 14685,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.01,
      "learning_rate": 9.986380660537965e-06,
      "loss": 0.6425,
      "step": 20
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.972761321075928e-06,
      "loss": 0.5846,
      "step": 40
    },
    {
      "epoch": 0.02,
      "learning_rate": 9.959141981613892e-06,
      "loss": 0.549,
      "step": 60
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.945522642151857e-06,
      "loss": 0.5503,
      "step": 80
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.931903302689821e-06,
      "loss": 0.5304,
      "step": 100
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.918283963227783e-06,
      "loss": 0.5064,
      "step": 120
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.904664623765749e-06,
      "loss": 0.4953,
      "step": 140
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.891045284303712e-06,
      "loss": 0.5028,
      "step": 160
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.877425944841676e-06,
      "loss": 0.4742,
      "step": 180
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.86380660537964e-06,
      "loss": 0.4921,
      "step": 200
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.850187265917604e-06,
      "loss": 0.4961,
      "step": 220
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.836567926455567e-06,
      "loss": 0.438,
      "step": 240
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.822948586993531e-06,
      "loss": 0.4273,
      "step": 260
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.809329247531496e-06,
      "loss": 0.4606,
      "step": 280
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.79570990806946e-06,
      "loss": 0.4513,
      "step": 300
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.782090568607424e-06,
      "loss": 0.4375,
      "step": 320
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.768471229145388e-06,
      "loss": 0.4441,
      "step": 340
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.754851889683351e-06,
      "loss": 0.4187,
      "step": 360
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.741232550221315e-06,
      "loss": 0.4336,
      "step": 380
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.727613210759279e-06,
      "loss": 0.4258,
      "step": 400
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.713993871297242e-06,
      "loss": 0.4225,
      "step": 420
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.700374531835208e-06,
      "loss": 0.4119,
      "step": 440
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.68675519237317e-06,
      "loss": 0.4016,
      "step": 460
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.673135852911134e-06,
      "loss": 0.43,
      "step": 480
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.659516513449099e-06,
      "loss": 0.4397,
      "step": 500
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.645897173987063e-06,
      "loss": 0.376,
      "step": 520
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.632277834525027e-06,
      "loss": 0.4556,
      "step": 540
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.61865849506299e-06,
      "loss": 0.4067,
      "step": 560
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.605039155600954e-06,
      "loss": 0.4005,
      "step": 580
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.591419816138918e-06,
      "loss": 0.3618,
      "step": 600
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.577800476676881e-06,
      "loss": 0.4302,
      "step": 620
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.564181137214847e-06,
      "loss": 0.4234,
      "step": 640
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.55056179775281e-06,
      "loss": 0.4304,
      "step": 660
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.536942458290773e-06,
      "loss": 0.3656,
      "step": 680
    },
    {
      "epoch": 0.24,
      "learning_rate": 9.523323118828738e-06,
      "loss": 0.3883,
      "step": 700
    },
    {
      "epoch": 0.25,
      "learning_rate": 9.509703779366702e-06,
      "loss": 0.3971,
      "step": 720
    },
    {
      "epoch": 0.25,
      "learning_rate": 9.496084439904665e-06,
      "loss": 0.4155,
      "step": 740
    },
    {
      "epoch": 0.26,
      "learning_rate": 9.48246510044263e-06,
      "loss": 0.3724,
      "step": 760
    },
    {
      "epoch": 0.27,
      "learning_rate": 9.468845760980593e-06,
      "loss": 0.4199,
      "step": 780
    },
    {
      "epoch": 0.27,
      "learning_rate": 9.455226421518557e-06,
      "loss": 0.3955,
      "step": 800
    },
    {
      "epoch": 0.28,
      "learning_rate": 9.44160708205652e-06,
      "loss": 0.3703,
      "step": 820
    },
    {
      "epoch": 0.29,
      "learning_rate": 9.427987742594486e-06,
      "loss": 0.3956,
      "step": 840
    },
    {
      "epoch": 0.29,
      "learning_rate": 9.41436840313245e-06,
      "loss": 0.362,
      "step": 860
    },
    {
      "epoch": 0.3,
      "learning_rate": 9.400749063670412e-06,
      "loss": 0.3908,
      "step": 880
    },
    {
      "epoch": 0.31,
      "learning_rate": 9.387129724208377e-06,
      "loss": 0.3674,
      "step": 900
    },
    {
      "epoch": 0.31,
      "learning_rate": 9.37351038474634e-06,
      "loss": 0.3814,
      "step": 920
    },
    {
      "epoch": 0.32,
      "learning_rate": 9.359891045284304e-06,
      "loss": 0.4162,
      "step": 940
    },
    {
      "epoch": 0.33,
      "learning_rate": 9.346271705822268e-06,
      "loss": 0.4027,
      "step": 960
    },
    {
      "epoch": 0.33,
      "learning_rate": 9.332652366360232e-06,
      "loss": 0.3573,
      "step": 980
    },
    {
      "epoch": 0.34,
      "learning_rate": 9.319033026898197e-06,
      "loss": 0.3803,
      "step": 1000
    },
    {
      "epoch": 0.34,
      "eval_loss": 0.47342389822006226,
      "eval_roc_auc": 0.7746478873239437,
      "eval_runtime": 223.2127,
      "eval_samples_per_second": 66.797,
      "eval_steps_per_second": 8.351,
      "step": 1000
    },
    {
      "epoch": 0.35,
      "learning_rate": 9.30541368743616e-06,
      "loss": 0.3728,
      "step": 1020
    },
    {
      "epoch": 0.35,
      "learning_rate": 9.291794347974123e-06,
      "loss": 0.3511,
      "step": 1040
    },
    {
      "epoch": 0.36,
      "learning_rate": 9.278175008512089e-06,
      "loss": 0.3722,
      "step": 1060
    },
    {
      "epoch": 0.37,
      "learning_rate": 9.264555669050052e-06,
      "loss": 0.336,
      "step": 1080
    },
    {
      "epoch": 0.37,
      "learning_rate": 9.250936329588016e-06,
      "loss": 0.4234,
      "step": 1100
    },
    {
      "epoch": 0.38,
      "learning_rate": 9.23731699012598e-06,
      "loss": 0.3634,
      "step": 1120
    },
    {
      "epoch": 0.39,
      "learning_rate": 9.223697650663943e-06,
      "loss": 0.3378,
      "step": 1140
    },
    {
      "epoch": 0.39,
      "learning_rate": 9.210078311201907e-06,
      "loss": 0.3802,
      "step": 1160
    },
    {
      "epoch": 0.4,
      "learning_rate": 9.196458971739871e-06,
      "loss": 0.3998,
      "step": 1180
    },
    {
      "epoch": 0.41,
      "learning_rate": 9.182839632277836e-06,
      "loss": 0.3611,
      "step": 1200
    },
    {
      "epoch": 0.42,
      "learning_rate": 9.169220292815798e-06,
      "loss": 0.3884,
      "step": 1220
    },
    {
      "epoch": 0.42,
      "learning_rate": 9.155600953353762e-06,
      "loss": 0.3412,
      "step": 1240
    },
    {
      "epoch": 0.43,
      "learning_rate": 9.141981613891727e-06,
      "loss": 0.4026,
      "step": 1260
    },
    {
      "epoch": 0.44,
      "learning_rate": 9.128362274429691e-06,
      "loss": 0.3619,
      "step": 1280
    },
    {
      "epoch": 0.44,
      "learning_rate": 9.114742934967655e-06,
      "loss": 0.3291,
      "step": 1300
    },
    {
      "epoch": 0.45,
      "learning_rate": 9.101123595505619e-06,
      "loss": 0.3514,
      "step": 1320
    },
    {
      "epoch": 0.46,
      "learning_rate": 9.087504256043582e-06,
      "loss": 0.3353,
      "step": 1340
    },
    {
      "epoch": 0.46,
      "learning_rate": 9.073884916581546e-06,
      "loss": 0.3713,
      "step": 1360
    },
    {
      "epoch": 0.47,
      "learning_rate": 9.06026557711951e-06,
      "loss": 0.3571,
      "step": 1380
    },
    {
      "epoch": 0.48,
      "learning_rate": 9.046646237657475e-06,
      "loss": 0.3406,
      "step": 1400
    },
    {
      "epoch": 0.48,
      "learning_rate": 9.033026898195439e-06,
      "loss": 0.3785,
      "step": 1420
    },
    {
      "epoch": 0.49,
      "learning_rate": 9.019407558733401e-06,
      "loss": 0.3618,
      "step": 1440
    },
    {
      "epoch": 0.5,
      "learning_rate": 9.005788219271366e-06,
      "loss": 0.323,
      "step": 1460
    },
    {
      "epoch": 0.5,
      "learning_rate": 8.99216887980933e-06,
      "loss": 0.2908,
      "step": 1480
    },
    {
      "epoch": 0.51,
      "learning_rate": 8.978549540347294e-06,
      "loss": 0.372,
      "step": 1500
    },
    {
      "epoch": 0.52,
      "learning_rate": 8.964930200885258e-06,
      "loss": 0.3317,
      "step": 1520
    },
    {
      "epoch": 0.52,
      "learning_rate": 8.951310861423221e-06,
      "loss": 0.3953,
      "step": 1540
    },
    {
      "epoch": 0.53,
      "learning_rate": 8.937691521961187e-06,
      "loss": 0.3151,
      "step": 1560
    },
    {
      "epoch": 0.54,
      "learning_rate": 8.924072182499149e-06,
      "loss": 0.3391,
      "step": 1580
    },
    {
      "epoch": 0.54,
      "learning_rate": 8.910452843037113e-06,
      "loss": 0.3281,
      "step": 1600
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.896833503575078e-06,
      "loss": 0.3613,
      "step": 1620
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.883214164113042e-06,
      "loss": 0.3444,
      "step": 1640
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.869594824651005e-06,
      "loss": 0.3122,
      "step": 1660
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.855975485188969e-06,
      "loss": 0.2896,
      "step": 1680
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.842356145726933e-06,
      "loss": 0.3603,
      "step": 1700
    },
    {
      "epoch": 0.59,
      "learning_rate": 8.828736806264897e-06,
      "loss": 0.3173,
      "step": 1720
    },
    {
      "epoch": 0.59,
      "learning_rate": 8.81511746680286e-06,
      "loss": 0.3016,
      "step": 1740
    },
    {
      "epoch": 0.6,
      "learning_rate": 8.801498127340826e-06,
      "loss": 0.3522,
      "step": 1760
    },
    {
      "epoch": 0.61,
      "learning_rate": 8.787878787878788e-06,
      "loss": 0.3482,
      "step": 1780
    },
    {
      "epoch": 0.61,
      "learning_rate": 8.774259448416752e-06,
      "loss": 0.2981,
      "step": 1800
    },
    {
      "epoch": 0.62,
      "learning_rate": 8.760640108954717e-06,
      "loss": 0.3467,
      "step": 1820
    },
    {
      "epoch": 0.63,
      "learning_rate": 8.74702076949268e-06,
      "loss": 0.373,
      "step": 1840
    },
    {
      "epoch": 0.63,
      "learning_rate": 8.733401430030644e-06,
      "loss": 0.3449,
      "step": 1860
    },
    {
      "epoch": 0.64,
      "learning_rate": 8.719782090568608e-06,
      "loss": 0.3541,
      "step": 1880
    },
    {
      "epoch": 0.65,
      "learning_rate": 8.706162751106572e-06,
      "loss": 0.3123,
      "step": 1900
    },
    {
      "epoch": 0.65,
      "learning_rate": 8.692543411644536e-06,
      "loss": 0.3103,
      "step": 1920
    },
    {
      "epoch": 0.66,
      "learning_rate": 8.6789240721825e-06,
      "loss": 0.3029,
      "step": 1940
    },
    {
      "epoch": 0.67,
      "learning_rate": 8.665304732720465e-06,
      "loss": 0.3077,
      "step": 1960
    },
    {
      "epoch": 0.67,
      "learning_rate": 8.651685393258428e-06,
      "loss": 0.3612,
      "step": 1980
    },
    {
      "epoch": 0.68,
      "learning_rate": 8.63806605379639e-06,
      "loss": 0.3456,
      "step": 2000
    },
    {
      "epoch": 0.68,
      "eval_loss": 0.4863223433494568,
      "eval_roc_auc": 0.7782025486250839,
      "eval_runtime": 226.9387,
      "eval_samples_per_second": 65.701,
      "eval_steps_per_second": 8.214,
      "step": 2000
    },
    {
      "epoch": 0.69,
      "learning_rate": 8.624446714334356e-06,
      "loss": 0.308,
      "step": 2020
    },
    {
      "epoch": 0.69,
      "learning_rate": 8.61082737487232e-06,
      "loss": 0.314,
      "step": 2040
    },
    {
      "epoch": 0.7,
      "learning_rate": 8.597208035410283e-06,
      "loss": 0.3102,
      "step": 2060
    },
    {
      "epoch": 0.71,
      "learning_rate": 8.583588695948247e-06,
      "loss": 0.3176,
      "step": 2080
    },
    {
      "epoch": 0.72,
      "learning_rate": 8.56996935648621e-06,
      "loss": 0.3541,
      "step": 2100
    },
    {
      "epoch": 0.72,
      "learning_rate": 8.556350017024175e-06,
      "loss": 0.3057,
      "step": 2120
    },
    {
      "epoch": 0.73,
      "learning_rate": 8.542730677562138e-06,
      "loss": 0.2985,
      "step": 2140
    },
    {
      "epoch": 0.74,
      "learning_rate": 8.529111338100104e-06,
      "loss": 0.2799,
      "step": 2160
    },
    {
      "epoch": 0.74,
      "learning_rate": 8.515491998638067e-06,
      "loss": 0.3107,
      "step": 2180
    },
    {
      "epoch": 0.75,
      "learning_rate": 8.501872659176031e-06,
      "loss": 0.3512,
      "step": 2200
    },
    {
      "epoch": 0.76,
      "learning_rate": 8.488253319713995e-06,
      "loss": 0.311,
      "step": 2220
    },
    {
      "epoch": 0.76,
      "learning_rate": 8.474633980251959e-06,
      "loss": 0.3146,
      "step": 2240
    },
    {
      "epoch": 0.77,
      "learning_rate": 8.461014640789922e-06,
      "loss": 0.3202,
      "step": 2260
    },
    {
      "epoch": 0.78,
      "learning_rate": 8.447395301327886e-06,
      "loss": 0.3073,
      "step": 2280
    },
    {
      "epoch": 0.78,
      "learning_rate": 8.43377596186585e-06,
      "loss": 0.3144,
      "step": 2300
    },
    {
      "epoch": 0.79,
      "learning_rate": 8.420156622403815e-06,
      "loss": 0.3132,
      "step": 2320
    },
    {
      "epoch": 0.8,
      "learning_rate": 8.406537282941777e-06,
      "loss": 0.3162,
      "step": 2340
    },
    {
      "epoch": 0.8,
      "learning_rate": 8.392917943479741e-06,
      "loss": 0.3047,
      "step": 2360
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.379298604017706e-06,
      "loss": 0.3362,
      "step": 2380
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.36567926455567e-06,
      "loss": 0.3045,
      "step": 2400
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.352059925093634e-06,
      "loss": 0.301,
      "step": 2420
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.338440585631598e-06,
      "loss": 0.3196,
      "step": 2440
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.324821246169561e-06,
      "loss": 0.3542,
      "step": 2460
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.311201906707525e-06,
      "loss": 0.3279,
      "step": 2480
    },
    {
      "epoch": 0.85,
      "learning_rate": 8.297582567245489e-06,
      "loss": 0.3157,
      "step": 2500
    },
    {
      "epoch": 0.86,
      "learning_rate": 8.283963227783454e-06,
      "loss": 0.2519,
      "step": 2520
    },
    {
      "epoch": 0.86,
      "learning_rate": 8.270343888321418e-06,
      "loss": 0.3058,
      "step": 2540
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.25672454885938e-06,
      "loss": 0.2764,
      "step": 2560
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.243105209397345e-06,
      "loss": 0.2877,
      "step": 2580
    },
    {
      "epoch": 0.89,
      "learning_rate": 8.229485869935309e-06,
      "loss": 0.3564,
      "step": 2600
    },
    {
      "epoch": 0.89,
      "learning_rate": 8.215866530473273e-06,
      "loss": 0.2914,
      "step": 2620
    },
    {
      "epoch": 0.9,
      "learning_rate": 8.202247191011237e-06,
      "loss": 0.2847,
      "step": 2640
    },
    {
      "epoch": 0.91,
      "learning_rate": 8.1886278515492e-06,
      "loss": 0.3405,
      "step": 2660
    },
    {
      "epoch": 0.91,
      "learning_rate": 8.175008512087164e-06,
      "loss": 0.3281,
      "step": 2680
    },
    {
      "epoch": 0.92,
      "learning_rate": 8.161389172625128e-06,
      "loss": 0.263,
      "step": 2700
    },
    {
      "epoch": 0.93,
      "learning_rate": 8.147769833163093e-06,
      "loss": 0.2724,
      "step": 2720
    },
    {
      "epoch": 0.93,
      "learning_rate": 8.134150493701057e-06,
      "loss": 0.342,
      "step": 2740
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.120531154239019e-06,
      "loss": 0.3156,
      "step": 2760
    },
    {
      "epoch": 0.95,
      "learning_rate": 8.106911814776984e-06,
      "loss": 0.3101,
      "step": 2780
    },
    {
      "epoch": 0.95,
      "learning_rate": 8.093292475314948e-06,
      "loss": 0.3083,
      "step": 2800
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.079673135852912e-06,
      "loss": 0.304,
      "step": 2820
    },
    {
      "epoch": 0.97,
      "learning_rate": 8.066053796390875e-06,
      "loss": 0.3087,
      "step": 2840
    },
    {
      "epoch": 0.97,
      "learning_rate": 8.05243445692884e-06,
      "loss": 0.3681,
      "step": 2860
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.038815117466805e-06,
      "loss": 0.2919,
      "step": 2880
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.025195778004767e-06,
      "loss": 0.3218,
      "step": 2900
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.01157643854273e-06,
      "loss": 0.3012,
      "step": 2920
    },
    {
      "epoch": 1.0,
      "learning_rate": 7.997957099080696e-06,
      "loss": 0.2952,
      "step": 2940
    },
    {
      "epoch": 1.01,
      "learning_rate": 7.98433775961866e-06,
      "loss": 0.2597,
      "step": 2960
    },
    {
      "epoch": 1.01,
      "learning_rate": 7.970718420156623e-06,
      "loss": 0.2836,
      "step": 2980
    },
    {
      "epoch": 1.02,
      "learning_rate": 7.957099080694587e-06,
      "loss": 0.2831,
      "step": 3000
    },
    {
      "epoch": 1.02,
      "eval_loss": 0.48173409700393677,
      "eval_roc_auc": 0.7896713615023474,
      "eval_runtime": 226.5392,
      "eval_samples_per_second": 65.816,
      "eval_steps_per_second": 8.228,
      "step": 3000
    },
    {
      "epoch": 1.03,
      "learning_rate": 7.94347974123255e-06,
      "loss": 0.2553,
      "step": 3020
    },
    {
      "epoch": 1.04,
      "learning_rate": 7.929860401770514e-06,
      "loss": 0.2786,
      "step": 3040
    },
    {
      "epoch": 1.04,
      "learning_rate": 7.916241062308478e-06,
      "loss": 0.2636,
      "step": 3060
    },
    {
      "epoch": 1.05,
      "learning_rate": 7.902621722846444e-06,
      "loss": 0.2512,
      "step": 3080
    },
    {
      "epoch": 1.06,
      "learning_rate": 7.889002383384407e-06,
      "loss": 0.2755,
      "step": 3100
    },
    {
      "epoch": 1.06,
      "learning_rate": 7.87538304392237e-06,
      "loss": 0.2738,
      "step": 3120
    },
    {
      "epoch": 1.07,
      "learning_rate": 7.861763704460335e-06,
      "loss": 0.2653,
      "step": 3140
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.848144364998298e-06,
      "loss": 0.2944,
      "step": 3160
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.834525025536262e-06,
      "loss": 0.2624,
      "step": 3180
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.820905686074226e-06,
      "loss": 0.2323,
      "step": 3200
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.80728634661219e-06,
      "loss": 0.2742,
      "step": 3220
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.793667007150153e-06,
      "loss": 0.2747,
      "step": 3240
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.780047667688117e-06,
      "loss": 0.2377,
      "step": 3260
    },
    {
      "epoch": 1.12,
      "learning_rate": 7.766428328226083e-06,
      "loss": 0.2602,
      "step": 3280
    },
    {
      "epoch": 1.12,
      "learning_rate": 7.752808988764046e-06,
      "loss": 0.2795,
      "step": 3300
    },
    {
      "epoch": 1.13,
      "learning_rate": 7.739189649302008e-06,
      "loss": 0.2344,
      "step": 3320
    },
    {
      "epoch": 1.14,
      "learning_rate": 7.725570309839974e-06,
      "loss": 0.2519,
      "step": 3340
    },
    {
      "epoch": 1.14,
      "learning_rate": 7.711950970377937e-06,
      "loss": 0.2342,
      "step": 3360
    },
    {
      "epoch": 1.15,
      "learning_rate": 7.698331630915901e-06,
      "loss": 0.2442,
      "step": 3380
    },
    {
      "epoch": 1.16,
      "learning_rate": 7.684712291453865e-06,
      "loss": 0.2626,
      "step": 3400
    },
    {
      "epoch": 1.16,
      "learning_rate": 7.671092951991829e-06,
      "loss": 0.2381,
      "step": 3420
    },
    {
      "epoch": 1.17,
      "learning_rate": 7.657473612529794e-06,
      "loss": 0.2341,
      "step": 3440
    },
    {
      "epoch": 1.18,
      "learning_rate": 7.643854273067756e-06,
      "loss": 0.2994,
      "step": 3460
    },
    {
      "epoch": 1.18,
      "learning_rate": 7.63023493360572e-06,
      "loss": 0.2759,
      "step": 3480
    },
    {
      "epoch": 1.19,
      "learning_rate": 7.616615594143684e-06,
      "loss": 0.2927,
      "step": 3500
    },
    {
      "epoch": 1.2,
      "learning_rate": 7.602996254681648e-06,
      "loss": 0.2327,
      "step": 3520
    },
    {
      "epoch": 1.21,
      "learning_rate": 7.589376915219613e-06,
      "loss": 0.3248,
      "step": 3540
    },
    {
      "epoch": 1.21,
      "learning_rate": 7.5757575757575764e-06,
      "loss": 0.2836,
      "step": 3560
    },
    {
      "epoch": 1.22,
      "learning_rate": 7.56213823629554e-06,
      "loss": 0.2545,
      "step": 3580
    },
    {
      "epoch": 1.23,
      "learning_rate": 7.548518896833505e-06,
      "loss": 0.2596,
      "step": 3600
    },
    {
      "epoch": 1.23,
      "learning_rate": 7.534899557371468e-06,
      "loss": 0.2308,
      "step": 3620
    },
    {
      "epoch": 1.24,
      "learning_rate": 7.521280217909432e-06,
      "loss": 0.2462,
      "step": 3640
    },
    {
      "epoch": 1.25,
      "learning_rate": 7.507660878447396e-06,
      "loss": 0.2763,
      "step": 3660
    },
    {
      "epoch": 1.25,
      "learning_rate": 7.49404153898536e-06,
      "loss": 0.271,
      "step": 3680
    },
    {
      "epoch": 1.26,
      "learning_rate": 7.480422199523324e-06,
      "loss": 0.2717,
      "step": 3700
    },
    {
      "epoch": 1.27,
      "learning_rate": 7.466802860061287e-06,
      "loss": 0.2995,
      "step": 3720
    },
    {
      "epoch": 1.27,
      "learning_rate": 7.453183520599252e-06,
      "loss": 0.2812,
      "step": 3740
    },
    {
      "epoch": 1.28,
      "learning_rate": 7.439564181137215e-06,
      "loss": 0.2863,
      "step": 3760
    },
    {
      "epoch": 1.29,
      "learning_rate": 7.425944841675179e-06,
      "loss": 0.2468,
      "step": 3780
    },
    {
      "epoch": 1.29,
      "learning_rate": 7.412325502213144e-06,
      "loss": 0.2542,
      "step": 3800
    },
    {
      "epoch": 1.3,
      "learning_rate": 7.3987061627511066e-06,
      "loss": 0.2439,
      "step": 3820
    },
    {
      "epoch": 1.31,
      "learning_rate": 7.385086823289071e-06,
      "loss": 0.2923,
      "step": 3840
    },
    {
      "epoch": 1.31,
      "learning_rate": 7.371467483827035e-06,
      "loss": 0.2809,
      "step": 3860
    },
    {
      "epoch": 1.32,
      "learning_rate": 7.357848144364999e-06,
      "loss": 0.2601,
      "step": 3880
    },
    {
      "epoch": 1.33,
      "learning_rate": 7.344228804902963e-06,
      "loss": 0.2481,
      "step": 3900
    },
    {
      "epoch": 1.33,
      "learning_rate": 7.330609465440927e-06,
      "loss": 0.2886,
      "step": 3920
    },
    {
      "epoch": 1.34,
      "learning_rate": 7.3169901259788915e-06,
      "loss": 0.2546,
      "step": 3940
    },
    {
      "epoch": 1.35,
      "learning_rate": 7.303370786516854e-06,
      "loss": 0.2393,
      "step": 3960
    },
    {
      "epoch": 1.36,
      "learning_rate": 7.289751447054818e-06,
      "loss": 0.2839,
      "step": 3980
    },
    {
      "epoch": 1.36,
      "learning_rate": 7.276132107592783e-06,
      "loss": 0.2781,
      "step": 4000
    },
    {
      "epoch": 1.36,
      "eval_loss": 0.5417753458023071,
      "eval_roc_auc": 0.7655935613682091,
      "eval_runtime": 226.2172,
      "eval_samples_per_second": 65.91,
      "eval_steps_per_second": 8.24,
      "step": 4000
    },
    {
      "epoch": 1.37,
      "learning_rate": 7.262512768130746e-06,
      "loss": 0.2696,
      "step": 4020
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.248893428668711e-06,
      "loss": 0.2458,
      "step": 4040
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.235274089206674e-06,
      "loss": 0.269,
      "step": 4060
    },
    {
      "epoch": 1.39,
      "learning_rate": 7.2216547497446376e-06,
      "loss": 0.2798,
      "step": 4080
    },
    {
      "epoch": 1.4,
      "learning_rate": 7.208035410282602e-06,
      "loss": 0.2501,
      "step": 4100
    },
    {
      "epoch": 1.4,
      "learning_rate": 7.194416070820566e-06,
      "loss": 0.2655,
      "step": 4120
    },
    {
      "epoch": 1.41,
      "learning_rate": 7.180796731358529e-06,
      "loss": 0.2207,
      "step": 4140
    },
    {
      "epoch": 1.42,
      "learning_rate": 7.167177391896494e-06,
      "loss": 0.2381,
      "step": 4160
    },
    {
      "epoch": 1.42,
      "learning_rate": 7.153558052434457e-06,
      "loss": 0.2929,
      "step": 4180
    },
    {
      "epoch": 1.43,
      "learning_rate": 7.139938712972422e-06,
      "loss": 0.2455,
      "step": 4200
    },
    {
      "epoch": 1.44,
      "learning_rate": 7.126319373510385e-06,
      "loss": 0.2443,
      "step": 4220
    },
    {
      "epoch": 1.44,
      "learning_rate": 7.112700034048349e-06,
      "loss": 0.2439,
      "step": 4240
    },
    {
      "epoch": 1.45,
      "learning_rate": 7.099080694586314e-06,
      "loss": 0.2799,
      "step": 4260
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.0854613551242765e-06,
      "loss": 0.2492,
      "step": 4280
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.071842015662241e-06,
      "loss": 0.281,
      "step": 4300
    },
    {
      "epoch": 1.47,
      "learning_rate": 7.058222676200205e-06,
      "loss": 0.2539,
      "step": 4320
    },
    {
      "epoch": 1.48,
      "learning_rate": 7.0446033367381686e-06,
      "loss": 0.2464,
      "step": 4340
    },
    {
      "epoch": 1.48,
      "learning_rate": 7.030983997276133e-06,
      "loss": 0.2929,
      "step": 4360
    },
    {
      "epoch": 1.49,
      "learning_rate": 7.017364657814096e-06,
      "loss": 0.2679,
      "step": 4380
    },
    {
      "epoch": 1.5,
      "learning_rate": 7.003745318352061e-06,
      "loss": 0.2155,
      "step": 4400
    },
    {
      "epoch": 1.5,
      "learning_rate": 6.990125978890024e-06,
      "loss": 0.247,
      "step": 4420
    },
    {
      "epoch": 1.51,
      "learning_rate": 6.976506639427988e-06,
      "loss": 0.2069,
      "step": 4440
    },
    {
      "epoch": 1.52,
      "learning_rate": 6.962887299965953e-06,
      "loss": 0.2544,
      "step": 4460
    },
    {
      "epoch": 1.53,
      "learning_rate": 6.949267960503916e-06,
      "loss": 0.2162,
      "step": 4480
    },
    {
      "epoch": 1.53,
      "learning_rate": 6.935648621041881e-06,
      "loss": 0.252,
      "step": 4500
    },
    {
      "epoch": 1.54,
      "learning_rate": 6.922029281579844e-06,
      "loss": 0.2548,
      "step": 4520
    },
    {
      "epoch": 1.55,
      "learning_rate": 6.9084099421178075e-06,
      "loss": 0.27,
      "step": 4540
    },
    {
      "epoch": 1.55,
      "learning_rate": 6.894790602655772e-06,
      "loss": 0.2314,
      "step": 4560
    },
    {
      "epoch": 1.56,
      "learning_rate": 6.881171263193736e-06,
      "loss": 0.2381,
      "step": 4580
    },
    {
      "epoch": 1.57,
      "learning_rate": 6.8675519237317e-06,
      "loss": 0.2739,
      "step": 4600
    },
    {
      "epoch": 1.57,
      "learning_rate": 6.853932584269663e-06,
      "loss": 0.2185,
      "step": 4620
    },
    {
      "epoch": 1.58,
      "learning_rate": 6.840313244807627e-06,
      "loss": 0.2458,
      "step": 4640
    },
    {
      "epoch": 1.59,
      "learning_rate": 6.826693905345592e-06,
      "loss": 0.3119,
      "step": 4660
    },
    {
      "epoch": 1.59,
      "learning_rate": 6.813074565883555e-06,
      "loss": 0.2082,
      "step": 4680
    },
    {
      "epoch": 1.6,
      "learning_rate": 6.799455226421518e-06,
      "loss": 0.2772,
      "step": 4700
    },
    {
      "epoch": 1.61,
      "learning_rate": 6.785835886959483e-06,
      "loss": 0.238,
      "step": 4720
    },
    {
      "epoch": 1.61,
      "learning_rate": 6.7722165474974465e-06,
      "loss": 0.2403,
      "step": 4740
    },
    {
      "epoch": 1.62,
      "learning_rate": 6.758597208035411e-06,
      "loss": 0.2496,
      "step": 4760
    },
    {
      "epoch": 1.63,
      "learning_rate": 6.744977868573375e-06,
      "loss": 0.258,
      "step": 4780
    },
    {
      "epoch": 1.63,
      "learning_rate": 6.7313585291113385e-06,
      "loss": 0.2462,
      "step": 4800
    },
    {
      "epoch": 1.64,
      "learning_rate": 6.717739189649303e-06,
      "loss": 0.3012,
      "step": 4820
    },
    {
      "epoch": 1.65,
      "learning_rate": 6.704119850187266e-06,
      "loss": 0.2331,
      "step": 4840
    },
    {
      "epoch": 1.65,
      "learning_rate": 6.6905005107252305e-06,
      "loss": 0.2477,
      "step": 4860
    },
    {
      "epoch": 1.66,
      "learning_rate": 6.676881171263194e-06,
      "loss": 0.234,
      "step": 4880
    },
    {
      "epoch": 1.67,
      "learning_rate": 6.663261831801158e-06,
      "loss": 0.2434,
      "step": 4900
    },
    {
      "epoch": 1.68,
      "learning_rate": 6.649642492339123e-06,
      "loss": 0.3011,
      "step": 4920
    },
    {
      "epoch": 1.68,
      "learning_rate": 6.6360231528770855e-06,
      "loss": 0.2587,
      "step": 4940
    },
    {
      "epoch": 1.69,
      "learning_rate": 6.62240381341505e-06,
      "loss": 0.2252,
      "step": 4960
    },
    {
      "epoch": 1.7,
      "learning_rate": 6.608784473953014e-06,
      "loss": 0.2443,
      "step": 4980
    },
    {
      "epoch": 1.7,
      "learning_rate": 6.5951651344909775e-06,
      "loss": 0.2355,
      "step": 5000
    },
    {
      "epoch": 1.7,
      "eval_loss": 0.5398261547088623,
      "eval_roc_auc": 0.7786049631120053,
      "eval_runtime": 224.1313,
      "eval_samples_per_second": 66.524,
      "eval_steps_per_second": 8.317,
      "step": 5000
    },
    {
      "epoch": 1.71,
      "learning_rate": 6.581545795028942e-06,
      "loss": 0.2645,
      "step": 5020
    },
    {
      "epoch": 1.72,
      "learning_rate": 6.567926455566905e-06,
      "loss": 0.2447,
      "step": 5040
    },
    {
      "epoch": 1.72,
      "learning_rate": 6.5543071161048695e-06,
      "loss": 0.234,
      "step": 5060
    },
    {
      "epoch": 1.73,
      "learning_rate": 6.540687776642833e-06,
      "loss": 0.2343,
      "step": 5080
    },
    {
      "epoch": 1.74,
      "learning_rate": 6.527068437180797e-06,
      "loss": 0.2592,
      "step": 5100
    },
    {
      "epoch": 1.74,
      "learning_rate": 6.5134490977187615e-06,
      "loss": 0.2689,
      "step": 5120
    },
    {
      "epoch": 1.75,
      "learning_rate": 6.499829758256725e-06,
      "loss": 0.2535,
      "step": 5140
    },
    {
      "epoch": 1.76,
      "learning_rate": 6.48621041879469e-06,
      "loss": 0.2059,
      "step": 5160
    },
    {
      "epoch": 1.76,
      "learning_rate": 6.472591079332653e-06,
      "loss": 0.2646,
      "step": 5180
    },
    {
      "epoch": 1.77,
      "learning_rate": 6.4589717398706165e-06,
      "loss": 0.2203,
      "step": 5200
    },
    {
      "epoch": 1.78,
      "learning_rate": 6.445352400408581e-06,
      "loss": 0.2413,
      "step": 5220
    },
    {
      "epoch": 1.78,
      "learning_rate": 6.431733060946545e-06,
      "loss": 0.2399,
      "step": 5240
    },
    {
      "epoch": 1.79,
      "learning_rate": 6.418113721484509e-06,
      "loss": 0.2313,
      "step": 5260
    },
    {
      "epoch": 1.8,
      "learning_rate": 6.404494382022472e-06,
      "loss": 0.2082,
      "step": 5280
    },
    {
      "epoch": 1.8,
      "learning_rate": 6.390875042560436e-06,
      "loss": 0.2555,
      "step": 5300
    },
    {
      "epoch": 1.81,
      "learning_rate": 6.3772557030984005e-06,
      "loss": 0.2664,
      "step": 5320
    },
    {
      "epoch": 1.82,
      "learning_rate": 6.363636363636364e-06,
      "loss": 0.2367,
      "step": 5340
    },
    {
      "epoch": 1.82,
      "learning_rate": 6.350017024174327e-06,
      "loss": 0.2643,
      "step": 5360
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.336397684712292e-06,
      "loss": 0.1894,
      "step": 5380
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.322778345250255e-06,
      "loss": 0.2024,
      "step": 5400
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.30915900578822e-06,
      "loss": 0.2293,
      "step": 5420
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.295539666326184e-06,
      "loss": 0.2299,
      "step": 5440
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.2819203268641474e-06,
      "loss": 0.2658,
      "step": 5460
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.268300987402112e-06,
      "loss": 0.2577,
      "step": 5480
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.254681647940075e-06,
      "loss": 0.2487,
      "step": 5500
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.2410623084780395e-06,
      "loss": 0.2413,
      "step": 5520
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.227442969016003e-06,
      "loss": 0.2544,
      "step": 5540
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.213823629553967e-06,
      "loss": 0.2531,
      "step": 5560
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.2002042900919315e-06,
      "loss": 0.293,
      "step": 5580
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.186584950629894e-06,
      "loss": 0.2563,
      "step": 5600
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.172965611167859e-06,
      "loss": 0.2549,
      "step": 5620
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.159346271705823e-06,
      "loss": 0.2166,
      "step": 5640
    },
    {
      "epoch": 1.93,
      "learning_rate": 6.145726932243786e-06,
      "loss": 0.2084,
      "step": 5660
    },
    {
      "epoch": 1.93,
      "learning_rate": 6.132107592781751e-06,
      "loss": 0.2599,
      "step": 5680
    },
    {
      "epoch": 1.94,
      "learning_rate": 6.118488253319715e-06,
      "loss": 0.2266,
      "step": 5700
    },
    {
      "epoch": 1.95,
      "learning_rate": 6.104868913857679e-06,
      "loss": 0.2363,
      "step": 5720
    },
    {
      "epoch": 1.95,
      "learning_rate": 6.091249574395642e-06,
      "loss": 0.2586,
      "step": 5740
    },
    {
      "epoch": 1.96,
      "learning_rate": 6.077630234933606e-06,
      "loss": 0.2428,
      "step": 5760
    },
    {
      "epoch": 1.97,
      "learning_rate": 6.0640108954715705e-06,
      "loss": 0.269,
      "step": 5780
    },
    {
      "epoch": 1.97,
      "learning_rate": 6.050391556009534e-06,
      "loss": 0.2265,
      "step": 5800
    },
    {
      "epoch": 1.98,
      "learning_rate": 6.036772216547499e-06,
      "loss": 0.2594,
      "step": 5820
    },
    {
      "epoch": 1.99,
      "learning_rate": 6.023152877085462e-06,
      "loss": 0.2552,
      "step": 5840
    },
    {
      "epoch": 2.0,
      "learning_rate": 6.009533537623425e-06,
      "loss": 0.2279,
      "step": 5860
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.99591419816139e-06,
      "loss": 0.2381,
      "step": 5880
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.982294858699354e-06,
      "loss": 0.2271,
      "step": 5900
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.968675519237318e-06,
      "loss": 0.1785,
      "step": 5920
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.955056179775281e-06,
      "loss": 0.2066,
      "step": 5940
    },
    {
      "epoch": 2.03,
      "learning_rate": 5.941436840313245e-06,
      "loss": 0.219,
      "step": 5960
    },
    {
      "epoch": 2.04,
      "learning_rate": 5.9278175008512094e-06,
      "loss": 0.1896,
      "step": 5980
    },
    {
      "epoch": 2.04,
      "learning_rate": 5.914198161389173e-06,
      "loss": 0.1978,
      "step": 6000
    },
    {
      "epoch": 2.04,
      "eval_loss": 0.6120939254760742,
      "eval_roc_auc": 0.7648558014755198,
      "eval_runtime": 225.5238,
      "eval_samples_per_second": 66.113,
      "eval_steps_per_second": 8.265,
      "step": 6000
    },
    {
      "epoch": 2.05,
      "learning_rate": 5.900578821927137e-06,
      "loss": 0.1811,
      "step": 6020
    },
    {
      "epoch": 2.06,
      "learning_rate": 5.8869594824651015e-06,
      "loss": 0.2201,
      "step": 6040
    },
    {
      "epoch": 2.06,
      "learning_rate": 5.873340143003064e-06,
      "loss": 0.2118,
      "step": 6060
    },
    {
      "epoch": 2.07,
      "learning_rate": 5.859720803541029e-06,
      "loss": 0.1765,
      "step": 6080
    },
    {
      "epoch": 2.08,
      "learning_rate": 5.846101464078993e-06,
      "loss": 0.2063,
      "step": 6100
    },
    {
      "epoch": 2.08,
      "learning_rate": 5.832482124616956e-06,
      "loss": 0.2055,
      "step": 6120
    },
    {
      "epoch": 2.09,
      "learning_rate": 5.818862785154921e-06,
      "loss": 0.1919,
      "step": 6140
    },
    {
      "epoch": 2.1,
      "learning_rate": 5.805243445692884e-06,
      "loss": 0.1999,
      "step": 6160
    },
    {
      "epoch": 2.1,
      "learning_rate": 5.791624106230848e-06,
      "loss": 0.1761,
      "step": 6180
    },
    {
      "epoch": 2.11,
      "learning_rate": 5.778004766768812e-06,
      "loss": 0.1917,
      "step": 6200
    },
    {
      "epoch": 2.12,
      "learning_rate": 5.764385427306776e-06,
      "loss": 0.2086,
      "step": 6220
    },
    {
      "epoch": 2.12,
      "learning_rate": 5.7507660878447404e-06,
      "loss": 0.195,
      "step": 6240
    },
    {
      "epoch": 2.13,
      "learning_rate": 5.737146748382703e-06,
      "loss": 0.2244,
      "step": 6260
    },
    {
      "epoch": 2.14,
      "learning_rate": 5.723527408920668e-06,
      "loss": 0.2411,
      "step": 6280
    },
    {
      "epoch": 2.15,
      "learning_rate": 5.709908069458632e-06,
      "loss": 0.1984,
      "step": 6300
    },
    {
      "epoch": 2.15,
      "learning_rate": 5.696288729996595e-06,
      "loss": 0.1899,
      "step": 6320
    },
    {
      "epoch": 2.16,
      "learning_rate": 5.68266939053456e-06,
      "loss": 0.2241,
      "step": 6340
    },
    {
      "epoch": 2.17,
      "learning_rate": 5.669050051072524e-06,
      "loss": 0.2296,
      "step": 6360
    },
    {
      "epoch": 2.17,
      "learning_rate": 5.655430711610488e-06,
      "loss": 0.2082,
      "step": 6380
    },
    {
      "epoch": 2.18,
      "learning_rate": 5.641811372148451e-06,
      "loss": 0.1981,
      "step": 6400
    },
    {
      "epoch": 2.19,
      "learning_rate": 5.628192032686415e-06,
      "loss": 0.2306,
      "step": 6420
    },
    {
      "epoch": 2.19,
      "learning_rate": 5.614572693224379e-06,
      "loss": 0.1962,
      "step": 6440
    },
    {
      "epoch": 2.2,
      "learning_rate": 5.600953353762343e-06,
      "loss": 0.1773,
      "step": 6460
    },
    {
      "epoch": 2.21,
      "learning_rate": 5.587334014300308e-06,
      "loss": 0.2058,
      "step": 6480
    },
    {
      "epoch": 2.21,
      "learning_rate": 5.5737146748382706e-06,
      "loss": 0.1875,
      "step": 6500
    },
    {
      "epoch": 2.22,
      "learning_rate": 5.560095335376234e-06,
      "loss": 0.208,
      "step": 6520
    },
    {
      "epoch": 2.23,
      "learning_rate": 5.546475995914199e-06,
      "loss": 0.2189,
      "step": 6540
    },
    {
      "epoch": 2.23,
      "learning_rate": 5.532856656452163e-06,
      "loss": 0.1869,
      "step": 6560
    },
    {
      "epoch": 2.24,
      "learning_rate": 5.5192373169901255e-06,
      "loss": 0.1737,
      "step": 6580
    },
    {
      "epoch": 2.25,
      "learning_rate": 5.50561797752809e-06,
      "loss": 0.1807,
      "step": 6600
    },
    {
      "epoch": 2.25,
      "learning_rate": 5.491998638066054e-06,
      "loss": 0.2236,
      "step": 6620
    },
    {
      "epoch": 2.26,
      "learning_rate": 5.478379298604018e-06,
      "loss": 0.2033,
      "step": 6640
    },
    {
      "epoch": 2.27,
      "learning_rate": 5.464759959141982e-06,
      "loss": 0.177,
      "step": 6660
    },
    {
      "epoch": 2.27,
      "learning_rate": 5.451140619679946e-06,
      "loss": 0.1955,
      "step": 6680
    },
    {
      "epoch": 2.28,
      "learning_rate": 5.43752128021791e-06,
      "loss": 0.1657,
      "step": 6700
    },
    {
      "epoch": 2.29,
      "learning_rate": 5.423901940755873e-06,
      "loss": 0.2116,
      "step": 6720
    },
    {
      "epoch": 2.29,
      "learning_rate": 5.410282601293838e-06,
      "loss": 0.1991,
      "step": 6740
    },
    {
      "epoch": 2.3,
      "learning_rate": 5.3966632618318016e-06,
      "loss": 0.2085,
      "step": 6760
    },
    {
      "epoch": 2.31,
      "learning_rate": 5.383043922369765e-06,
      "loss": 0.2189,
      "step": 6780
    },
    {
      "epoch": 2.32,
      "learning_rate": 5.36942458290773e-06,
      "loss": 0.1781,
      "step": 6800
    },
    {
      "epoch": 2.32,
      "learning_rate": 5.355805243445693e-06,
      "loss": 0.192,
      "step": 6820
    },
    {
      "epoch": 2.33,
      "learning_rate": 5.342185903983657e-06,
      "loss": 0.1436,
      "step": 6840
    },
    {
      "epoch": 2.34,
      "learning_rate": 5.328566564521621e-06,
      "loss": 0.2369,
      "step": 6860
    },
    {
      "epoch": 2.34,
      "learning_rate": 5.314947225059585e-06,
      "loss": 0.1851,
      "step": 6880
    },
    {
      "epoch": 2.35,
      "learning_rate": 5.301327885597549e-06,
      "loss": 0.1813,
      "step": 6900
    },
    {
      "epoch": 2.36,
      "learning_rate": 5.287708546135513e-06,
      "loss": 0.1995,
      "step": 6920
    },
    {
      "epoch": 2.36,
      "learning_rate": 5.274089206673478e-06,
      "loss": 0.1771,
      "step": 6940
    },
    {
      "epoch": 2.37,
      "learning_rate": 5.2604698672114405e-06,
      "loss": 0.2012,
      "step": 6960
    },
    {
      "epoch": 2.38,
      "learning_rate": 5.246850527749404e-06,
      "loss": 0.2236,
      "step": 6980
    },
    {
      "epoch": 2.38,
      "learning_rate": 5.233231188287369e-06,
      "loss": 0.149,
      "step": 7000
    },
    {
      "epoch": 2.38,
      "eval_loss": 0.6401586532592773,
      "eval_roc_auc": 0.7706237424547283,
      "eval_runtime": 224.5054,
      "eval_samples_per_second": 66.413,
      "eval_steps_per_second": 8.303,
      "step": 7000
    },
    {
      "epoch": 2.39,
      "learning_rate": 5.2196118488253326e-06,
      "loss": 0.2141,
      "step": 7020
    },
    {
      "epoch": 2.4,
      "learning_rate": 5.205992509363297e-06,
      "loss": 0.1899,
      "step": 7040
    },
    {
      "epoch": 2.4,
      "learning_rate": 5.19237316990126e-06,
      "loss": 0.1737,
      "step": 7060
    },
    {
      "epoch": 2.41,
      "learning_rate": 5.178753830439224e-06,
      "loss": 0.182,
      "step": 7080
    },
    {
      "epoch": 2.42,
      "learning_rate": 5.165134490977188e-06,
      "loss": 0.1781,
      "step": 7100
    },
    {
      "epoch": 2.42,
      "learning_rate": 5.151515151515152e-06,
      "loss": 0.1758,
      "step": 7120
    },
    {
      "epoch": 2.43,
      "learning_rate": 5.137895812053117e-06,
      "loss": 0.2001,
      "step": 7140
    },
    {
      "epoch": 2.44,
      "learning_rate": 5.1242764725910795e-06,
      "loss": 0.1888,
      "step": 7160
    },
    {
      "epoch": 2.44,
      "learning_rate": 5.110657133129043e-06,
      "loss": 0.1871,
      "step": 7180
    },
    {
      "epoch": 2.45,
      "learning_rate": 5.097037793667008e-06,
      "loss": 0.2059,
      "step": 7200
    },
    {
      "epoch": 2.46,
      "learning_rate": 5.0834184542049715e-06,
      "loss": 0.2047,
      "step": 7220
    },
    {
      "epoch": 2.47,
      "learning_rate": 5.069799114742935e-06,
      "loss": 0.1985,
      "step": 7240
    },
    {
      "epoch": 2.47,
      "learning_rate": 5.0561797752809e-06,
      "loss": 0.2316,
      "step": 7260
    },
    {
      "epoch": 2.48,
      "learning_rate": 5.042560435818863e-06,
      "loss": 0.2107,
      "step": 7280
    },
    {
      "epoch": 2.49,
      "learning_rate": 5.028941096356827e-06,
      "loss": 0.1963,
      "step": 7300
    },
    {
      "epoch": 2.49,
      "learning_rate": 5.015321756894791e-06,
      "loss": 0.209,
      "step": 7320
    },
    {
      "epoch": 2.5,
      "learning_rate": 5.001702417432755e-06,
      "loss": 0.2221,
      "step": 7340
    },
    {
      "epoch": 2.51,
      "learning_rate": 4.988083077970719e-06,
      "loss": 0.1636,
      "step": 7360
    },
    {
      "epoch": 2.51,
      "learning_rate": 4.974463738508682e-06,
      "loss": 0.2369,
      "step": 7380
    },
    {
      "epoch": 2.52,
      "learning_rate": 4.960844399046647e-06,
      "loss": 0.2145,
      "step": 7400
    },
    {
      "epoch": 2.53,
      "learning_rate": 4.9472250595846105e-06,
      "loss": 0.1966,
      "step": 7420
    },
    {
      "epoch": 2.53,
      "learning_rate": 4.933605720122574e-06,
      "loss": 0.2195,
      "step": 7440
    },
    {
      "epoch": 2.54,
      "learning_rate": 4.919986380660539e-06,
      "loss": 0.1953,
      "step": 7460
    },
    {
      "epoch": 2.55,
      "learning_rate": 4.906367041198502e-06,
      "loss": 0.1959,
      "step": 7480
    },
    {
      "epoch": 2.55,
      "learning_rate": 4.892747701736466e-06,
      "loss": 0.1888,
      "step": 7500
    },
    {
      "epoch": 2.56,
      "learning_rate": 4.87912836227443e-06,
      "loss": 0.1777,
      "step": 7520
    },
    {
      "epoch": 2.57,
      "learning_rate": 4.8655090228123945e-06,
      "loss": 0.2161,
      "step": 7540
    },
    {
      "epoch": 2.57,
      "learning_rate": 4.851889683350358e-06,
      "loss": 0.2002,
      "step": 7560
    },
    {
      "epoch": 2.58,
      "learning_rate": 4.838270343888322e-06,
      "loss": 0.212,
      "step": 7580
    },
    {
      "epoch": 2.59,
      "learning_rate": 4.824651004426286e-06,
      "loss": 0.2396,
      "step": 7600
    },
    {
      "epoch": 2.59,
      "learning_rate": 4.8110316649642495e-06,
      "loss": 0.161,
      "step": 7620
    },
    {
      "epoch": 2.6,
      "learning_rate": 4.797412325502214e-06,
      "loss": 0.2192,
      "step": 7640
    },
    {
      "epoch": 2.61,
      "learning_rate": 4.783792986040177e-06,
      "loss": 0.1878,
      "step": 7660
    },
    {
      "epoch": 2.61,
      "learning_rate": 4.7701736465781415e-06,
      "loss": 0.2237,
      "step": 7680
    },
    {
      "epoch": 2.62,
      "learning_rate": 4.756554307116105e-06,
      "loss": 0.1654,
      "step": 7700
    },
    {
      "epoch": 2.63,
      "learning_rate": 4.742934967654069e-06,
      "loss": 0.1884,
      "step": 7720
    },
    {
      "epoch": 2.64,
      "learning_rate": 4.7293156281920335e-06,
      "loss": 0.2605,
      "step": 7740
    },
    {
      "epoch": 2.64,
      "learning_rate": 4.715696288729996e-06,
      "loss": 0.1947,
      "step": 7760
    },
    {
      "epoch": 2.65,
      "learning_rate": 4.702076949267961e-06,
      "loss": 0.2241,
      "step": 7780
    },
    {
      "epoch": 2.66,
      "learning_rate": 4.688457609805925e-06,
      "loss": 0.2135,
      "step": 7800
    },
    {
      "epoch": 2.66,
      "learning_rate": 4.674838270343888e-06,
      "loss": 0.1556,
      "step": 7820
    },
    {
      "epoch": 2.67,
      "learning_rate": 4.661218930881853e-06,
      "loss": 0.2006,
      "step": 7840
    },
    {
      "epoch": 2.68,
      "learning_rate": 4.647599591419817e-06,
      "loss": 0.168,
      "step": 7860
    },
    {
      "epoch": 2.68,
      "learning_rate": 4.6339802519577804e-06,
      "loss": 0.1939,
      "step": 7880
    },
    {
      "epoch": 2.69,
      "learning_rate": 4.620360912495744e-06,
      "loss": 0.1877,
      "step": 7900
    },
    {
      "epoch": 2.7,
      "learning_rate": 4.606741573033709e-06,
      "loss": 0.2254,
      "step": 7920
    },
    {
      "epoch": 2.7,
      "learning_rate": 4.5931222335716725e-06,
      "loss": 0.1725,
      "step": 7940
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.579502894109636e-06,
      "loss": 0.2169,
      "step": 7960
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.5658835546476e-06,
      "loss": 0.1552,
      "step": 7980
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.552264215185564e-06,
      "loss": 0.1766,
      "step": 8000
    },
    {
      "epoch": 2.72,
      "eval_loss": 0.6767948865890503,
      "eval_roc_auc": 0.7610328638497652,
      "eval_runtime": 224.0971,
      "eval_samples_per_second": 66.534,
      "eval_steps_per_second": 8.318,
      "step": 8000
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.538644875723528e-06,
      "loss": 0.1792,
      "step": 8020
    },
    {
      "epoch": 2.74,
      "learning_rate": 4.525025536261491e-06,
      "loss": 0.2031,
      "step": 8040
    },
    {
      "epoch": 2.74,
      "learning_rate": 4.511406196799456e-06,
      "loss": 0.1644,
      "step": 8060
    },
    {
      "epoch": 2.75,
      "learning_rate": 4.497786857337419e-06,
      "loss": 0.1895,
      "step": 8080
    },
    {
      "epoch": 2.76,
      "learning_rate": 4.484167517875383e-06,
      "loss": 0.1915,
      "step": 8100
    },
    {
      "epoch": 2.76,
      "learning_rate": 4.470548178413348e-06,
      "loss": 0.1828,
      "step": 8120
    },
    {
      "epoch": 2.77,
      "learning_rate": 4.456928838951311e-06,
      "loss": 0.2172,
      "step": 8140
    },
    {
      "epoch": 2.78,
      "learning_rate": 4.443309499489275e-06,
      "loss": 0.1817,
      "step": 8160
    },
    {
      "epoch": 2.79,
      "learning_rate": 4.429690160027239e-06,
      "loss": 0.1833,
      "step": 8180
    },
    {
      "epoch": 2.79,
      "learning_rate": 4.4160708205652035e-06,
      "loss": 0.1648,
      "step": 8200
    },
    {
      "epoch": 2.8,
      "learning_rate": 4.402451481103167e-06,
      "loss": 0.1905,
      "step": 8220
    },
    {
      "epoch": 2.81,
      "learning_rate": 4.388832141641131e-06,
      "loss": 0.1964,
      "step": 8240
    },
    {
      "epoch": 2.81,
      "learning_rate": 4.375212802179095e-06,
      "loss": 0.2237,
      "step": 8260
    },
    {
      "epoch": 2.82,
      "learning_rate": 4.361593462717058e-06,
      "loss": 0.1929,
      "step": 8280
    },
    {
      "epoch": 2.83,
      "learning_rate": 4.347974123255023e-06,
      "loss": 0.2196,
      "step": 8300
    },
    {
      "epoch": 2.83,
      "learning_rate": 4.334354783792986e-06,
      "loss": 0.1876,
      "step": 8320
    },
    {
      "epoch": 2.84,
      "learning_rate": 4.32073544433095e-06,
      "loss": 0.2213,
      "step": 8340
    },
    {
      "epoch": 2.85,
      "learning_rate": 4.307116104868914e-06,
      "loss": 0.2043,
      "step": 8360
    },
    {
      "epoch": 2.85,
      "learning_rate": 4.293496765406878e-06,
      "loss": 0.1865,
      "step": 8380
    },
    {
      "epoch": 2.86,
      "learning_rate": 4.2798774259448424e-06,
      "loss": 0.2067,
      "step": 8400
    },
    {
      "epoch": 2.87,
      "learning_rate": 4.266258086482805e-06,
      "loss": 0.1983,
      "step": 8420
    },
    {
      "epoch": 2.87,
      "learning_rate": 4.25263874702077e-06,
      "loss": 0.1724,
      "step": 8440
    },
    {
      "epoch": 2.88,
      "learning_rate": 4.239019407558734e-06,
      "loss": 0.2027,
      "step": 8460
    },
    {
      "epoch": 2.89,
      "learning_rate": 4.225400068096698e-06,
      "loss": 0.1854,
      "step": 8480
    },
    {
      "epoch": 2.89,
      "learning_rate": 4.211780728634662e-06,
      "loss": 0.1886,
      "step": 8500
    },
    {
      "epoch": 2.9,
      "learning_rate": 4.198161389172626e-06,
      "loss": 0.1882,
      "step": 8520
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.184542049710589e-06,
      "loss": 0.221,
      "step": 8540
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.170922710248553e-06,
      "loss": 0.1875,
      "step": 8560
    },
    {
      "epoch": 2.92,
      "learning_rate": 4.157303370786518e-06,
      "loss": 0.162,
      "step": 8580
    },
    {
      "epoch": 2.93,
      "learning_rate": 4.1436840313244805e-06,
      "loss": 0.1633,
      "step": 8600
    },
    {
      "epoch": 2.93,
      "learning_rate": 4.130064691862445e-06,
      "loss": 0.2134,
      "step": 8620
    },
    {
      "epoch": 2.94,
      "learning_rate": 4.116445352400409e-06,
      "loss": 0.2259,
      "step": 8640
    },
    {
      "epoch": 2.95,
      "learning_rate": 4.102826012938373e-06,
      "loss": 0.1672,
      "step": 8660
    },
    {
      "epoch": 2.96,
      "learning_rate": 4.089206673476337e-06,
      "loss": 0.1891,
      "step": 8680
    },
    {
      "epoch": 2.96,
      "learning_rate": 4.0755873340143e-06,
      "loss": 0.1633,
      "step": 8700
    },
    {
      "epoch": 2.97,
      "learning_rate": 4.061967994552265e-06,
      "loss": 0.192,
      "step": 8720
    },
    {
      "epoch": 2.98,
      "learning_rate": 4.048348655090228e-06,
      "loss": 0.1875,
      "step": 8740
    },
    {
      "epoch": 2.98,
      "learning_rate": 4.034729315628192e-06,
      "loss": 0.1698,
      "step": 8760
    },
    {
      "epoch": 2.99,
      "learning_rate": 4.021109976166157e-06,
      "loss": 0.1905,
      "step": 8780
    },
    {
      "epoch": 3.0,
      "learning_rate": 4.00749063670412e-06,
      "loss": 0.1735,
      "step": 8800
    },
    {
      "epoch": 3.0,
      "learning_rate": 3.993871297242084e-06,
      "loss": 0.1437,
      "step": 8820
    },
    {
      "epoch": 3.01,
      "learning_rate": 3.980251957780048e-06,
      "loss": 0.1843,
      "step": 8840
    },
    {
      "epoch": 3.02,
      "learning_rate": 3.966632618318012e-06,
      "loss": 0.1405,
      "step": 8860
    },
    {
      "epoch": 3.02,
      "learning_rate": 3.953013278855976e-06,
      "loss": 0.1279,
      "step": 8880
    },
    {
      "epoch": 3.03,
      "learning_rate": 3.93939393939394e-06,
      "loss": 0.1407,
      "step": 8900
    },
    {
      "epoch": 3.04,
      "learning_rate": 3.9257745999319036e-06,
      "loss": 0.1751,
      "step": 8920
    },
    {
      "epoch": 3.04,
      "learning_rate": 3.912155260469867e-06,
      "loss": 0.1507,
      "step": 8940
    },
    {
      "epoch": 3.05,
      "learning_rate": 3.898535921007832e-06,
      "loss": 0.1636,
      "step": 8960
    },
    {
      "epoch": 3.06,
      "learning_rate": 3.884916581545795e-06,
      "loss": 0.1631,
      "step": 8980
    },
    {
      "epoch": 3.06,
      "learning_rate": 3.871297242083759e-06,
      "loss": 0.1496,
      "step": 9000
    },
    {
      "epoch": 3.06,
      "eval_loss": 0.6239368915557861,
      "eval_roc_auc": 0.7733065057008719,
      "eval_runtime": 227.7765,
      "eval_samples_per_second": 65.459,
      "eval_steps_per_second": 8.183,
      "step": 9000
    },
    {
      "epoch": 3.07,
      "learning_rate": 3.857677902621723e-06,
      "loss": 0.1598,
      "step": 9020
    },
    {
      "epoch": 3.08,
      "learning_rate": 3.844058563159687e-06,
      "loss": 0.1247,
      "step": 9040
    },
    {
      "epoch": 3.08,
      "learning_rate": 3.830439223697651e-06,
      "loss": 0.1712,
      "step": 9060
    },
    {
      "epoch": 3.09,
      "learning_rate": 3.816819884235615e-06,
      "loss": 0.1623,
      "step": 9080
    },
    {
      "epoch": 3.1,
      "learning_rate": 3.803200544773579e-06,
      "loss": 0.1359,
      "step": 9100
    },
    {
      "epoch": 3.11,
      "learning_rate": 3.7895812053115425e-06,
      "loss": 0.1476,
      "step": 9120
    },
    {
      "epoch": 3.11,
      "learning_rate": 3.7759618658495067e-06,
      "loss": 0.1505,
      "step": 9140
    },
    {
      "epoch": 3.12,
      "learning_rate": 3.762342526387471e-06,
      "loss": 0.1779,
      "step": 9160
    },
    {
      "epoch": 3.13,
      "learning_rate": 3.748723186925434e-06,
      "loss": 0.1288,
      "step": 9180
    },
    {
      "epoch": 3.13,
      "learning_rate": 3.7351038474633983e-06,
      "loss": 0.1545,
      "step": 9200
    },
    {
      "epoch": 3.14,
      "learning_rate": 3.7214845080013624e-06,
      "loss": 0.1543,
      "step": 9220
    },
    {
      "epoch": 3.15,
      "learning_rate": 3.707865168539326e-06,
      "loss": 0.1486,
      "step": 9240
    },
    {
      "epoch": 3.15,
      "learning_rate": 3.69424582907729e-06,
      "loss": 0.1456,
      "step": 9260
    },
    {
      "epoch": 3.16,
      "learning_rate": 3.6806264896152536e-06,
      "loss": 0.1582,
      "step": 9280
    },
    {
      "epoch": 3.17,
      "learning_rate": 3.6670071501532178e-06,
      "loss": 0.1314,
      "step": 9300
    },
    {
      "epoch": 3.17,
      "learning_rate": 3.653387810691182e-06,
      "loss": 0.1784,
      "step": 9320
    },
    {
      "epoch": 3.18,
      "learning_rate": 3.639768471229146e-06,
      "loss": 0.1799,
      "step": 9340
    },
    {
      "epoch": 3.19,
      "learning_rate": 3.6261491317671094e-06,
      "loss": 0.1634,
      "step": 9360
    },
    {
      "epoch": 3.19,
      "learning_rate": 3.6125297923050735e-06,
      "loss": 0.1668,
      "step": 9380
    },
    {
      "epoch": 3.2,
      "learning_rate": 3.5989104528430373e-06,
      "loss": 0.1717,
      "step": 9400
    },
    {
      "epoch": 3.21,
      "learning_rate": 3.5852911133810014e-06,
      "loss": 0.1076,
      "step": 9420
    },
    {
      "epoch": 3.21,
      "learning_rate": 3.5716717739189656e-06,
      "loss": 0.1087,
      "step": 9440
    },
    {
      "epoch": 3.22,
      "learning_rate": 3.558052434456929e-06,
      "loss": 0.158,
      "step": 9460
    },
    {
      "epoch": 3.23,
      "learning_rate": 3.544433094994893e-06,
      "loss": 0.1229,
      "step": 9480
    },
    {
      "epoch": 3.23,
      "learning_rate": 3.530813755532857e-06,
      "loss": 0.1428,
      "step": 9500
    },
    {
      "epoch": 3.24,
      "learning_rate": 3.517194416070821e-06,
      "loss": 0.1513,
      "step": 9520
    },
    {
      "epoch": 3.25,
      "learning_rate": 3.5035750766087846e-06,
      "loss": 0.1302,
      "step": 9540
    },
    {
      "epoch": 3.26,
      "learning_rate": 3.4899557371467483e-06,
      "loss": 0.1416,
      "step": 9560
    },
    {
      "epoch": 3.26,
      "learning_rate": 3.4763363976847125e-06,
      "loss": 0.1926,
      "step": 9580
    },
    {
      "epoch": 3.27,
      "learning_rate": 3.4627170582226766e-06,
      "loss": 0.1431,
      "step": 9600
    },
    {
      "epoch": 3.28,
      "learning_rate": 3.449097718760641e-06,
      "loss": 0.1235,
      "step": 9620
    },
    {
      "epoch": 3.28,
      "learning_rate": 3.435478379298604e-06,
      "loss": 0.1897,
      "step": 9640
    },
    {
      "epoch": 3.29,
      "learning_rate": 3.4218590398365683e-06,
      "loss": 0.1464,
      "step": 9660
    },
    {
      "epoch": 3.3,
      "learning_rate": 3.408239700374532e-06,
      "loss": 0.1889,
      "step": 9680
    },
    {
      "epoch": 3.3,
      "learning_rate": 3.394620360912496e-06,
      "loss": 0.1379,
      "step": 9700
    },
    {
      "epoch": 3.31,
      "learning_rate": 3.3810010214504603e-06,
      "loss": 0.1677,
      "step": 9720
    },
    {
      "epoch": 3.32,
      "learning_rate": 3.3673816819884236e-06,
      "loss": 0.1461,
      "step": 9740
    },
    {
      "epoch": 3.32,
      "learning_rate": 3.3537623425263877e-06,
      "loss": 0.1661,
      "step": 9760
    },
    {
      "epoch": 3.33,
      "learning_rate": 3.340143003064352e-06,
      "loss": 0.1571,
      "step": 9780
    },
    {
      "epoch": 3.34,
      "learning_rate": 3.3265236636023156e-06,
      "loss": 0.157,
      "step": 9800
    },
    {
      "epoch": 3.34,
      "learning_rate": 3.3129043241402798e-06,
      "loss": 0.1774,
      "step": 9820
    },
    {
      "epoch": 3.35,
      "learning_rate": 3.299284984678243e-06,
      "loss": 0.1463,
      "step": 9840
    },
    {
      "epoch": 3.36,
      "learning_rate": 3.2856656452162072e-06,
      "loss": 0.1568,
      "step": 9860
    },
    {
      "epoch": 3.36,
      "learning_rate": 3.2720463057541714e-06,
      "loss": 0.1165,
      "step": 9880
    },
    {
      "epoch": 3.37,
      "learning_rate": 3.258426966292135e-06,
      "loss": 0.1414,
      "step": 9900
    },
    {
      "epoch": 3.38,
      "learning_rate": 3.244807626830099e-06,
      "loss": 0.133,
      "step": 9920
    },
    {
      "epoch": 3.38,
      "learning_rate": 3.231188287368063e-06,
      "loss": 0.1348,
      "step": 9940
    },
    {
      "epoch": 3.39,
      "learning_rate": 3.2175689479060267e-06,
      "loss": 0.1444,
      "step": 9960
    },
    {
      "epoch": 3.4,
      "learning_rate": 3.203949608443991e-06,
      "loss": 0.1566,
      "step": 9980
    },
    {
      "epoch": 3.4,
      "learning_rate": 3.190330268981955e-06,
      "loss": 0.155,
      "step": 10000
    },
    {
      "epoch": 3.4,
      "eval_loss": 0.7332798838615417,
      "eval_roc_auc": 0.7601609657947686,
      "eval_runtime": 222.7036,
      "eval_samples_per_second": 66.95,
      "eval_steps_per_second": 8.37,
      "step": 10000
    },
    {
      "epoch": 3.41,
      "learning_rate": 3.1767109295199183e-06,
      "loss": 0.1454,
      "step": 10020
    },
    {
      "epoch": 3.42,
      "learning_rate": 3.1630915900578825e-06,
      "loss": 0.1361,
      "step": 10040
    },
    {
      "epoch": 3.43,
      "learning_rate": 3.149472250595846e-06,
      "loss": 0.153,
      "step": 10060
    },
    {
      "epoch": 3.43,
      "learning_rate": 3.1358529111338103e-06,
      "loss": 0.1855,
      "step": 10080
    },
    {
      "epoch": 3.44,
      "learning_rate": 3.1222335716717745e-06,
      "loss": 0.1164,
      "step": 10100
    },
    {
      "epoch": 3.45,
      "learning_rate": 3.1086142322097378e-06,
      "loss": 0.1846,
      "step": 10120
    },
    {
      "epoch": 3.45,
      "learning_rate": 3.094994892747702e-06,
      "loss": 0.1596,
      "step": 10140
    },
    {
      "epoch": 3.46,
      "learning_rate": 3.081375553285666e-06,
      "loss": 0.1693,
      "step": 10160
    },
    {
      "epoch": 3.47,
      "learning_rate": 3.06775621382363e-06,
      "loss": 0.1359,
      "step": 10180
    },
    {
      "epoch": 3.47,
      "learning_rate": 3.0541368743615935e-06,
      "loss": 0.17,
      "step": 10200
    },
    {
      "epoch": 3.48,
      "learning_rate": 3.0405175348995573e-06,
      "loss": 0.1185,
      "step": 10220
    },
    {
      "epoch": 3.49,
      "learning_rate": 3.0268981954375214e-06,
      "loss": 0.111,
      "step": 10240
    },
    {
      "epoch": 3.49,
      "learning_rate": 3.0132788559754856e-06,
      "loss": 0.1632,
      "step": 10260
    },
    {
      "epoch": 3.5,
      "learning_rate": 2.9996595165134497e-06,
      "loss": 0.1217,
      "step": 10280
    },
    {
      "epoch": 3.51,
      "learning_rate": 2.986040177051413e-06,
      "loss": 0.1515,
      "step": 10300
    },
    {
      "epoch": 3.51,
      "learning_rate": 2.972420837589377e-06,
      "loss": 0.1249,
      "step": 10320
    },
    {
      "epoch": 3.52,
      "learning_rate": 2.958801498127341e-06,
      "loss": 0.1566,
      "step": 10340
    },
    {
      "epoch": 3.53,
      "learning_rate": 2.945182158665305e-06,
      "loss": 0.1707,
      "step": 10360
    },
    {
      "epoch": 3.53,
      "learning_rate": 2.931562819203269e-06,
      "loss": 0.1395,
      "step": 10380
    },
    {
      "epoch": 3.54,
      "learning_rate": 2.9179434797412325e-06,
      "loss": 0.1631,
      "step": 10400
    },
    {
      "epoch": 3.55,
      "learning_rate": 2.9043241402791967e-06,
      "loss": 0.1359,
      "step": 10420
    },
    {
      "epoch": 3.55,
      "learning_rate": 2.890704800817161e-06,
      "loss": 0.1413,
      "step": 10440
    },
    {
      "epoch": 3.56,
      "learning_rate": 2.8770854613551245e-06,
      "loss": 0.1415,
      "step": 10460
    },
    {
      "epoch": 3.57,
      "learning_rate": 2.8634661218930883e-06,
      "loss": 0.1439,
      "step": 10480
    },
    {
      "epoch": 3.58,
      "learning_rate": 2.849846782431052e-06,
      "loss": 0.1997,
      "step": 10500
    },
    {
      "epoch": 3.58,
      "learning_rate": 2.836227442969016e-06,
      "loss": 0.1727,
      "step": 10520
    },
    {
      "epoch": 3.59,
      "learning_rate": 2.8226081035069803e-06,
      "loss": 0.1468,
      "step": 10540
    },
    {
      "epoch": 3.6,
      "learning_rate": 2.8089887640449444e-06,
      "loss": 0.1451,
      "step": 10560
    },
    {
      "epoch": 3.6,
      "learning_rate": 2.7953694245829077e-06,
      "loss": 0.1466,
      "step": 10580
    },
    {
      "epoch": 3.61,
      "learning_rate": 2.781750085120872e-06,
      "loss": 0.1434,
      "step": 10600
    },
    {
      "epoch": 3.62,
      "learning_rate": 2.7681307456588356e-06,
      "loss": 0.1302,
      "step": 10620
    },
    {
      "epoch": 3.62,
      "learning_rate": 2.7545114061967998e-06,
      "loss": 0.1318,
      "step": 10640
    },
    {
      "epoch": 3.63,
      "learning_rate": 2.740892066734764e-06,
      "loss": 0.1516,
      "step": 10660
    },
    {
      "epoch": 3.64,
      "learning_rate": 2.7272727272727272e-06,
      "loss": 0.1508,
      "step": 10680
    },
    {
      "epoch": 3.64,
      "learning_rate": 2.7136533878106914e-06,
      "loss": 0.1838,
      "step": 10700
    },
    {
      "epoch": 3.65,
      "learning_rate": 2.7000340483486555e-06,
      "loss": 0.1497,
      "step": 10720
    },
    {
      "epoch": 3.66,
      "learning_rate": 2.6864147088866193e-06,
      "loss": 0.1694,
      "step": 10740
    },
    {
      "epoch": 3.66,
      "learning_rate": 2.6727953694245834e-06,
      "loss": 0.1789,
      "step": 10760
    },
    {
      "epoch": 3.67,
      "learning_rate": 2.6591760299625467e-06,
      "loss": 0.1369,
      "step": 10780
    },
    {
      "epoch": 3.68,
      "learning_rate": 2.645556690500511e-06,
      "loss": 0.1195,
      "step": 10800
    },
    {
      "epoch": 3.68,
      "learning_rate": 2.631937351038475e-06,
      "loss": 0.1486,
      "step": 10820
    },
    {
      "epoch": 3.69,
      "learning_rate": 2.6183180115764387e-06,
      "loss": 0.1374,
      "step": 10840
    },
    {
      "epoch": 3.7,
      "learning_rate": 2.6046986721144025e-06,
      "loss": 0.1454,
      "step": 10860
    },
    {
      "epoch": 3.7,
      "learning_rate": 2.5910793326523666e-06,
      "loss": 0.1969,
      "step": 10880
    },
    {
      "epoch": 3.71,
      "learning_rate": 2.5774599931903303e-06,
      "loss": 0.1388,
      "step": 10900
    },
    {
      "epoch": 3.72,
      "learning_rate": 2.5638406537282945e-06,
      "loss": 0.1714,
      "step": 10920
    },
    {
      "epoch": 3.72,
      "learning_rate": 2.5502213142662586e-06,
      "loss": 0.1339,
      "step": 10940
    },
    {
      "epoch": 3.73,
      "learning_rate": 2.536601974804222e-06,
      "loss": 0.1532,
      "step": 10960
    },
    {
      "epoch": 3.74,
      "learning_rate": 2.522982635342186e-06,
      "loss": 0.1918,
      "step": 10980
    },
    {
      "epoch": 3.75,
      "learning_rate": 2.5093632958801502e-06,
      "loss": 0.1238,
      "step": 11000
    },
    {
      "epoch": 3.75,
      "eval_loss": 0.6513485312461853,
      "eval_roc_auc": 0.7726358148893361,
      "eval_runtime": 227.7851,
      "eval_samples_per_second": 65.456,
      "eval_steps_per_second": 8.183,
      "step": 11000
    },
    {
      "epoch": 3.75,
      "learning_rate": 2.495743956418114e-06,
      "loss": 0.169,
      "step": 11020
    },
    {
      "epoch": 3.76,
      "learning_rate": 2.4821246169560777e-06,
      "loss": 0.1273,
      "step": 11040
    },
    {
      "epoch": 3.77,
      "learning_rate": 2.468505277494042e-06,
      "loss": 0.1087,
      "step": 11060
    },
    {
      "epoch": 3.77,
      "learning_rate": 2.4548859380320056e-06,
      "loss": 0.1648,
      "step": 11080
    },
    {
      "epoch": 3.78,
      "learning_rate": 2.4412665985699697e-06,
      "loss": 0.1748,
      "step": 11100
    },
    {
      "epoch": 3.79,
      "learning_rate": 2.4276472591079335e-06,
      "loss": 0.1964,
      "step": 11120
    },
    {
      "epoch": 3.79,
      "learning_rate": 2.414027919645897e-06,
      "loss": 0.1551,
      "step": 11140
    },
    {
      "epoch": 3.8,
      "learning_rate": 2.4004085801838613e-06,
      "loss": 0.175,
      "step": 11160
    },
    {
      "epoch": 3.81,
      "learning_rate": 2.386789240721825e-06,
      "loss": 0.1273,
      "step": 11180
    },
    {
      "epoch": 3.81,
      "learning_rate": 2.3731699012597892e-06,
      "loss": 0.1746,
      "step": 11200
    },
    {
      "epoch": 3.82,
      "learning_rate": 2.359550561797753e-06,
      "loss": 0.1182,
      "step": 11220
    },
    {
      "epoch": 3.83,
      "learning_rate": 2.345931222335717e-06,
      "loss": 0.1066,
      "step": 11240
    },
    {
      "epoch": 3.83,
      "learning_rate": 2.332311882873681e-06,
      "loss": 0.1269,
      "step": 11260
    },
    {
      "epoch": 3.84,
      "learning_rate": 2.3186925434116445e-06,
      "loss": 0.0901,
      "step": 11280
    },
    {
      "epoch": 3.85,
      "learning_rate": 2.3050732039496087e-06,
      "loss": 0.206,
      "step": 11300
    },
    {
      "epoch": 3.85,
      "learning_rate": 2.2914538644875724e-06,
      "loss": 0.1164,
      "step": 11320
    },
    {
      "epoch": 3.86,
      "learning_rate": 2.2778345250255366e-06,
      "loss": 0.1698,
      "step": 11340
    },
    {
      "epoch": 3.87,
      "learning_rate": 2.2642151855635003e-06,
      "loss": 0.1279,
      "step": 11360
    },
    {
      "epoch": 3.87,
      "learning_rate": 2.2505958461014645e-06,
      "loss": 0.1477,
      "step": 11380
    },
    {
      "epoch": 3.88,
      "learning_rate": 2.236976506639428e-06,
      "loss": 0.136,
      "step": 11400
    },
    {
      "epoch": 3.89,
      "learning_rate": 2.223357167177392e-06,
      "loss": 0.122,
      "step": 11420
    },
    {
      "epoch": 3.9,
      "learning_rate": 2.209737827715356e-06,
      "loss": 0.138,
      "step": 11440
    },
    {
      "epoch": 3.9,
      "learning_rate": 2.1961184882533198e-06,
      "loss": 0.161,
      "step": 11460
    },
    {
      "epoch": 3.91,
      "learning_rate": 2.182499148791284e-06,
      "loss": 0.1685,
      "step": 11480
    },
    {
      "epoch": 3.92,
      "learning_rate": 2.1688798093292477e-06,
      "loss": 0.1503,
      "step": 11500
    },
    {
      "epoch": 3.92,
      "learning_rate": 2.155260469867212e-06,
      "loss": 0.1933,
      "step": 11520
    },
    {
      "epoch": 3.93,
      "learning_rate": 2.1416411304051755e-06,
      "loss": 0.199,
      "step": 11540
    },
    {
      "epoch": 3.94,
      "learning_rate": 2.1280217909431393e-06,
      "loss": 0.1233,
      "step": 11560
    },
    {
      "epoch": 3.94,
      "learning_rate": 2.1144024514811034e-06,
      "loss": 0.1485,
      "step": 11580
    },
    {
      "epoch": 3.95,
      "learning_rate": 2.100783112019067e-06,
      "loss": 0.0955,
      "step": 11600
    },
    {
      "epoch": 3.96,
      "learning_rate": 2.0871637725570313e-06,
      "loss": 0.1369,
      "step": 11620
    },
    {
      "epoch": 3.96,
      "learning_rate": 2.073544433094995e-06,
      "loss": 0.1463,
      "step": 11640
    },
    {
      "epoch": 3.97,
      "learning_rate": 2.059925093632959e-06,
      "loss": 0.1499,
      "step": 11660
    },
    {
      "epoch": 3.98,
      "learning_rate": 2.046305754170923e-06,
      "loss": 0.1376,
      "step": 11680
    },
    {
      "epoch": 3.98,
      "learning_rate": 2.0326864147088866e-06,
      "loss": 0.1385,
      "step": 11700
    },
    {
      "epoch": 3.99,
      "learning_rate": 2.0190670752468508e-06,
      "loss": 0.1194,
      "step": 11720
    },
    {
      "epoch": 4.0,
      "learning_rate": 2.0054477357848145e-06,
      "loss": 0.1677,
      "step": 11740
    },
    {
      "epoch": 4.0,
      "learning_rate": 1.9918283963227787e-06,
      "loss": 0.1102,
      "step": 11760
    },
    {
      "epoch": 4.01,
      "learning_rate": 1.9782090568607424e-06,
      "loss": 0.114,
      "step": 11780
    },
    {
      "epoch": 4.02,
      "learning_rate": 1.9645897173987065e-06,
      "loss": 0.1493,
      "step": 11800
    },
    {
      "epoch": 4.02,
      "learning_rate": 1.9509703779366703e-06,
      "loss": 0.1083,
      "step": 11820
    },
    {
      "epoch": 4.03,
      "learning_rate": 1.937351038474634e-06,
      "loss": 0.0971,
      "step": 11840
    },
    {
      "epoch": 4.04,
      "learning_rate": 1.923731699012598e-06,
      "loss": 0.1186,
      "step": 11860
    },
    {
      "epoch": 4.04,
      "learning_rate": 1.910112359550562e-06,
      "loss": 0.0883,
      "step": 11880
    },
    {
      "epoch": 4.05,
      "learning_rate": 1.896493020088526e-06,
      "loss": 0.1268,
      "step": 11900
    },
    {
      "epoch": 4.06,
      "learning_rate": 1.8828736806264897e-06,
      "loss": 0.1449,
      "step": 11920
    },
    {
      "epoch": 4.07,
      "learning_rate": 1.8692543411644537e-06,
      "loss": 0.1092,
      "step": 11940
    },
    {
      "epoch": 4.07,
      "learning_rate": 1.8556350017024174e-06,
      "loss": 0.1058,
      "step": 11960
    },
    {
      "epoch": 4.08,
      "learning_rate": 1.8420156622403816e-06,
      "loss": 0.0781,
      "step": 11980
    },
    {
      "epoch": 4.09,
      "learning_rate": 1.8283963227783455e-06,
      "loss": 0.1054,
      "step": 12000
    },
    {
      "epoch": 4.09,
      "eval_loss": 0.7551047801971436,
      "eval_roc_auc": 0.7666666666666667,
      "eval_runtime": 225.8268,
      "eval_samples_per_second": 66.024,
      "eval_steps_per_second": 8.254,
      "step": 12000
    },
    {
      "epoch": 4.09,
      "learning_rate": 1.8147769833163092e-06,
      "loss": 0.1366,
      "step": 12020
    },
    {
      "epoch": 4.1,
      "learning_rate": 1.8011576438542734e-06,
      "loss": 0.1395,
      "step": 12040
    },
    {
      "epoch": 4.11,
      "learning_rate": 1.787538304392237e-06,
      "loss": 0.094,
      "step": 12060
    },
    {
      "epoch": 4.11,
      "learning_rate": 1.773918964930201e-06,
      "loss": 0.1077,
      "step": 12080
    },
    {
      "epoch": 4.12,
      "learning_rate": 1.760299625468165e-06,
      "loss": 0.1134,
      "step": 12100
    },
    {
      "epoch": 4.13,
      "learning_rate": 1.746680286006129e-06,
      "loss": 0.1002,
      "step": 12120
    },
    {
      "epoch": 4.13,
      "learning_rate": 1.7330609465440929e-06,
      "loss": 0.0906,
      "step": 12140
    },
    {
      "epoch": 4.14,
      "learning_rate": 1.7194416070820566e-06,
      "loss": 0.1249,
      "step": 12160
    },
    {
      "epoch": 4.15,
      "learning_rate": 1.7058222676200205e-06,
      "loss": 0.1197,
      "step": 12180
    },
    {
      "epoch": 4.15,
      "learning_rate": 1.6922029281579845e-06,
      "loss": 0.1198,
      "step": 12200
    },
    {
      "epoch": 4.16,
      "learning_rate": 1.6785835886959484e-06,
      "loss": 0.1104,
      "step": 12220
    },
    {
      "epoch": 4.17,
      "learning_rate": 1.6649642492339123e-06,
      "loss": 0.1034,
      "step": 12240
    },
    {
      "epoch": 4.17,
      "learning_rate": 1.651344909771876e-06,
      "loss": 0.0803,
      "step": 12260
    },
    {
      "epoch": 4.18,
      "learning_rate": 1.6377255703098402e-06,
      "loss": 0.1039,
      "step": 12280
    },
    {
      "epoch": 4.19,
      "learning_rate": 1.624106230847804e-06,
      "loss": 0.1119,
      "step": 12300
    },
    {
      "epoch": 4.19,
      "learning_rate": 1.6104868913857679e-06,
      "loss": 0.1463,
      "step": 12320
    },
    {
      "epoch": 4.2,
      "learning_rate": 1.5968675519237318e-06,
      "loss": 0.1201,
      "step": 12340
    },
    {
      "epoch": 4.21,
      "learning_rate": 1.5832482124616958e-06,
      "loss": 0.1104,
      "step": 12360
    },
    {
      "epoch": 4.22,
      "learning_rate": 1.5696288729996597e-06,
      "loss": 0.1164,
      "step": 12380
    },
    {
      "epoch": 4.22,
      "learning_rate": 1.5560095335376234e-06,
      "loss": 0.0739,
      "step": 12400
    },
    {
      "epoch": 4.23,
      "learning_rate": 1.5423901940755876e-06,
      "loss": 0.1345,
      "step": 12420
    },
    {
      "epoch": 4.24,
      "learning_rate": 1.5287708546135513e-06,
      "loss": 0.11,
      "step": 12440
    },
    {
      "epoch": 4.24,
      "learning_rate": 1.5151515151515152e-06,
      "loss": 0.0976,
      "step": 12460
    },
    {
      "epoch": 4.25,
      "learning_rate": 1.501532175689479e-06,
      "loss": 0.1323,
      "step": 12480
    },
    {
      "epoch": 4.26,
      "learning_rate": 1.4879128362274431e-06,
      "loss": 0.1222,
      "step": 12500
    },
    {
      "epoch": 4.26,
      "learning_rate": 1.474293496765407e-06,
      "loss": 0.1165,
      "step": 12520
    },
    {
      "epoch": 4.27,
      "learning_rate": 1.4606741573033708e-06,
      "loss": 0.1214,
      "step": 12540
    },
    {
      "epoch": 4.28,
      "learning_rate": 1.447054817841335e-06,
      "loss": 0.0871,
      "step": 12560
    },
    {
      "epoch": 4.28,
      "learning_rate": 1.4334354783792987e-06,
      "loss": 0.1088,
      "step": 12580
    },
    {
      "epoch": 4.29,
      "learning_rate": 1.4198161389172626e-06,
      "loss": 0.0892,
      "step": 12600
    },
    {
      "epoch": 4.3,
      "learning_rate": 1.4061967994552263e-06,
      "loss": 0.1352,
      "step": 12620
    },
    {
      "epoch": 4.3,
      "learning_rate": 1.3925774599931905e-06,
      "loss": 0.0977,
      "step": 12640
    },
    {
      "epoch": 4.31,
      "learning_rate": 1.3789581205311544e-06,
      "loss": 0.1374,
      "step": 12660
    },
    {
      "epoch": 4.32,
      "learning_rate": 1.3653387810691181e-06,
      "loss": 0.0864,
      "step": 12680
    },
    {
      "epoch": 4.32,
      "learning_rate": 1.3517194416070823e-06,
      "loss": 0.089,
      "step": 12700
    },
    {
      "epoch": 4.33,
      "learning_rate": 1.338100102145046e-06,
      "loss": 0.0961,
      "step": 12720
    },
    {
      "epoch": 4.34,
      "learning_rate": 1.32448076268301e-06,
      "loss": 0.1148,
      "step": 12740
    },
    {
      "epoch": 4.34,
      "learning_rate": 1.3108614232209737e-06,
      "loss": 0.1113,
      "step": 12760
    },
    {
      "epoch": 4.35,
      "learning_rate": 1.2972420837589378e-06,
      "loss": 0.0984,
      "step": 12780
    },
    {
      "epoch": 4.36,
      "learning_rate": 1.2836227442969018e-06,
      "loss": 0.1134,
      "step": 12800
    },
    {
      "epoch": 4.36,
      "learning_rate": 1.2700034048348655e-06,
      "loss": 0.1126,
      "step": 12820
    },
    {
      "epoch": 4.37,
      "learning_rate": 1.2563840653728297e-06,
      "loss": 0.1318,
      "step": 12840
    },
    {
      "epoch": 4.38,
      "learning_rate": 1.2427647259107934e-06,
      "loss": 0.1326,
      "step": 12860
    },
    {
      "epoch": 4.39,
      "learning_rate": 1.2291453864487573e-06,
      "loss": 0.0954,
      "step": 12880
    },
    {
      "epoch": 4.39,
      "learning_rate": 1.2155260469867213e-06,
      "loss": 0.1549,
      "step": 12900
    },
    {
      "epoch": 4.4,
      "learning_rate": 1.2019067075246852e-06,
      "loss": 0.1077,
      "step": 12920
    },
    {
      "epoch": 4.41,
      "learning_rate": 1.188287368062649e-06,
      "loss": 0.0598,
      "step": 12940
    },
    {
      "epoch": 4.41,
      "learning_rate": 1.1746680286006129e-06,
      "loss": 0.1317,
      "step": 12960
    },
    {
      "epoch": 4.42,
      "learning_rate": 1.161048689138577e-06,
      "loss": 0.0877,
      "step": 12980
    },
    {
      "epoch": 4.43,
      "learning_rate": 1.1474293496765407e-06,
      "loss": 0.1076,
      "step": 13000
    },
    {
      "epoch": 4.43,
      "eval_loss": 0.8132159113883972,
      "eval_roc_auc": 0.7627095908786049,
      "eval_runtime": 227.818,
      "eval_samples_per_second": 65.447,
      "eval_steps_per_second": 8.182,
      "step": 13000
    },
    {
      "epoch": 4.43,
      "learning_rate": 1.1338100102145047e-06,
      "loss": 0.1132,
      "step": 13020
    },
    {
      "epoch": 4.44,
      "learning_rate": 1.1201906707524686e-06,
      "loss": 0.0821,
      "step": 13040
    },
    {
      "epoch": 4.45,
      "learning_rate": 1.1065713312904326e-06,
      "loss": 0.0979,
      "step": 13060
    },
    {
      "epoch": 4.45,
      "learning_rate": 1.0929519918283963e-06,
      "loss": 0.1109,
      "step": 13080
    },
    {
      "epoch": 4.46,
      "learning_rate": 1.0793326523663602e-06,
      "loss": 0.1429,
      "step": 13100
    },
    {
      "epoch": 4.47,
      "learning_rate": 1.0657133129043244e-06,
      "loss": 0.1369,
      "step": 13120
    },
    {
      "epoch": 4.47,
      "learning_rate": 1.052093973442288e-06,
      "loss": 0.103,
      "step": 13140
    },
    {
      "epoch": 4.48,
      "learning_rate": 1.038474633980252e-06,
      "loss": 0.1071,
      "step": 13160
    },
    {
      "epoch": 4.49,
      "learning_rate": 1.024855294518216e-06,
      "loss": 0.0864,
      "step": 13180
    },
    {
      "epoch": 4.49,
      "learning_rate": 1.01123595505618e-06,
      "loss": 0.1063,
      "step": 13200
    },
    {
      "epoch": 4.5,
      "learning_rate": 9.976166155941436e-07,
      "loss": 0.1019,
      "step": 13220
    },
    {
      "epoch": 4.51,
      "learning_rate": 9.839972761321076e-07,
      "loss": 0.1222,
      "step": 13240
    },
    {
      "epoch": 4.51,
      "learning_rate": 9.703779366700715e-07,
      "loss": 0.0911,
      "step": 13260
    },
    {
      "epoch": 4.52,
      "learning_rate": 9.567585972080355e-07,
      "loss": 0.1774,
      "step": 13280
    },
    {
      "epoch": 4.53,
      "learning_rate": 9.431392577459994e-07,
      "loss": 0.1098,
      "step": 13300
    },
    {
      "epoch": 4.54,
      "learning_rate": 9.295199182839632e-07,
      "loss": 0.1371,
      "step": 13320
    },
    {
      "epoch": 4.54,
      "learning_rate": 9.159005788219272e-07,
      "loss": 0.1277,
      "step": 13340
    },
    {
      "epoch": 4.55,
      "learning_rate": 9.022812393598911e-07,
      "loss": 0.0962,
      "step": 13360
    },
    {
      "epoch": 4.56,
      "learning_rate": 8.886618998978551e-07,
      "loss": 0.1411,
      "step": 13380
    },
    {
      "epoch": 4.56,
      "learning_rate": 8.75042560435819e-07,
      "loss": 0.1044,
      "step": 13400
    },
    {
      "epoch": 4.57,
      "learning_rate": 8.614232209737828e-07,
      "loss": 0.0907,
      "step": 13420
    },
    {
      "epoch": 4.58,
      "learning_rate": 8.478038815117468e-07,
      "loss": 0.1084,
      "step": 13440
    },
    {
      "epoch": 4.58,
      "learning_rate": 8.341845420497106e-07,
      "loss": 0.1198,
      "step": 13460
    },
    {
      "epoch": 4.59,
      "learning_rate": 8.205652025876745e-07,
      "loss": 0.0946,
      "step": 13480
    },
    {
      "epoch": 4.6,
      "learning_rate": 8.069458631256384e-07,
      "loss": 0.1361,
      "step": 13500
    },
    {
      "epoch": 4.6,
      "learning_rate": 7.933265236636024e-07,
      "loss": 0.0859,
      "step": 13520
    },
    {
      "epoch": 4.61,
      "learning_rate": 7.797071842015664e-07,
      "loss": 0.1314,
      "step": 13540
    },
    {
      "epoch": 4.62,
      "learning_rate": 7.660878447395302e-07,
      "loss": 0.121,
      "step": 13560
    },
    {
      "epoch": 4.62,
      "learning_rate": 7.524685052774941e-07,
      "loss": 0.109,
      "step": 13580
    },
    {
      "epoch": 4.63,
      "learning_rate": 7.38849165815458e-07,
      "loss": 0.0947,
      "step": 13600
    },
    {
      "epoch": 4.64,
      "learning_rate": 7.252298263534219e-07,
      "loss": 0.105,
      "step": 13620
    },
    {
      "epoch": 4.64,
      "learning_rate": 7.116104868913857e-07,
      "loss": 0.1235,
      "step": 13640
    },
    {
      "epoch": 4.65,
      "learning_rate": 6.979911474293498e-07,
      "loss": 0.1332,
      "step": 13660
    },
    {
      "epoch": 4.66,
      "learning_rate": 6.843718079673137e-07,
      "loss": 0.0717,
      "step": 13680
    },
    {
      "epoch": 4.66,
      "learning_rate": 6.707524685052775e-07,
      "loss": 0.1095,
      "step": 13700
    },
    {
      "epoch": 4.67,
      "learning_rate": 6.571331290432415e-07,
      "loss": 0.1468,
      "step": 13720
    },
    {
      "epoch": 4.68,
      "learning_rate": 6.435137895812053e-07,
      "loss": 0.1202,
      "step": 13740
    },
    {
      "epoch": 4.69,
      "learning_rate": 6.298944501191693e-07,
      "loss": 0.0621,
      "step": 13760
    },
    {
      "epoch": 4.69,
      "learning_rate": 6.162751106571332e-07,
      "loss": 0.0852,
      "step": 13780
    },
    {
      "epoch": 4.7,
      "learning_rate": 6.02655771195097e-07,
      "loss": 0.1006,
      "step": 13800
    },
    {
      "epoch": 4.71,
      "learning_rate": 5.89036431733061e-07,
      "loss": 0.1046,
      "step": 13820
    },
    {
      "epoch": 4.71,
      "learning_rate": 5.754170922710249e-07,
      "loss": 0.1105,
      "step": 13840
    },
    {
      "epoch": 4.72,
      "learning_rate": 5.617977528089888e-07,
      "loss": 0.0842,
      "step": 13860
    },
    {
      "epoch": 4.73,
      "learning_rate": 5.481784133469528e-07,
      "loss": 0.0779,
      "step": 13880
    },
    {
      "epoch": 4.73,
      "learning_rate": 5.345590738849166e-07,
      "loss": 0.1007,
      "step": 13900
    },
    {
      "epoch": 4.74,
      "learning_rate": 5.209397344228806e-07,
      "loss": 0.0784,
      "step": 13920
    },
    {
      "epoch": 4.75,
      "learning_rate": 5.073203949608444e-07,
      "loss": 0.121,
      "step": 13940
    },
    {
      "epoch": 4.75,
      "learning_rate": 4.937010554988083e-07,
      "loss": 0.1562,
      "step": 13960
    },
    {
      "epoch": 4.76,
      "learning_rate": 4.800817160367723e-07,
      "loss": 0.1098,
      "step": 13980
    },
    {
      "epoch": 4.77,
      "learning_rate": 4.6646237657473615e-07,
      "loss": 0.1321,
      "step": 14000
    },
    {
      "epoch": 4.77,
      "eval_loss": 0.815223753452301,
      "eval_roc_auc": 0.7586854460093896,
      "eval_runtime": 225.105,
      "eval_samples_per_second": 66.236,
      "eval_steps_per_second": 8.281,
      "step": 14000
    },
    {
      "epoch": 4.77,
      "learning_rate": 4.528430371127001e-07,
      "loss": 0.1244,
      "step": 14020
    },
    {
      "epoch": 4.78,
      "learning_rate": 4.39223697650664e-07,
      "loss": 0.1415,
      "step": 14040
    },
    {
      "epoch": 4.79,
      "learning_rate": 4.2560435818862786e-07,
      "loss": 0.0982,
      "step": 14060
    },
    {
      "epoch": 4.79,
      "learning_rate": 4.1198501872659175e-07,
      "loss": 0.0874,
      "step": 14080
    },
    {
      "epoch": 4.8,
      "learning_rate": 3.9836567926455574e-07,
      "loss": 0.1736,
      "step": 14100
    },
    {
      "epoch": 4.81,
      "learning_rate": 3.8474633980251963e-07,
      "loss": 0.1213,
      "step": 14120
    },
    {
      "epoch": 4.81,
      "learning_rate": 3.711270003404835e-07,
      "loss": 0.1008,
      "step": 14140
    },
    {
      "epoch": 4.82,
      "learning_rate": 3.5750766087844745e-07,
      "loss": 0.1624,
      "step": 14160
    },
    {
      "epoch": 4.83,
      "learning_rate": 3.4388832141641134e-07,
      "loss": 0.1073,
      "step": 14180
    },
    {
      "epoch": 4.83,
      "learning_rate": 3.302689819543752e-07,
      "loss": 0.0801,
      "step": 14200
    },
    {
      "epoch": 4.84,
      "learning_rate": 3.1664964249233916e-07,
      "loss": 0.1252,
      "step": 14220
    },
    {
      "epoch": 4.85,
      "learning_rate": 3.0303030303030305e-07,
      "loss": 0.0988,
      "step": 14240
    },
    {
      "epoch": 4.86,
      "learning_rate": 2.8941096356826693e-07,
      "loss": 0.0818,
      "step": 14260
    },
    {
      "epoch": 4.86,
      "learning_rate": 2.7579162410623087e-07,
      "loss": 0.1005,
      "step": 14280
    },
    {
      "epoch": 4.87,
      "learning_rate": 2.621722846441948e-07,
      "loss": 0.1191,
      "step": 14300
    },
    {
      "epoch": 4.88,
      "learning_rate": 2.485529451821587e-07,
      "loss": 0.1062,
      "step": 14320
    },
    {
      "epoch": 4.88,
      "learning_rate": 2.349336057201226e-07,
      "loss": 0.115,
      "step": 14340
    },
    {
      "epoch": 4.89,
      "learning_rate": 2.213142662580865e-07,
      "loss": 0.1172,
      "step": 14360
    },
    {
      "epoch": 4.9,
      "learning_rate": 2.076949267960504e-07,
      "loss": 0.099,
      "step": 14380
    },
    {
      "epoch": 4.9,
      "learning_rate": 1.9407558733401432e-07,
      "loss": 0.127,
      "step": 14400
    },
    {
      "epoch": 4.91,
      "learning_rate": 1.804562478719782e-07,
      "loss": 0.0879,
      "step": 14420
    },
    {
      "epoch": 4.92,
      "learning_rate": 1.6683690840994215e-07,
      "loss": 0.1284,
      "step": 14440
    },
    {
      "epoch": 4.92,
      "learning_rate": 1.5321756894790606e-07,
      "loss": 0.1249,
      "step": 14460
    },
    {
      "epoch": 4.93,
      "learning_rate": 1.3959822948586994e-07,
      "loss": 0.1314,
      "step": 14480
    },
    {
      "epoch": 4.94,
      "learning_rate": 1.2597889002383386e-07,
      "loss": 0.1307,
      "step": 14500
    },
    {
      "epoch": 4.94,
      "learning_rate": 1.1235955056179776e-07,
      "loss": 0.092,
      "step": 14520
    },
    {
      "epoch": 4.95,
      "learning_rate": 9.874021109976167e-08,
      "loss": 0.084,
      "step": 14540
    },
    {
      "epoch": 4.96,
      "learning_rate": 8.512087163772558e-08,
      "loss": 0.1793,
      "step": 14560
    },
    {
      "epoch": 4.96,
      "learning_rate": 7.150153217568949e-08,
      "loss": 0.1071,
      "step": 14580
    },
    {
      "epoch": 4.97,
      "learning_rate": 5.788219271365339e-08,
      "loss": 0.103,
      "step": 14600
    },
    {
      "epoch": 4.98,
      "learning_rate": 4.42628532516173e-08,
      "loss": 0.1024,
      "step": 14620
    },
    {
      "epoch": 4.98,
      "learning_rate": 3.0643513789581204e-08,
      "loss": 0.0751,
      "step": 14640
    },
    {
      "epoch": 4.99,
      "learning_rate": 1.7024174327545116e-08,
      "loss": 0.0811,
      "step": 14660
    },
    {
      "epoch": 5.0,
      "learning_rate": 3.4048348655090227e-09,
      "loss": 0.0877,
      "step": 14680
    },
    {
      "epoch": 5.0,
      "step": 14685,
      "total_flos": 3.6406511640831468e+19,
      "train_loss": 0.21540352483164263,
      "train_runtime": 8294.2837,
      "train_samples_per_second": 56.643,
      "train_steps_per_second": 1.77
    }
  ],
  "logging_steps": 20,
  "max_steps": 14685,
  "num_train_epochs": 5,
  "save_steps": 1000,
  "total_flos": 3.6406511640831468e+19,
  "trial_name": null,
  "trial_params": null
}