{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 50,
  "global_step": 397,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0025220680958385876,
      "grad_norm": 28.179744720458984,
      "learning_rate": 0.0,
      "loss": 3.9076,
      "step": 1
    },
    {
      "epoch": 0.005044136191677175,
      "grad_norm": 24.516916275024414,
      "learning_rate": 2.0000000000000003e-06,
      "loss": 3.7688,
      "step": 2
    },
    {
      "epoch": 0.007566204287515763,
      "grad_norm": 24.71198844909668,
      "learning_rate": 4.000000000000001e-06,
      "loss": 3.6944,
      "step": 3
    },
    {
      "epoch": 0.01008827238335435,
      "grad_norm": 24.241424560546875,
      "learning_rate": 6e-06,
      "loss": 3.9913,
      "step": 4
    },
    {
      "epoch": 0.012610340479192938,
      "grad_norm": 25.01215171813965,
      "learning_rate": 8.000000000000001e-06,
      "loss": 3.8359,
      "step": 5
    },
    {
      "epoch": 0.015132408575031526,
      "grad_norm": 23.2274227142334,
      "learning_rate": 1e-05,
      "loss": 3.1941,
      "step": 6
    },
    {
      "epoch": 0.017654476670870115,
      "grad_norm": 12.198960304260254,
      "learning_rate": 9.974489795918369e-06,
      "loss": 2.6747,
      "step": 7
    },
    {
      "epoch": 0.0201765447667087,
      "grad_norm": 12.050211906433105,
      "learning_rate": 9.948979591836737e-06,
      "loss": 2.7897,
      "step": 8
    },
    {
      "epoch": 0.02269861286254729,
      "grad_norm": 9.523195266723633,
      "learning_rate": 9.923469387755103e-06,
      "loss": 2.6285,
      "step": 9
    },
    {
      "epoch": 0.025220680958385876,
      "grad_norm": 8.693909645080566,
      "learning_rate": 9.89795918367347e-06,
      "loss": 2.3488,
      "step": 10
    },
    {
      "epoch": 0.027742749054224466,
      "grad_norm": 6.340963840484619,
      "learning_rate": 9.872448979591838e-06,
      "loss": 2.1502,
      "step": 11
    },
    {
      "epoch": 0.03026481715006305,
      "grad_norm": 5.494863986968994,
      "learning_rate": 9.846938775510205e-06,
      "loss": 2.0603,
      "step": 12
    },
    {
      "epoch": 0.03278688524590164,
      "grad_norm": 5.607734203338623,
      "learning_rate": 9.821428571428573e-06,
      "loss": 2.1895,
      "step": 13
    },
    {
      "epoch": 0.03530895334174023,
      "grad_norm": 4.288860321044922,
      "learning_rate": 9.795918367346939e-06,
      "loss": 2.0408,
      "step": 14
    },
    {
      "epoch": 0.03783102143757881,
      "grad_norm": 6.064761638641357,
      "learning_rate": 9.770408163265307e-06,
      "loss": 2.0108,
      "step": 15
    },
    {
      "epoch": 0.0403530895334174,
      "grad_norm": 6.425435543060303,
      "learning_rate": 9.744897959183674e-06,
      "loss": 2.0594,
      "step": 16
    },
    {
      "epoch": 0.04287515762925599,
      "grad_norm": 5.983509063720703,
      "learning_rate": 9.719387755102042e-06,
      "loss": 1.7791,
      "step": 17
    },
    {
      "epoch": 0.04539722572509458,
      "grad_norm": 5.766451358795166,
      "learning_rate": 9.693877551020408e-06,
      "loss": 1.7536,
      "step": 18
    },
    {
      "epoch": 0.04791929382093316,
      "grad_norm": 4.686731338500977,
      "learning_rate": 9.668367346938776e-06,
      "loss": 1.8587,
      "step": 19
    },
    {
      "epoch": 0.05044136191677175,
      "grad_norm": 5.059296607971191,
      "learning_rate": 9.642857142857144e-06,
      "loss": 1.7735,
      "step": 20
    },
    {
      "epoch": 0.05296343001261034,
      "grad_norm": 3.540335178375244,
      "learning_rate": 9.617346938775512e-06,
      "loss": 1.6554,
      "step": 21
    },
    {
      "epoch": 0.05548549810844893,
      "grad_norm": 2.750408411026001,
      "learning_rate": 9.591836734693878e-06,
      "loss": 1.5072,
      "step": 22
    },
    {
      "epoch": 0.058007566204287514,
      "grad_norm": 2.5752179622650146,
      "learning_rate": 9.566326530612246e-06,
      "loss": 1.5522,
      "step": 23
    },
    {
      "epoch": 0.0605296343001261,
      "grad_norm": 3.1136176586151123,
      "learning_rate": 9.540816326530612e-06,
      "loss": 1.8707,
      "step": 24
    },
    {
      "epoch": 0.06305170239596469,
      "grad_norm": 2.6197397708892822,
      "learning_rate": 9.51530612244898e-06,
      "loss": 1.6634,
      "step": 25
    },
    {
      "epoch": 0.06557377049180328,
      "grad_norm": 2.6708827018737793,
      "learning_rate": 9.489795918367348e-06,
      "loss": 1.6752,
      "step": 26
    },
    {
      "epoch": 0.06809583858764187,
      "grad_norm": 2.872081756591797,
      "learning_rate": 9.464285714285714e-06,
      "loss": 1.8016,
      "step": 27
    },
    {
      "epoch": 0.07061790668348046,
      "grad_norm": 2.9192097187042236,
      "learning_rate": 9.438775510204082e-06,
      "loss": 1.7727,
      "step": 28
    },
    {
      "epoch": 0.07313997477931904,
      "grad_norm": 2.6002535820007324,
      "learning_rate": 9.41326530612245e-06,
      "loss": 1.6296,
      "step": 29
    },
    {
      "epoch": 0.07566204287515763,
      "grad_norm": 2.6264593601226807,
      "learning_rate": 9.387755102040818e-06,
      "loss": 1.4992,
      "step": 30
    },
    {
      "epoch": 0.07818411097099622,
      "grad_norm": 2.561026096343994,
      "learning_rate": 9.362244897959184e-06,
      "loss": 1.503,
      "step": 31
    },
    {
      "epoch": 0.0807061790668348,
      "grad_norm": 2.78578782081604,
      "learning_rate": 9.336734693877552e-06,
      "loss": 1.7069,
      "step": 32
    },
    {
      "epoch": 0.0832282471626734,
      "grad_norm": 2.7938411235809326,
      "learning_rate": 9.31122448979592e-06,
      "loss": 1.7789,
      "step": 33
    },
    {
      "epoch": 0.08575031525851198,
      "grad_norm": 2.5074312686920166,
      "learning_rate": 9.285714285714288e-06,
      "loss": 1.4441,
      "step": 34
    },
    {
      "epoch": 0.08827238335435057,
      "grad_norm": 3.342635154724121,
      "learning_rate": 9.260204081632654e-06,
      "loss": 1.5843,
      "step": 35
    },
    {
      "epoch": 0.09079445145018916,
      "grad_norm": 2.761977195739746,
      "learning_rate": 9.234693877551022e-06,
      "loss": 1.523,
      "step": 36
    },
    {
      "epoch": 0.09331651954602774,
      "grad_norm": 2.888981819152832,
      "learning_rate": 9.209183673469388e-06,
      "loss": 1.6242,
      "step": 37
    },
    {
      "epoch": 0.09583858764186633,
      "grad_norm": 3.050093412399292,
      "learning_rate": 9.183673469387756e-06,
      "loss": 1.5295,
      "step": 38
    },
    {
      "epoch": 0.09836065573770492,
      "grad_norm": 2.7658941745758057,
      "learning_rate": 9.158163265306124e-06,
      "loss": 1.537,
      "step": 39
    },
    {
      "epoch": 0.1008827238335435,
      "grad_norm": 5.618165016174316,
      "learning_rate": 9.13265306122449e-06,
      "loss": 1.3365,
      "step": 40
    },
    {
      "epoch": 0.1034047919293821,
      "grad_norm": 2.500061273574829,
      "learning_rate": 9.107142857142858e-06,
      "loss": 1.3965,
      "step": 41
    },
    {
      "epoch": 0.10592686002522068,
      "grad_norm": 2.8475868701934814,
      "learning_rate": 9.081632653061225e-06,
      "loss": 1.5756,
      "step": 42
    },
    {
      "epoch": 0.10844892812105927,
      "grad_norm": 2.5462939739227295,
      "learning_rate": 9.056122448979593e-06,
      "loss": 1.4291,
      "step": 43
    },
    {
      "epoch": 0.11097099621689786,
      "grad_norm": 2.4493391513824463,
      "learning_rate": 9.03061224489796e-06,
      "loss": 1.2683,
      "step": 44
    },
    {
      "epoch": 0.11349306431273644,
      "grad_norm": 2.689854383468628,
      "learning_rate": 9.005102040816327e-06,
      "loss": 1.445,
      "step": 45
    },
    {
      "epoch": 0.11601513240857503,
      "grad_norm": 2.605480194091797,
      "learning_rate": 8.979591836734695e-06,
      "loss": 1.3651,
      "step": 46
    },
    {
      "epoch": 0.11853720050441362,
      "grad_norm": 2.3071837425231934,
      "learning_rate": 8.954081632653061e-06,
      "loss": 1.3704,
      "step": 47
    },
    {
      "epoch": 0.1210592686002522,
      "grad_norm": 2.917820453643799,
      "learning_rate": 8.92857142857143e-06,
      "loss": 1.4427,
      "step": 48
    },
    {
      "epoch": 0.1235813366960908,
      "grad_norm": 2.4011285305023193,
      "learning_rate": 8.903061224489795e-06,
      "loss": 1.2579,
      "step": 49
    },
    {
      "epoch": 0.12610340479192939,
      "grad_norm": 2.7568607330322266,
      "learning_rate": 8.877551020408163e-06,
      "loss": 1.5337,
      "step": 50
    },
    {
      "epoch": 0.12610340479192939,
      "eval_loss": 1.3679749965667725,
      "eval_runtime": 29.7527,
      "eval_samples_per_second": 23.695,
      "eval_steps_per_second": 11.864,
      "step": 50
    },
    {
      "epoch": 0.12862547288776796,
      "grad_norm": 2.606051445007324,
      "learning_rate": 8.852040816326531e-06,
      "loss": 1.4085,
      "step": 51
    },
    {
      "epoch": 0.13114754098360656,
      "grad_norm": 2.7485203742980957,
      "learning_rate": 8.826530612244899e-06,
      "loss": 1.4645,
      "step": 52
    },
    {
      "epoch": 0.13366960907944514,
      "grad_norm": 2.5185461044311523,
      "learning_rate": 8.801020408163265e-06,
      "loss": 1.3739,
      "step": 53
    },
    {
      "epoch": 0.13619167717528374,
      "grad_norm": 2.7837796211242676,
      "learning_rate": 8.775510204081633e-06,
      "loss": 1.5623,
      "step": 54
    },
    {
      "epoch": 0.13871374527112232,
      "grad_norm": 2.712833881378174,
      "learning_rate": 8.750000000000001e-06,
      "loss": 1.4247,
      "step": 55
    },
    {
      "epoch": 0.14123581336696092,
      "grad_norm": 2.5658679008483887,
      "learning_rate": 8.724489795918369e-06,
      "loss": 1.4223,
      "step": 56
    },
    {
      "epoch": 0.1437578814627995,
      "grad_norm": 2.4641642570495605,
      "learning_rate": 8.698979591836737e-06,
      "loss": 1.456,
      "step": 57
    },
    {
      "epoch": 0.14627994955863807,
      "grad_norm": 2.6247942447662354,
      "learning_rate": 8.673469387755103e-06,
      "loss": 1.3828,
      "step": 58
    },
    {
      "epoch": 0.14880201765447668,
      "grad_norm": 2.713083267211914,
      "learning_rate": 8.64795918367347e-06,
      "loss": 1.4578,
      "step": 59
    },
    {
      "epoch": 0.15132408575031525,
      "grad_norm": 2.51489520072937,
      "learning_rate": 8.622448979591837e-06,
      "loss": 1.423,
      "step": 60
    },
    {
      "epoch": 0.15384615384615385,
      "grad_norm": 2.6199886798858643,
      "learning_rate": 8.596938775510205e-06,
      "loss": 1.472,
      "step": 61
    },
    {
      "epoch": 0.15636822194199243,
      "grad_norm": 2.876063585281372,
      "learning_rate": 8.571428571428571e-06,
      "loss": 1.2619,
      "step": 62
    },
    {
      "epoch": 0.15889029003783103,
      "grad_norm": 3.0055885314941406,
      "learning_rate": 8.545918367346939e-06,
      "loss": 1.5852,
      "step": 63
    },
    {
      "epoch": 0.1614123581336696,
      "grad_norm": 2.7269158363342285,
      "learning_rate": 8.520408163265307e-06,
      "loss": 1.4495,
      "step": 64
    },
    {
      "epoch": 0.16393442622950818,
      "grad_norm": 2.721104383468628,
      "learning_rate": 8.494897959183675e-06,
      "loss": 1.3956,
      "step": 65
    },
    {
      "epoch": 0.1664564943253468,
      "grad_norm": 2.5203006267547607,
      "learning_rate": 8.469387755102042e-06,
      "loss": 1.3295,
      "step": 66
    },
    {
      "epoch": 0.16897856242118536,
      "grad_norm": 2.4043593406677246,
      "learning_rate": 8.443877551020409e-06,
      "loss": 1.3578,
      "step": 67
    },
    {
      "epoch": 0.17150063051702397,
      "grad_norm": 2.4252188205718994,
      "learning_rate": 8.418367346938776e-06,
      "loss": 1.4294,
      "step": 68
    },
    {
      "epoch": 0.17402269861286254,
      "grad_norm": 2.5753767490386963,
      "learning_rate": 8.392857142857144e-06,
      "loss": 1.3328,
      "step": 69
    },
    {
      "epoch": 0.17654476670870115,
      "grad_norm": 2.7144737243652344,
      "learning_rate": 8.36734693877551e-06,
      "loss": 1.3417,
      "step": 70
    },
    {
      "epoch": 0.17906683480453972,
      "grad_norm": 2.7188117504119873,
      "learning_rate": 8.341836734693878e-06,
      "loss": 1.3447,
      "step": 71
    },
    {
      "epoch": 0.18158890290037832,
      "grad_norm": 2.5222883224487305,
      "learning_rate": 8.316326530612246e-06,
      "loss": 1.337,
      "step": 72
    },
    {
      "epoch": 0.1841109709962169,
      "grad_norm": 2.824963092803955,
      "learning_rate": 8.290816326530612e-06,
      "loss": 1.4719,
      "step": 73
    },
    {
      "epoch": 0.18663303909205547,
      "grad_norm": 2.4152443408966064,
      "learning_rate": 8.26530612244898e-06,
      "loss": 1.3325,
      "step": 74
    },
    {
      "epoch": 0.18915510718789408,
      "grad_norm": 2.7858219146728516,
      "learning_rate": 8.239795918367348e-06,
      "loss": 1.406,
      "step": 75
    },
    {
      "epoch": 0.19167717528373265,
      "grad_norm": 2.4363901615142822,
      "learning_rate": 8.214285714285714e-06,
      "loss": 1.2748,
      "step": 76
    },
    {
      "epoch": 0.19419924337957126,
      "grad_norm": 2.6981496810913086,
      "learning_rate": 8.188775510204082e-06,
      "loss": 1.3467,
      "step": 77
    },
    {
      "epoch": 0.19672131147540983,
      "grad_norm": 3.2663891315460205,
      "learning_rate": 8.16326530612245e-06,
      "loss": 1.4674,
      "step": 78
    },
    {
      "epoch": 0.19924337957124844,
      "grad_norm": 2.4687485694885254,
      "learning_rate": 8.137755102040818e-06,
      "loss": 1.2847,
      "step": 79
    },
    {
      "epoch": 0.201765447667087,
      "grad_norm": 2.4742655754089355,
      "learning_rate": 8.112244897959184e-06,
      "loss": 1.4895,
      "step": 80
    },
    {
      "epoch": 0.2042875157629256,
      "grad_norm": 2.3738343715667725,
      "learning_rate": 8.086734693877552e-06,
      "loss": 1.3104,
      "step": 81
    },
    {
      "epoch": 0.2068095838587642,
      "grad_norm": 2.7450459003448486,
      "learning_rate": 8.06122448979592e-06,
      "loss": 1.4813,
      "step": 82
    },
    {
      "epoch": 0.20933165195460277,
      "grad_norm": 2.5378000736236572,
      "learning_rate": 8.035714285714286e-06,
      "loss": 1.3645,
      "step": 83
    },
    {
      "epoch": 0.21185372005044137,
      "grad_norm": 2.5463483333587646,
      "learning_rate": 8.010204081632654e-06,
      "loss": 1.3993,
      "step": 84
    },
    {
      "epoch": 0.21437578814627994,
      "grad_norm": 2.589150905609131,
      "learning_rate": 7.98469387755102e-06,
      "loss": 1.2893,
      "step": 85
    },
    {
      "epoch": 0.21689785624211855,
      "grad_norm": 2.569373369216919,
      "learning_rate": 7.959183673469388e-06,
      "loss": 1.4259,
      "step": 86
    },
    {
      "epoch": 0.21941992433795712,
      "grad_norm": 2.3775179386138916,
      "learning_rate": 7.933673469387756e-06,
      "loss": 1.4285,
      "step": 87
    },
    {
      "epoch": 0.22194199243379573,
      "grad_norm": 2.4437825679779053,
      "learning_rate": 7.908163265306124e-06,
      "loss": 1.369,
      "step": 88
    },
    {
      "epoch": 0.2244640605296343,
      "grad_norm": 3.0488524436950684,
      "learning_rate": 7.88265306122449e-06,
      "loss": 1.3899,
      "step": 89
    },
    {
      "epoch": 0.22698612862547288,
      "grad_norm": 2.512152671813965,
      "learning_rate": 7.857142857142858e-06,
      "loss": 1.35,
      "step": 90
    },
    {
      "epoch": 0.22950819672131148,
      "grad_norm": 2.7717092037200928,
      "learning_rate": 7.831632653061226e-06,
      "loss": 1.4277,
      "step": 91
    },
    {
      "epoch": 0.23203026481715006,
      "grad_norm": 2.759774684906006,
      "learning_rate": 7.806122448979593e-06,
      "loss": 1.5374,
      "step": 92
    },
    {
      "epoch": 0.23455233291298866,
      "grad_norm": 2.6309847831726074,
      "learning_rate": 7.78061224489796e-06,
      "loss": 1.4291,
      "step": 93
    },
    {
      "epoch": 0.23707440100882723,
      "grad_norm": 2.3594372272491455,
      "learning_rate": 7.755102040816327e-06,
      "loss": 1.2482,
      "step": 94
    },
    {
      "epoch": 0.23959646910466584,
      "grad_norm": 2.5458133220672607,
      "learning_rate": 7.729591836734695e-06,
      "loss": 1.4092,
      "step": 95
    },
    {
      "epoch": 0.2421185372005044,
      "grad_norm": 2.3566720485687256,
      "learning_rate": 7.704081632653061e-06,
      "loss": 1.4542,
      "step": 96
    },
    {
      "epoch": 0.244640605296343,
      "grad_norm": 2.69014048576355,
      "learning_rate": 7.67857142857143e-06,
      "loss": 1.3406,
      "step": 97
    },
    {
      "epoch": 0.2471626733921816,
      "grad_norm": 2.811084270477295,
      "learning_rate": 7.653061224489796e-06,
      "loss": 1.4134,
      "step": 98
    },
    {
      "epoch": 0.24968474148802017,
      "grad_norm": 2.6501219272613525,
      "learning_rate": 7.627551020408163e-06,
      "loss": 1.4181,
      "step": 99
    },
    {
      "epoch": 0.25220680958385877,
      "grad_norm": 2.307006597518921,
      "learning_rate": 7.602040816326531e-06,
      "loss": 1.2158,
      "step": 100
    },
    {
      "epoch": 0.25220680958385877,
      "eval_loss": 1.324612021446228,
      "eval_runtime": 29.7483,
      "eval_samples_per_second": 23.699,
      "eval_steps_per_second": 11.866,
      "step": 100
    },
    {
      "epoch": 0.2547288776796974,
      "grad_norm": 2.8169050216674805,
      "learning_rate": 7.576530612244899e-06,
      "loss": 1.3842,
      "step": 101
    },
    {
      "epoch": 0.2572509457755359,
      "grad_norm": 2.6678078174591064,
      "learning_rate": 7.551020408163265e-06,
      "loss": 1.4666,
      "step": 102
    },
    {
      "epoch": 0.2597730138713745,
      "grad_norm": 2.7933359146118164,
      "learning_rate": 7.525510204081633e-06,
      "loss": 1.5331,
      "step": 103
    },
    {
      "epoch": 0.26229508196721313,
      "grad_norm": 2.451068639755249,
      "learning_rate": 7.500000000000001e-06,
      "loss": 1.2847,
      "step": 104
    },
    {
      "epoch": 0.2648171500630517,
      "grad_norm": 2.4950928688049316,
      "learning_rate": 7.474489795918368e-06,
      "loss": 1.3551,
      "step": 105
    },
    {
      "epoch": 0.2673392181588903,
      "grad_norm": 2.627821207046509,
      "learning_rate": 7.448979591836736e-06,
      "loss": 1.4227,
      "step": 106
    },
    {
      "epoch": 0.2698612862547289,
      "grad_norm": 2.6067452430725098,
      "learning_rate": 7.423469387755102e-06,
      "loss": 1.3961,
      "step": 107
    },
    {
      "epoch": 0.2723833543505675,
      "grad_norm": 2.5740368366241455,
      "learning_rate": 7.39795918367347e-06,
      "loss": 1.4123,
      "step": 108
    },
    {
      "epoch": 0.27490542244640603,
      "grad_norm": 2.5658881664276123,
      "learning_rate": 7.372448979591838e-06,
      "loss": 1.402,
      "step": 109
    },
    {
      "epoch": 0.27742749054224464,
      "grad_norm": 2.5668976306915283,
      "learning_rate": 7.346938775510205e-06,
      "loss": 1.4031,
      "step": 110
    },
    {
      "epoch": 0.27994955863808324,
      "grad_norm": 2.6978821754455566,
      "learning_rate": 7.321428571428572e-06,
      "loss": 1.381,
      "step": 111
    },
    {
      "epoch": 0.28247162673392184,
      "grad_norm": 2.6114988327026367,
      "learning_rate": 7.295918367346939e-06,
      "loss": 1.4088,
      "step": 112
    },
    {
      "epoch": 0.2849936948297604,
      "grad_norm": 2.5754201412200928,
      "learning_rate": 7.270408163265307e-06,
      "loss": 1.3043,
      "step": 113
    },
    {
      "epoch": 0.287515762925599,
      "grad_norm": 2.9438939094543457,
      "learning_rate": 7.244897959183675e-06,
      "loss": 1.379,
      "step": 114
    },
    {
      "epoch": 0.2900378310214376,
      "grad_norm": 2.7692477703094482,
      "learning_rate": 7.219387755102042e-06,
      "loss": 1.226,
      "step": 115
    },
    {
      "epoch": 0.29255989911727615,
      "grad_norm": 2.4466748237609863,
      "learning_rate": 7.193877551020409e-06,
      "loss": 1.3691,
      "step": 116
    },
    {
      "epoch": 0.29508196721311475,
      "grad_norm": 2.7363197803497314,
      "learning_rate": 7.168367346938776e-06,
      "loss": 1.3731,
      "step": 117
    },
    {
      "epoch": 0.29760403530895335,
      "grad_norm": 2.536681652069092,
      "learning_rate": 7.1428571428571436e-06,
      "loss": 1.3899,
      "step": 118
    },
    {
      "epoch": 0.30012610340479196,
      "grad_norm": 2.773751974105835,
      "learning_rate": 7.1173469387755114e-06,
      "loss": 1.4019,
      "step": 119
    },
    {
      "epoch": 0.3026481715006305,
      "grad_norm": 2.6309235095977783,
      "learning_rate": 7.091836734693878e-06,
      "loss": 1.292,
      "step": 120
    },
    {
      "epoch": 0.3051702395964691,
      "grad_norm": 2.5929179191589355,
      "learning_rate": 7.0663265306122455e-06,
      "loss": 1.2974,
      "step": 121
    },
    {
      "epoch": 0.3076923076923077,
      "grad_norm": 2.762726306915283,
      "learning_rate": 7.0408163265306125e-06,
      "loss": 1.4409,
      "step": 122
    },
    {
      "epoch": 0.31021437578814626,
      "grad_norm": 2.652711868286133,
      "learning_rate": 7.01530612244898e-06,
      "loss": 1.1934,
      "step": 123
    },
    {
      "epoch": 0.31273644388398486,
      "grad_norm": 2.841339349746704,
      "learning_rate": 6.989795918367348e-06,
      "loss": 1.3096,
      "step": 124
    },
    {
      "epoch": 0.31525851197982346,
      "grad_norm": 2.5069243907928467,
      "learning_rate": 6.964285714285714e-06,
      "loss": 1.4415,
      "step": 125
    },
    {
      "epoch": 0.31778058007566207,
      "grad_norm": 2.7858519554138184,
      "learning_rate": 6.938775510204082e-06,
      "loss": 1.5263,
      "step": 126
    },
    {
      "epoch": 0.3203026481715006,
      "grad_norm": 2.598177433013916,
      "learning_rate": 6.91326530612245e-06,
      "loss": 1.3868,
      "step": 127
    },
    {
      "epoch": 0.3228247162673392,
      "grad_norm": 2.3830983638763428,
      "learning_rate": 6.887755102040817e-06,
      "loss": 1.295,
      "step": 128
    },
    {
      "epoch": 0.3253467843631778,
      "grad_norm": 2.655409097671509,
      "learning_rate": 6.862244897959184e-06,
      "loss": 1.3972,
      "step": 129
    },
    {
      "epoch": 0.32786885245901637,
      "grad_norm": 2.631715774536133,
      "learning_rate": 6.836734693877551e-06,
      "loss": 1.3489,
      "step": 130
    },
    {
      "epoch": 0.33039092055485497,
      "grad_norm": 2.4572579860687256,
      "learning_rate": 6.811224489795919e-06,
      "loss": 1.3578,
      "step": 131
    },
    {
      "epoch": 0.3329129886506936,
      "grad_norm": 2.357797861099243,
      "learning_rate": 6.785714285714287e-06,
      "loss": 1.3994,
      "step": 132
    },
    {
      "epoch": 0.3354350567465322,
      "grad_norm": 2.562973976135254,
      "learning_rate": 6.760204081632653e-06,
      "loss": 1.3455,
      "step": 133
    },
    {
      "epoch": 0.3379571248423707,
      "grad_norm": 2.5817456245422363,
      "learning_rate": 6.734693877551021e-06,
      "loss": 1.347,
      "step": 134
    },
    {
      "epoch": 0.34047919293820933,
      "grad_norm": 2.687617540359497,
      "learning_rate": 6.709183673469388e-06,
      "loss": 1.2525,
      "step": 135
    },
    {
      "epoch": 0.34300126103404793,
      "grad_norm": 2.7571122646331787,
      "learning_rate": 6.683673469387756e-06,
      "loss": 1.4042,
      "step": 136
    },
    {
      "epoch": 0.3455233291298865,
      "grad_norm": 2.605384588241577,
      "learning_rate": 6.658163265306124e-06,
      "loss": 1.2526,
      "step": 137
    },
    {
      "epoch": 0.3480453972257251,
      "grad_norm": 2.716331958770752,
      "learning_rate": 6.63265306122449e-06,
      "loss": 1.3069,
      "step": 138
    },
    {
      "epoch": 0.3505674653215637,
      "grad_norm": 2.5716748237609863,
      "learning_rate": 6.607142857142858e-06,
      "loss": 1.4079,
      "step": 139
    },
    {
      "epoch": 0.3530895334174023,
      "grad_norm": 3.145700693130493,
      "learning_rate": 6.581632653061225e-06,
      "loss": 1.5094,
      "step": 140
    },
    {
      "epoch": 0.35561160151324084,
      "grad_norm": 2.636878728866577,
      "learning_rate": 6.556122448979593e-06,
      "loss": 1.2081,
      "step": 141
    },
    {
      "epoch": 0.35813366960907944,
      "grad_norm": 2.5592453479766846,
      "learning_rate": 6.530612244897959e-06,
      "loss": 1.2868,
      "step": 142
    },
    {
      "epoch": 0.36065573770491804,
      "grad_norm": 2.605344772338867,
      "learning_rate": 6.505102040816327e-06,
      "loss": 1.3016,
      "step": 143
    },
    {
      "epoch": 0.36317780580075665,
      "grad_norm": 2.7028112411499023,
      "learning_rate": 6.4795918367346946e-06,
      "loss": 1.289,
      "step": 144
    },
    {
      "epoch": 0.3656998738965952,
      "grad_norm": 2.5133979320526123,
      "learning_rate": 6.454081632653062e-06,
      "loss": 1.3078,
      "step": 145
    },
    {
      "epoch": 0.3682219419924338,
      "grad_norm": 2.4471828937530518,
      "learning_rate": 6.4285714285714295e-06,
      "loss": 1.3192,
      "step": 146
    },
    {
      "epoch": 0.3707440100882724,
      "grad_norm": 2.4407551288604736,
      "learning_rate": 6.403061224489796e-06,
      "loss": 1.3631,
      "step": 147
    },
    {
      "epoch": 0.37326607818411095,
      "grad_norm": 2.6844468116760254,
      "learning_rate": 6.3775510204081635e-06,
      "loss": 1.1802,
      "step": 148
    },
    {
      "epoch": 0.37578814627994955,
      "grad_norm": 2.869584321975708,
      "learning_rate": 6.352040816326531e-06,
      "loss": 1.3966,
      "step": 149
    },
    {
      "epoch": 0.37831021437578816,
      "grad_norm": 2.5906805992126465,
      "learning_rate": 6.326530612244899e-06,
      "loss": 1.299,
      "step": 150
    },
    {
      "epoch": 0.37831021437578816,
      "eval_loss": 1.3104768991470337,
      "eval_runtime": 29.2166,
      "eval_samples_per_second": 24.13,
      "eval_steps_per_second": 12.082,
      "step": 150
    },
    {
      "epoch": 0.38083228247162676,
      "grad_norm": 2.6933391094207764,
      "learning_rate": 6.301020408163265e-06,
      "loss": 1.2584,
      "step": 151
    },
    {
      "epoch": 0.3833543505674653,
      "grad_norm": 2.803154230117798,
      "learning_rate": 6.275510204081633e-06,
      "loss": 1.3879,
      "step": 152
    },
    {
      "epoch": 0.3858764186633039,
      "grad_norm": 2.49460768699646,
      "learning_rate": 6.25e-06,
      "loss": 1.2359,
      "step": 153
    },
    {
      "epoch": 0.3883984867591425,
      "grad_norm": 2.4569709300994873,
      "learning_rate": 6.224489795918368e-06,
      "loss": 1.3658,
      "step": 154
    },
    {
      "epoch": 0.39092055485498106,
      "grad_norm": 2.606008291244507,
      "learning_rate": 6.198979591836736e-06,
      "loss": 1.4334,
      "step": 155
    },
    {
      "epoch": 0.39344262295081966,
      "grad_norm": 2.598456382751465,
      "learning_rate": 6.173469387755102e-06,
      "loss": 1.4013,
      "step": 156
    },
    {
      "epoch": 0.39596469104665827,
      "grad_norm": 2.48755145072937,
      "learning_rate": 6.14795918367347e-06,
      "loss": 1.46,
      "step": 157
    },
    {
      "epoch": 0.39848675914249687,
      "grad_norm": 2.5121755599975586,
      "learning_rate": 6.122448979591837e-06,
      "loss": 1.3339,
      "step": 158
    },
    {
      "epoch": 0.4010088272383354,
      "grad_norm": 2.386397361755371,
      "learning_rate": 6.096938775510205e-06,
      "loss": 1.1862,
      "step": 159
    },
    {
      "epoch": 0.403530895334174,
      "grad_norm": 2.919379711151123,
      "learning_rate": 6.071428571428571e-06,
      "loss": 1.4089,
      "step": 160
    },
    {
      "epoch": 0.4060529634300126,
      "grad_norm": 2.8479163646698,
      "learning_rate": 6.045918367346939e-06,
      "loss": 1.3982,
      "step": 161
    },
    {
      "epoch": 0.4085750315258512,
      "grad_norm": 3.1735305786132812,
      "learning_rate": 6.020408163265307e-06,
      "loss": 1.4291,
      "step": 162
    },
    {
      "epoch": 0.4110970996216898,
      "grad_norm": 3.101297616958618,
      "learning_rate": 5.994897959183674e-06,
      "loss": 1.3049,
      "step": 163
    },
    {
      "epoch": 0.4136191677175284,
      "grad_norm": 2.9250073432922363,
      "learning_rate": 5.969387755102042e-06,
      "loss": 1.3152,
      "step": 164
    },
    {
      "epoch": 0.416141235813367,
      "grad_norm": 2.725104331970215,
      "learning_rate": 5.943877551020408e-06,
      "loss": 1.1977,
      "step": 165
    },
    {
      "epoch": 0.41866330390920553,
      "grad_norm": 2.9705538749694824,
      "learning_rate": 5.918367346938776e-06,
      "loss": 1.4203,
      "step": 166
    },
    {
      "epoch": 0.42118537200504413,
      "grad_norm": 2.9658164978027344,
      "learning_rate": 5.892857142857144e-06,
      "loss": 1.359,
      "step": 167
    },
    {
      "epoch": 0.42370744010088274,
      "grad_norm": 2.767399549484253,
      "learning_rate": 5.867346938775511e-06,
      "loss": 1.3389,
      "step": 168
    },
    {
      "epoch": 0.4262295081967213,
      "grad_norm": 2.6311190128326416,
      "learning_rate": 5.841836734693878e-06,
      "loss": 1.4823,
      "step": 169
    },
    {
      "epoch": 0.4287515762925599,
      "grad_norm": 2.706430435180664,
      "learning_rate": 5.816326530612246e-06,
      "loss": 1.3756,
      "step": 170
    },
    {
      "epoch": 0.4312736443883985,
      "grad_norm": 2.6270511150360107,
      "learning_rate": 5.790816326530613e-06,
      "loss": 1.2515,
      "step": 171
    },
    {
      "epoch": 0.4337957124842371,
      "grad_norm": 2.8639771938323975,
      "learning_rate": 5.7653061224489805e-06,
      "loss": 1.283,
      "step": 172
    },
    {
      "epoch": 0.43631778058007564,
      "grad_norm": 3.0610413551330566,
      "learning_rate": 5.739795918367348e-06,
      "loss": 1.5527,
      "step": 173
    },
    {
      "epoch": 0.43883984867591425,
      "grad_norm": 2.8043630123138428,
      "learning_rate": 5.7142857142857145e-06,
      "loss": 1.3204,
      "step": 174
    },
    {
      "epoch": 0.44136191677175285,
      "grad_norm": 2.589909315109253,
      "learning_rate": 5.688775510204082e-06,
      "loss": 1.3327,
      "step": 175
    },
    {
      "epoch": 0.44388398486759145,
      "grad_norm": 2.6898767948150635,
      "learning_rate": 5.663265306122449e-06,
      "loss": 1.4118,
      "step": 176
    },
    {
      "epoch": 0.44640605296343,
      "grad_norm": 3.072538375854492,
      "learning_rate": 5.637755102040817e-06,
      "loss": 1.4396,
      "step": 177
    },
    {
      "epoch": 0.4489281210592686,
      "grad_norm": 2.5770580768585205,
      "learning_rate": 5.6122448979591834e-06,
      "loss": 1.304,
      "step": 178
    },
    {
      "epoch": 0.4514501891551072,
      "grad_norm": 2.811434745788574,
      "learning_rate": 5.586734693877551e-06,
      "loss": 1.3519,
      "step": 179
    },
    {
      "epoch": 0.45397225725094575,
      "grad_norm": 3.0357158184051514,
      "learning_rate": 5.561224489795919e-06,
      "loss": 1.5253,
      "step": 180
    },
    {
      "epoch": 0.45649432534678436,
      "grad_norm": 3.055209159851074,
      "learning_rate": 5.535714285714286e-06,
      "loss": 1.4774,
      "step": 181
    },
    {
      "epoch": 0.45901639344262296,
      "grad_norm": 2.712508201599121,
      "learning_rate": 5.510204081632653e-06,
      "loss": 1.3483,
      "step": 182
    },
    {
      "epoch": 0.46153846153846156,
      "grad_norm": 2.6863479614257812,
      "learning_rate": 5.48469387755102e-06,
      "loss": 1.2571,
      "step": 183
    },
    {
      "epoch": 0.4640605296343001,
      "grad_norm": 2.725017547607422,
      "learning_rate": 5.459183673469388e-06,
      "loss": 1.3105,
      "step": 184
    },
    {
      "epoch": 0.4665825977301387,
      "grad_norm": 2.9295654296875,
      "learning_rate": 5.433673469387756e-06,
      "loss": 1.2113,
      "step": 185
    },
    {
      "epoch": 0.4691046658259773,
      "grad_norm": 2.726567029953003,
      "learning_rate": 5.408163265306123e-06,
      "loss": 1.3646,
      "step": 186
    },
    {
      "epoch": 0.47162673392181587,
      "grad_norm": 2.7451765537261963,
      "learning_rate": 5.38265306122449e-06,
      "loss": 1.3625,
      "step": 187
    },
    {
      "epoch": 0.47414880201765447,
      "grad_norm": 2.7176029682159424,
      "learning_rate": 5.357142857142857e-06,
      "loss": 1.3103,
      "step": 188
    },
    {
      "epoch": 0.4766708701134931,
      "grad_norm": 2.9619622230529785,
      "learning_rate": 5.331632653061225e-06,
      "loss": 1.232,
      "step": 189
    },
    {
      "epoch": 0.4791929382093317,
      "grad_norm": 2.7687220573425293,
      "learning_rate": 5.306122448979593e-06,
      "loss": 1.2937,
      "step": 190
    },
    {
      "epoch": 0.4817150063051702,
      "grad_norm": 3.0920040607452393,
      "learning_rate": 5.280612244897959e-06,
      "loss": 1.3828,
      "step": 191
    },
    {
      "epoch": 0.4842370744010088,
      "grad_norm": 3.0222527980804443,
      "learning_rate": 5.255102040816327e-06,
      "loss": 1.4062,
      "step": 192
    },
    {
      "epoch": 0.48675914249684743,
      "grad_norm": 3.2808361053466797,
      "learning_rate": 5.229591836734695e-06,
      "loss": 1.2096,
      "step": 193
    },
    {
      "epoch": 0.489281210592686,
      "grad_norm": 2.71541166305542,
      "learning_rate": 5.204081632653062e-06,
      "loss": 1.2967,
      "step": 194
    },
    {
      "epoch": 0.4918032786885246,
      "grad_norm": 3.4101412296295166,
      "learning_rate": 5.1785714285714296e-06,
      "loss": 1.5963,
      "step": 195
    },
    {
      "epoch": 0.4943253467843632,
      "grad_norm": 2.9368488788604736,
      "learning_rate": 5.153061224489796e-06,
      "loss": 1.4374,
      "step": 196
    },
    {
      "epoch": 0.4968474148802018,
      "grad_norm": 2.9487996101379395,
      "learning_rate": 5.127551020408164e-06,
      "loss": 1.2681,
      "step": 197
    },
    {
      "epoch": 0.49936948297604034,
      "grad_norm": 2.8157598972320557,
      "learning_rate": 5.1020408163265315e-06,
      "loss": 1.1367,
      "step": 198
    },
    {
      "epoch": 0.501891551071879,
      "grad_norm": 3.0900702476501465,
      "learning_rate": 5.0765306122448985e-06,
      "loss": 1.3533,
      "step": 199
    },
    {
      "epoch": 0.5044136191677175,
      "grad_norm": 3.0320987701416016,
      "learning_rate": 5.0510204081632655e-06,
      "loss": 1.3558,
      "step": 200
    },
    {
      "epoch": 0.5044136191677175,
      "eval_loss": 1.296924352645874,
      "eval_runtime": 28.893,
      "eval_samples_per_second": 24.4,
      "eval_steps_per_second": 12.217,
      "step": 200
    },
    {
      "epoch": 0.5069356872635561,
      "grad_norm": 2.948436975479126,
      "learning_rate": 5.0255102040816325e-06,
      "loss": 1.1893,
      "step": 201
    },
    {
      "epoch": 0.5094577553593947,
      "grad_norm": 2.777780055999756,
      "learning_rate": 5e-06,
      "loss": 1.3989,
      "step": 202
    },
    {
      "epoch": 0.5119798234552333,
      "grad_norm": 2.882401704788208,
      "learning_rate": 4.974489795918368e-06,
      "loss": 1.4235,
      "step": 203
    },
    {
      "epoch": 0.5145018915510718,
      "grad_norm": 2.491837739944458,
      "learning_rate": 4.948979591836735e-06,
      "loss": 1.2541,
      "step": 204
    },
    {
      "epoch": 0.5170239596469105,
      "grad_norm": 2.9890661239624023,
      "learning_rate": 4.923469387755102e-06,
      "loss": 1.3025,
      "step": 205
    },
    {
      "epoch": 0.519546027742749,
      "grad_norm": 2.730907917022705,
      "learning_rate": 4.897959183673469e-06,
      "loss": 1.3302,
      "step": 206
    },
    {
      "epoch": 0.5220680958385876,
      "grad_norm": 2.9605636596679688,
      "learning_rate": 4.872448979591837e-06,
      "loss": 1.3081,
      "step": 207
    },
    {
      "epoch": 0.5245901639344263,
      "grad_norm": 2.9656178951263428,
      "learning_rate": 4.846938775510204e-06,
      "loss": 1.1817,
      "step": 208
    },
    {
      "epoch": 0.5271122320302648,
      "grad_norm": 2.8541862964630127,
      "learning_rate": 4.821428571428572e-06,
      "loss": 1.2502,
      "step": 209
    },
    {
      "epoch": 0.5296343001261034,
      "grad_norm": 2.770673990249634,
      "learning_rate": 4.795918367346939e-06,
      "loss": 1.348,
      "step": 210
    },
    {
      "epoch": 0.532156368221942,
      "grad_norm": 3.081134557723999,
      "learning_rate": 4.770408163265306e-06,
      "loss": 1.269,
      "step": 211
    },
    {
      "epoch": 0.5346784363177806,
      "grad_norm": 2.9314186573028564,
      "learning_rate": 4.744897959183674e-06,
      "loss": 1.2992,
      "step": 212
    },
    {
      "epoch": 0.5372005044136192,
      "grad_norm": 2.874601125717163,
      "learning_rate": 4.719387755102041e-06,
      "loss": 1.3146,
      "step": 213
    },
    {
      "epoch": 0.5397225725094578,
      "grad_norm": 3.1427853107452393,
      "learning_rate": 4.693877551020409e-06,
      "loss": 1.3159,
      "step": 214
    },
    {
      "epoch": 0.5422446406052963,
      "grad_norm": 3.0874555110931396,
      "learning_rate": 4.668367346938776e-06,
      "loss": 1.2694,
      "step": 215
    },
    {
      "epoch": 0.544766708701135,
      "grad_norm": 2.8552443981170654,
      "learning_rate": 4.642857142857144e-06,
      "loss": 1.2954,
      "step": 216
    },
    {
      "epoch": 0.5472887767969735,
      "grad_norm": 2.762143135070801,
      "learning_rate": 4.617346938775511e-06,
      "loss": 1.3154,
      "step": 217
    },
    {
      "epoch": 0.5498108448928121,
      "grad_norm": 3.1080894470214844,
      "learning_rate": 4.591836734693878e-06,
      "loss": 1.2147,
      "step": 218
    },
    {
      "epoch": 0.5523329129886507,
      "grad_norm": 3.34021258354187,
      "learning_rate": 4.566326530612245e-06,
      "loss": 1.4209,
      "step": 219
    },
    {
      "epoch": 0.5548549810844893,
      "grad_norm": 3.178570508956909,
      "learning_rate": 4.540816326530613e-06,
      "loss": 1.3108,
      "step": 220
    },
    {
      "epoch": 0.5573770491803278,
      "grad_norm": 3.175673484802246,
      "learning_rate": 4.51530612244898e-06,
      "loss": 1.3396,
      "step": 221
    },
    {
      "epoch": 0.5598991172761665,
      "grad_norm": 3.0288753509521484,
      "learning_rate": 4.489795918367348e-06,
      "loss": 1.2738,
      "step": 222
    },
    {
      "epoch": 0.562421185372005,
      "grad_norm": 3.1981658935546875,
      "learning_rate": 4.464285714285715e-06,
      "loss": 1.1905,
      "step": 223
    },
    {
      "epoch": 0.5649432534678437,
      "grad_norm": 3.181687116622925,
      "learning_rate": 4.438775510204082e-06,
      "loss": 1.4032,
      "step": 224
    },
    {
      "epoch": 0.5674653215636822,
      "grad_norm": 2.7017056941986084,
      "learning_rate": 4.4132653061224495e-06,
      "loss": 1.2677,
      "step": 225
    },
    {
      "epoch": 0.5699873896595208,
      "grad_norm": 2.8039629459381104,
      "learning_rate": 4.3877551020408165e-06,
      "loss": 1.2785,
      "step": 226
    },
    {
      "epoch": 0.5725094577553594,
      "grad_norm": 3.1341631412506104,
      "learning_rate": 4.362244897959184e-06,
      "loss": 1.3267,
      "step": 227
    },
    {
      "epoch": 0.575031525851198,
      "grad_norm": 2.9412128925323486,
      "learning_rate": 4.336734693877551e-06,
      "loss": 1.2374,
      "step": 228
    },
    {
      "epoch": 0.5775535939470365,
      "grad_norm": 2.970762252807617,
      "learning_rate": 4.3112244897959184e-06,
      "loss": 1.2396,
      "step": 229
    },
    {
      "epoch": 0.5800756620428752,
      "grad_norm": 2.984679937362671,
      "learning_rate": 4.2857142857142855e-06,
      "loss": 1.3467,
      "step": 230
    },
    {
      "epoch": 0.5825977301387137,
      "grad_norm": 3.107870578765869,
      "learning_rate": 4.260204081632653e-06,
      "loss": 1.3122,
      "step": 231
    },
    {
      "epoch": 0.5851197982345523,
      "grad_norm": 2.7876639366149902,
      "learning_rate": 4.234693877551021e-06,
      "loss": 1.4239,
      "step": 232
    },
    {
      "epoch": 0.587641866330391,
      "grad_norm": 2.9355978965759277,
      "learning_rate": 4.209183673469388e-06,
      "loss": 1.2075,
      "step": 233
    },
    {
      "epoch": 0.5901639344262295,
      "grad_norm": 2.9444377422332764,
      "learning_rate": 4.183673469387755e-06,
      "loss": 1.2698,
      "step": 234
    },
    {
      "epoch": 0.592686002522068,
      "grad_norm": 2.9717917442321777,
      "learning_rate": 4.158163265306123e-06,
      "loss": 1.1882,
      "step": 235
    },
    {
      "epoch": 0.5952080706179067,
      "grad_norm": 3.057185173034668,
      "learning_rate": 4.13265306122449e-06,
      "loss": 1.2105,
      "step": 236
    },
    {
      "epoch": 0.5977301387137453,
      "grad_norm": 2.864910364151001,
      "learning_rate": 4.107142857142857e-06,
      "loss": 1.3313,
      "step": 237
    },
    {
      "epoch": 0.6002522068095839,
      "grad_norm": 3.1119606494903564,
      "learning_rate": 4.081632653061225e-06,
      "loss": 1.1729,
      "step": 238
    },
    {
      "epoch": 0.6027742749054225,
      "grad_norm": 3.135349750518799,
      "learning_rate": 4.056122448979592e-06,
      "loss": 1.1741,
      "step": 239
    },
    {
      "epoch": 0.605296343001261,
      "grad_norm": 3.066819906234741,
      "learning_rate": 4.03061224489796e-06,
      "loss": 1.2021,
      "step": 240
    },
    {
      "epoch": 0.6078184110970997,
      "grad_norm": 3.3460512161254883,
      "learning_rate": 4.005102040816327e-06,
      "loss": 1.2104,
      "step": 241
    },
    {
      "epoch": 0.6103404791929382,
      "grad_norm": 3.459918975830078,
      "learning_rate": 3.979591836734694e-06,
      "loss": 1.3169,
      "step": 242
    },
    {
      "epoch": 0.6128625472887768,
      "grad_norm": 3.388521671295166,
      "learning_rate": 3.954081632653062e-06,
      "loss": 1.1668,
      "step": 243
    },
    {
      "epoch": 0.6153846153846154,
      "grad_norm": 3.4676523208618164,
      "learning_rate": 3.928571428571429e-06,
      "loss": 1.2354,
      "step": 244
    },
    {
      "epoch": 0.617906683480454,
      "grad_norm": 3.1952872276306152,
      "learning_rate": 3.903061224489797e-06,
      "loss": 1.3776,
      "step": 245
    },
    {
      "epoch": 0.6204287515762925,
      "grad_norm": 3.581787347793579,
      "learning_rate": 3.877551020408164e-06,
      "loss": 1.1836,
      "step": 246
    },
    {
      "epoch": 0.6229508196721312,
      "grad_norm": 3.3467721939086914,
      "learning_rate": 3.852040816326531e-06,
      "loss": 1.3393,
      "step": 247
    },
    {
      "epoch": 0.6254728877679697,
      "grad_norm": 3.0621259212493896,
      "learning_rate": 3.826530612244898e-06,
      "loss": 1.3817,
      "step": 248
    },
    {
      "epoch": 0.6279949558638083,
      "grad_norm": 3.51446533203125,
      "learning_rate": 3.8010204081632656e-06,
      "loss": 1.2138,
      "step": 249
    },
    {
      "epoch": 0.6305170239596469,
      "grad_norm": 3.128098964691162,
      "learning_rate": 3.7755102040816327e-06,
      "loss": 1.2824,
      "step": 250
    },
    {
      "epoch": 0.6305170239596469,
      "eval_loss": 1.2909619808197021,
      "eval_runtime": 28.7883,
      "eval_samples_per_second": 24.489,
      "eval_steps_per_second": 12.262,
      "step": 250
    },
    {
      "epoch": 0.6330390920554855,
      "grad_norm": 2.905034303665161,
      "learning_rate": 3.7500000000000005e-06,
      "loss": 1.2439,
      "step": 251
    },
    {
      "epoch": 0.6355611601513241,
      "grad_norm": 3.1086201667785645,
      "learning_rate": 3.724489795918368e-06,
      "loss": 1.3081,
      "step": 252
    },
    {
      "epoch": 0.6380832282471627,
      "grad_norm": 3.00750994682312,
      "learning_rate": 3.698979591836735e-06,
      "loss": 1.2784,
      "step": 253
    },
    {
      "epoch": 0.6406052963430012,
      "grad_norm": 3.3011271953582764,
      "learning_rate": 3.6734693877551024e-06,
      "loss": 1.3851,
      "step": 254
    },
    {
      "epoch": 0.6431273644388399,
      "grad_norm": 3.162783622741699,
      "learning_rate": 3.6479591836734694e-06,
      "loss": 1.2723,
      "step": 255
    },
    {
      "epoch": 0.6456494325346784,
      "grad_norm": 2.8710741996765137,
      "learning_rate": 3.6224489795918373e-06,
      "loss": 1.3014,
      "step": 256
    },
    {
      "epoch": 0.648171500630517,
      "grad_norm": 2.9794700145721436,
      "learning_rate": 3.5969387755102043e-06,
      "loss": 1.2943,
      "step": 257
    },
    {
      "epoch": 0.6506935687263556,
      "grad_norm": 3.134239673614502,
      "learning_rate": 3.5714285714285718e-06,
      "loss": 1.2781,
      "step": 258
    },
    {
      "epoch": 0.6532156368221942,
      "grad_norm": 2.9817097187042236,
      "learning_rate": 3.545918367346939e-06,
      "loss": 1.3035,
      "step": 259
    },
    {
      "epoch": 0.6557377049180327,
      "grad_norm": 3.4805030822753906,
      "learning_rate": 3.5204081632653062e-06,
      "loss": 1.1871,
      "step": 260
    },
    {
      "epoch": 0.6582597730138714,
      "grad_norm": 2.8167407512664795,
      "learning_rate": 3.494897959183674e-06,
      "loss": 1.1018,
      "step": 261
    },
    {
      "epoch": 0.6607818411097099,
      "grad_norm": 3.1386964321136475,
      "learning_rate": 3.469387755102041e-06,
      "loss": 1.2501,
      "step": 262
    },
    {
      "epoch": 0.6633039092055486,
      "grad_norm": 3.4439141750335693,
      "learning_rate": 3.4438775510204086e-06,
      "loss": 1.2277,
      "step": 263
    },
    {
      "epoch": 0.6658259773013872,
      "grad_norm": 3.245739221572876,
      "learning_rate": 3.4183673469387756e-06,
      "loss": 1.2909,
      "step": 264
    },
    {
      "epoch": 0.6683480453972257,
      "grad_norm": 3.172245502471924,
      "learning_rate": 3.3928571428571435e-06,
      "loss": 1.1884,
      "step": 265
    },
    {
      "epoch": 0.6708701134930644,
      "grad_norm": 3.72234845161438,
      "learning_rate": 3.3673469387755105e-06,
      "loss": 1.3272,
      "step": 266
    },
    {
      "epoch": 0.6733921815889029,
      "grad_norm": 3.672208309173584,
      "learning_rate": 3.341836734693878e-06,
      "loss": 1.1556,
      "step": 267
    },
    {
      "epoch": 0.6759142496847415,
      "grad_norm": 3.279019355773926,
      "learning_rate": 3.316326530612245e-06,
      "loss": 1.3062,
      "step": 268
    },
    {
      "epoch": 0.6784363177805801,
      "grad_norm": 3.5810930728912354,
      "learning_rate": 3.2908163265306124e-06,
      "loss": 1.2427,
      "step": 269
    },
    {
      "epoch": 0.6809583858764187,
      "grad_norm": 3.555901527404785,
      "learning_rate": 3.2653061224489794e-06,
      "loss": 1.2879,
      "step": 270
    },
    {
      "epoch": 0.6834804539722572,
      "grad_norm": 3.6453754901885986,
      "learning_rate": 3.2397959183673473e-06,
      "loss": 1.2703,
      "step": 271
    },
    {
      "epoch": 0.6860025220680959,
      "grad_norm": 3.1009573936462402,
      "learning_rate": 3.2142857142857147e-06,
      "loss": 1.2911,
      "step": 272
    },
    {
      "epoch": 0.6885245901639344,
      "grad_norm": 3.6238820552825928,
      "learning_rate": 3.1887755102040818e-06,
      "loss": 1.3917,
      "step": 273
    },
    {
      "epoch": 0.691046658259773,
      "grad_norm": 4.310826301574707,
      "learning_rate": 3.1632653061224496e-06,
      "loss": 1.2513,
      "step": 274
    },
    {
      "epoch": 0.6935687263556116,
      "grad_norm": 3.390603542327881,
      "learning_rate": 3.1377551020408166e-06,
      "loss": 1.3302,
      "step": 275
    },
    {
      "epoch": 0.6960907944514502,
      "grad_norm": 3.1927192211151123,
      "learning_rate": 3.112244897959184e-06,
      "loss": 1.2434,
      "step": 276
    },
    {
      "epoch": 0.6986128625472888,
      "grad_norm": 3.64497709274292,
      "learning_rate": 3.086734693877551e-06,
      "loss": 1.3287,
      "step": 277
    },
    {
      "epoch": 0.7011349306431274,
      "grad_norm": 3.4118289947509766,
      "learning_rate": 3.0612244897959185e-06,
      "loss": 1.3191,
      "step": 278
    },
    {
      "epoch": 0.7036569987389659,
      "grad_norm": 3.720259666442871,
      "learning_rate": 3.0357142857142856e-06,
      "loss": 1.3557,
      "step": 279
    },
    {
      "epoch": 0.7061790668348046,
      "grad_norm": 3.351929187774658,
      "learning_rate": 3.0102040816326534e-06,
      "loss": 1.338,
      "step": 280
    },
    {
      "epoch": 0.7087011349306431,
      "grad_norm": 3.301959991455078,
      "learning_rate": 2.984693877551021e-06,
      "loss": 1.2859,
      "step": 281
    },
    {
      "epoch": 0.7112232030264817,
      "grad_norm": 3.1127686500549316,
      "learning_rate": 2.959183673469388e-06,
      "loss": 1.2149,
      "step": 282
    },
    {
      "epoch": 0.7137452711223203,
      "grad_norm": 3.197230577468872,
      "learning_rate": 2.9336734693877553e-06,
      "loss": 1.2049,
      "step": 283
    },
    {
      "epoch": 0.7162673392181589,
      "grad_norm": 3.2319297790527344,
      "learning_rate": 2.908163265306123e-06,
      "loss": 1.3899,
      "step": 284
    },
    {
      "epoch": 0.7187894073139974,
      "grad_norm": 2.956144332885742,
      "learning_rate": 2.8826530612244902e-06,
      "loss": 1.2643,
      "step": 285
    },
    {
      "epoch": 0.7213114754098361,
      "grad_norm": 3.2048499584198,
      "learning_rate": 2.8571428571428573e-06,
      "loss": 1.2975,
      "step": 286
    },
    {
      "epoch": 0.7238335435056746,
      "grad_norm": 3.0525565147399902,
      "learning_rate": 2.8316326530612247e-06,
      "loss": 1.2956,
      "step": 287
    },
    {
      "epoch": 0.7263556116015133,
      "grad_norm": 3.28541898727417,
      "learning_rate": 2.8061224489795917e-06,
      "loss": 1.3245,
      "step": 288
    },
    {
      "epoch": 0.7288776796973518,
      "grad_norm": 3.371711015701294,
      "learning_rate": 2.7806122448979596e-06,
      "loss": 1.1875,
      "step": 289
    },
    {
      "epoch": 0.7313997477931904,
      "grad_norm": 3.137103319168091,
      "learning_rate": 2.7551020408163266e-06,
      "loss": 1.2095,
      "step": 290
    },
    {
      "epoch": 0.733921815889029,
      "grad_norm": 3.5393807888031006,
      "learning_rate": 2.729591836734694e-06,
      "loss": 1.1568,
      "step": 291
    },
    {
      "epoch": 0.7364438839848676,
      "grad_norm": 3.495116710662842,
      "learning_rate": 2.7040816326530615e-06,
      "loss": 1.201,
      "step": 292
    },
    {
      "epoch": 0.7389659520807061,
      "grad_norm": 3.3764989376068115,
      "learning_rate": 2.6785714285714285e-06,
      "loss": 1.2153,
      "step": 293
    },
    {
      "epoch": 0.7414880201765448,
      "grad_norm": 3.8153936862945557,
      "learning_rate": 2.6530612244897964e-06,
      "loss": 1.266,
      "step": 294
    },
    {
      "epoch": 0.7440100882723834,
      "grad_norm": 4.010870456695557,
      "learning_rate": 2.6275510204081634e-06,
      "loss": 1.424,
      "step": 295
    },
    {
      "epoch": 0.7465321563682219,
      "grad_norm": 4.252369403839111,
      "learning_rate": 2.602040816326531e-06,
      "loss": 1.3769,
      "step": 296
    },
    {
      "epoch": 0.7490542244640606,
      "grad_norm": 3.6263270378112793,
      "learning_rate": 2.576530612244898e-06,
      "loss": 1.2693,
      "step": 297
    },
    {
      "epoch": 0.7515762925598991,
      "grad_norm": 3.1606221199035645,
      "learning_rate": 2.5510204081632657e-06,
      "loss": 1.2814,
      "step": 298
    },
    {
      "epoch": 0.7540983606557377,
      "grad_norm": 3.6070847511291504,
      "learning_rate": 2.5255102040816328e-06,
      "loss": 1.3283,
      "step": 299
    },
    {
      "epoch": 0.7566204287515763,
      "grad_norm": 3.025848388671875,
      "learning_rate": 2.5e-06,
      "loss": 1.1762,
      "step": 300
    },
    {
      "epoch": 0.7566204287515763,
      "eval_loss": 1.2867486476898193,
      "eval_runtime": 28.4616,
      "eval_samples_per_second": 24.77,
      "eval_steps_per_second": 12.403,
      "step": 300
    },
    {
      "epoch": 0.7591424968474149,
      "grad_norm": 3.197768211364746,
      "learning_rate": 2.4744897959183676e-06,
      "loss": 1.2722,
      "step": 301
    },
    {
      "epoch": 0.7616645649432535,
      "grad_norm": 3.31325364112854,
      "learning_rate": 2.4489795918367347e-06,
      "loss": 1.2532,
      "step": 302
    },
    {
      "epoch": 0.7641866330390921,
      "grad_norm": 3.605894088745117,
      "learning_rate": 2.423469387755102e-06,
      "loss": 1.2586,
      "step": 303
    },
    {
      "epoch": 0.7667087011349306,
      "grad_norm": 2.911193370819092,
      "learning_rate": 2.3979591836734696e-06,
      "loss": 1.1949,
      "step": 304
    },
    {
      "epoch": 0.7692307692307693,
      "grad_norm": 3.4415605068206787,
      "learning_rate": 2.372448979591837e-06,
      "loss": 1.2517,
      "step": 305
    },
    {
      "epoch": 0.7717528373266078,
      "grad_norm": 3.4062535762786865,
      "learning_rate": 2.3469387755102044e-06,
      "loss": 1.2181,
      "step": 306
    },
    {
      "epoch": 0.7742749054224464,
      "grad_norm": 3.32084321975708,
      "learning_rate": 2.321428571428572e-06,
      "loss": 1.1854,
      "step": 307
    },
    {
      "epoch": 0.776796973518285,
      "grad_norm": 3.3294126987457275,
      "learning_rate": 2.295918367346939e-06,
      "loss": 1.338,
      "step": 308
    },
    {
      "epoch": 0.7793190416141236,
      "grad_norm": 3.1531708240509033,
      "learning_rate": 2.2704081632653064e-06,
      "loss": 1.2616,
      "step": 309
    },
    {
      "epoch": 0.7818411097099621,
      "grad_norm": 3.288853406906128,
      "learning_rate": 2.244897959183674e-06,
      "loss": 1.2466,
      "step": 310
    },
    {
      "epoch": 0.7843631778058008,
      "grad_norm": 2.89380145072937,
      "learning_rate": 2.219387755102041e-06,
      "loss": 1.1565,
      "step": 311
    },
    {
      "epoch": 0.7868852459016393,
      "grad_norm": 3.6156694889068604,
      "learning_rate": 2.1938775510204083e-06,
      "loss": 1.163,
      "step": 312
    },
    {
      "epoch": 0.7894073139974779,
      "grad_norm": 3.6260464191436768,
      "learning_rate": 2.1683673469387757e-06,
      "loss": 1.227,
      "step": 313
    },
    {
      "epoch": 0.7919293820933165,
      "grad_norm": 3.800419569015503,
      "learning_rate": 2.1428571428571427e-06,
      "loss": 1.3348,
      "step": 314
    },
    {
      "epoch": 0.7944514501891551,
      "grad_norm": 3.9153268337249756,
      "learning_rate": 2.1173469387755106e-06,
      "loss": 1.3781,
      "step": 315
    },
    {
      "epoch": 0.7969735182849937,
      "grad_norm": 3.3605904579162598,
      "learning_rate": 2.0918367346938776e-06,
      "loss": 1.2834,
      "step": 316
    },
    {
      "epoch": 0.7994955863808323,
      "grad_norm": 3.329909086227417,
      "learning_rate": 2.066326530612245e-06,
      "loss": 1.2961,
      "step": 317
    },
    {
      "epoch": 0.8020176544766708,
      "grad_norm": 3.70107102394104,
      "learning_rate": 2.0408163265306125e-06,
      "loss": 1.242,
      "step": 318
    },
    {
      "epoch": 0.8045397225725095,
      "grad_norm": 3.119504451751709,
      "learning_rate": 2.01530612244898e-06,
      "loss": 1.22,
      "step": 319
    },
    {
      "epoch": 0.807061790668348,
      "grad_norm": 3.6583163738250732,
      "learning_rate": 1.989795918367347e-06,
      "loss": 1.3747,
      "step": 320
    },
    {
      "epoch": 0.8095838587641866,
      "grad_norm": 3.0701358318328857,
      "learning_rate": 1.9642857142857144e-06,
      "loss": 1.2119,
      "step": 321
    },
    {
      "epoch": 0.8121059268600253,
      "grad_norm": 3.2086641788482666,
      "learning_rate": 1.938775510204082e-06,
      "loss": 1.3091,
      "step": 322
    },
    {
      "epoch": 0.8146279949558638,
      "grad_norm": 3.608865261077881,
      "learning_rate": 1.913265306122449e-06,
      "loss": 1.3636,
      "step": 323
    },
    {
      "epoch": 0.8171500630517023,
      "grad_norm": 3.5655171871185303,
      "learning_rate": 1.8877551020408163e-06,
      "loss": 1.2314,
      "step": 324
    },
    {
      "epoch": 0.819672131147541,
      "grad_norm": 3.4993762969970703,
      "learning_rate": 1.862244897959184e-06,
      "loss": 1.157,
      "step": 325
    },
    {
      "epoch": 0.8221941992433796,
      "grad_norm": 4.13353157043457,
      "learning_rate": 1.8367346938775512e-06,
      "loss": 1.1897,
      "step": 326
    },
    {
      "epoch": 0.8247162673392182,
      "grad_norm": 3.122087240219116,
      "learning_rate": 1.8112244897959187e-06,
      "loss": 1.2354,
      "step": 327
    },
    {
      "epoch": 0.8272383354350568,
      "grad_norm": 3.551826238632202,
      "learning_rate": 1.7857142857142859e-06,
      "loss": 1.2316,
      "step": 328
    },
    {
      "epoch": 0.8297604035308953,
      "grad_norm": 3.861246109008789,
      "learning_rate": 1.7602040816326531e-06,
      "loss": 1.2994,
      "step": 329
    },
    {
      "epoch": 0.832282471626734,
      "grad_norm": 3.0719354152679443,
      "learning_rate": 1.7346938775510206e-06,
      "loss": 1.2078,
      "step": 330
    },
    {
      "epoch": 0.8348045397225725,
      "grad_norm": 3.526121139526367,
      "learning_rate": 1.7091836734693878e-06,
      "loss": 1.2879,
      "step": 331
    },
    {
      "epoch": 0.8373266078184111,
      "grad_norm": 3.675938367843628,
      "learning_rate": 1.6836734693877552e-06,
      "loss": 1.1987,
      "step": 332
    },
    {
      "epoch": 0.8398486759142497,
      "grad_norm": 4.4418463706970215,
      "learning_rate": 1.6581632653061225e-06,
      "loss": 1.2812,
      "step": 333
    },
    {
      "epoch": 0.8423707440100883,
      "grad_norm": 3.359471321105957,
      "learning_rate": 1.6326530612244897e-06,
      "loss": 1.458,
      "step": 334
    },
    {
      "epoch": 0.8448928121059268,
      "grad_norm": 3.463782548904419,
      "learning_rate": 1.6071428571428574e-06,
      "loss": 1.3098,
      "step": 335
    },
    {
      "epoch": 0.8474148802017655,
      "grad_norm": 3.3535215854644775,
      "learning_rate": 1.5816326530612248e-06,
      "loss": 1.2511,
      "step": 336
    },
    {
      "epoch": 0.849936948297604,
      "grad_norm": 3.918308973312378,
      "learning_rate": 1.556122448979592e-06,
      "loss": 1.3372,
      "step": 337
    },
    {
      "epoch": 0.8524590163934426,
      "grad_norm": 3.6847362518310547,
      "learning_rate": 1.5306122448979593e-06,
      "loss": 1.2475,
      "step": 338
    },
    {
      "epoch": 0.8549810844892812,
      "grad_norm": 3.3966805934906006,
      "learning_rate": 1.5051020408163267e-06,
      "loss": 1.1717,
      "step": 339
    },
    {
      "epoch": 0.8575031525851198,
      "grad_norm": 3.5804829597473145,
      "learning_rate": 1.479591836734694e-06,
      "loss": 1.3113,
      "step": 340
    },
    {
      "epoch": 0.8600252206809584,
      "grad_norm": 3.501143455505371,
      "learning_rate": 1.4540816326530614e-06,
      "loss": 1.3052,
      "step": 341
    },
    {
      "epoch": 0.862547288776797,
      "grad_norm": 3.3189191818237305,
      "learning_rate": 1.4285714285714286e-06,
      "loss": 1.2235,
      "step": 342
    },
    {
      "epoch": 0.8650693568726355,
      "grad_norm": 3.7944533824920654,
      "learning_rate": 1.4030612244897959e-06,
      "loss": 1.223,
      "step": 343
    },
    {
      "epoch": 0.8675914249684742,
      "grad_norm": 3.5999655723571777,
      "learning_rate": 1.3775510204081633e-06,
      "loss": 1.2957,
      "step": 344
    },
    {
      "epoch": 0.8701134930643127,
      "grad_norm": 3.4936959743499756,
      "learning_rate": 1.3520408163265307e-06,
      "loss": 1.379,
      "step": 345
    },
    {
      "epoch": 0.8726355611601513,
      "grad_norm": 3.3403406143188477,
      "learning_rate": 1.3265306122448982e-06,
      "loss": 1.2702,
      "step": 346
    },
    {
      "epoch": 0.8751576292559899,
      "grad_norm": 3.343341112136841,
      "learning_rate": 1.3010204081632654e-06,
      "loss": 1.3906,
      "step": 347
    },
    {
      "epoch": 0.8776796973518285,
      "grad_norm": 3.325317144393921,
      "learning_rate": 1.2755102040816329e-06,
      "loss": 1.2628,
      "step": 348
    },
    {
      "epoch": 0.880201765447667,
      "grad_norm": 3.2860910892486572,
      "learning_rate": 1.25e-06,
      "loss": 1.1691,
      "step": 349
    },
    {
      "epoch": 0.8827238335435057,
      "grad_norm": 3.3609540462493896,
      "learning_rate": 1.2244897959183673e-06,
      "loss": 1.2806,
      "step": 350
    },
    {
      "epoch": 0.8827238335435057,
      "eval_loss": 1.2842116355895996,
      "eval_runtime": 29.8888,
      "eval_samples_per_second": 23.587,
      "eval_steps_per_second": 11.81,
      "step": 350
    },
    {
      "epoch": 0.8852459016393442,
      "grad_norm": 3.4821836948394775,
      "learning_rate": 1.1989795918367348e-06,
      "loss": 1.3257,
      "step": 351
    },
    {
      "epoch": 0.8877679697351829,
      "grad_norm": 3.468137502670288,
      "learning_rate": 1.1734693877551022e-06,
      "loss": 1.3067,
      "step": 352
    },
    {
      "epoch": 0.8902900378310215,
      "grad_norm": 3.383828639984131,
      "learning_rate": 1.1479591836734695e-06,
      "loss": 1.3078,
      "step": 353
    },
    {
      "epoch": 0.89281210592686,
      "grad_norm": 3.157052993774414,
      "learning_rate": 1.122448979591837e-06,
      "loss": 1.2319,
      "step": 354
    },
    {
      "epoch": 0.8953341740226987,
      "grad_norm": 3.121959924697876,
      "learning_rate": 1.0969387755102041e-06,
      "loss": 1.2754,
      "step": 355
    },
    {
      "epoch": 0.8978562421185372,
      "grad_norm": 3.4294612407684326,
      "learning_rate": 1.0714285714285714e-06,
      "loss": 1.1309,
      "step": 356
    },
    {
      "epoch": 0.9003783102143758,
      "grad_norm": 3.2607836723327637,
      "learning_rate": 1.0459183673469388e-06,
      "loss": 1.3217,
      "step": 357
    },
    {
      "epoch": 0.9029003783102144,
      "grad_norm": 3.4047603607177734,
      "learning_rate": 1.0204081632653063e-06,
      "loss": 1.2881,
      "step": 358
    },
    {
      "epoch": 0.905422446406053,
      "grad_norm": 3.316826105117798,
      "learning_rate": 9.948979591836735e-07,
      "loss": 1.4193,
      "step": 359
    },
    {
      "epoch": 0.9079445145018915,
      "grad_norm": 3.157844305038452,
      "learning_rate": 9.69387755102041e-07,
      "loss": 1.1782,
      "step": 360
    },
    {
      "epoch": 0.9104665825977302,
      "grad_norm": 3.5053060054779053,
      "learning_rate": 9.438775510204082e-07,
      "loss": 1.3503,
      "step": 361
    },
    {
      "epoch": 0.9129886506935687,
      "grad_norm": 3.1822032928466797,
      "learning_rate": 9.183673469387756e-07,
      "loss": 1.304,
      "step": 362
    },
    {
      "epoch": 0.9155107187894073,
      "grad_norm": 3.3029181957244873,
      "learning_rate": 8.928571428571429e-07,
      "loss": 1.2161,
      "step": 363
    },
    {
      "epoch": 0.9180327868852459,
      "grad_norm": 3.119004249572754,
      "learning_rate": 8.673469387755103e-07,
      "loss": 1.1915,
      "step": 364
    },
    {
      "epoch": 0.9205548549810845,
      "grad_norm": 3.4781012535095215,
      "learning_rate": 8.418367346938776e-07,
      "loss": 1.4093,
      "step": 365
    },
    {
      "epoch": 0.9230769230769231,
      "grad_norm": 3.3413233757019043,
      "learning_rate": 8.163265306122449e-07,
      "loss": 1.2395,
      "step": 366
    },
    {
      "epoch": 0.9255989911727617,
      "grad_norm": 3.1254372596740723,
      "learning_rate": 7.908163265306124e-07,
      "loss": 1.1207,
      "step": 367
    },
    {
      "epoch": 0.9281210592686002,
      "grad_norm": 3.3161017894744873,
      "learning_rate": 7.653061224489796e-07,
      "loss": 1.2358,
      "step": 368
    },
    {
      "epoch": 0.9306431273644389,
      "grad_norm": 3.457749366760254,
      "learning_rate": 7.39795918367347e-07,
      "loss": 1.2119,
      "step": 369
    },
    {
      "epoch": 0.9331651954602774,
      "grad_norm": 3.2506062984466553,
      "learning_rate": 7.142857142857143e-07,
      "loss": 1.1661,
      "step": 370
    },
    {
      "epoch": 0.935687263556116,
      "grad_norm": 3.0427753925323486,
      "learning_rate": 6.887755102040817e-07,
      "loss": 1.12,
      "step": 371
    },
    {
      "epoch": 0.9382093316519546,
      "grad_norm": 3.3082830905914307,
      "learning_rate": 6.632653061224491e-07,
      "loss": 1.2415,
      "step": 372
    },
    {
      "epoch": 0.9407313997477932,
      "grad_norm": 4.110464572906494,
      "learning_rate": 6.377551020408164e-07,
      "loss": 1.1634,
      "step": 373
    },
    {
      "epoch": 0.9432534678436317,
      "grad_norm": 3.4618587493896484,
      "learning_rate": 6.122448979591837e-07,
      "loss": 1.3759,
      "step": 374
    },
    {
      "epoch": 0.9457755359394704,
      "grad_norm": 3.4728517532348633,
      "learning_rate": 5.867346938775511e-07,
      "loss": 1.3108,
      "step": 375
    },
    {
      "epoch": 0.9482976040353089,
      "grad_norm": 3.4256749153137207,
      "learning_rate": 5.612244897959184e-07,
      "loss": 1.2768,
      "step": 376
    },
    {
      "epoch": 0.9508196721311475,
      "grad_norm": 3.5328214168548584,
      "learning_rate": 5.357142857142857e-07,
      "loss": 1.5308,
      "step": 377
    },
    {
      "epoch": 0.9533417402269861,
      "grad_norm": 3.360201597213745,
      "learning_rate": 5.102040816326531e-07,
      "loss": 1.1073,
      "step": 378
    },
    {
      "epoch": 0.9558638083228247,
      "grad_norm": 3.7840540409088135,
      "learning_rate": 4.846938775510205e-07,
      "loss": 1.2245,
      "step": 379
    },
    {
      "epoch": 0.9583858764186634,
      "grad_norm": 3.2390244007110596,
      "learning_rate": 4.591836734693878e-07,
      "loss": 1.2728,
      "step": 380
    },
    {
      "epoch": 0.9609079445145019,
      "grad_norm": 3.388298749923706,
      "learning_rate": 4.3367346938775514e-07,
      "loss": 1.1884,
      "step": 381
    },
    {
      "epoch": 0.9634300126103404,
      "grad_norm": 4.663609027862549,
      "learning_rate": 4.0816326530612243e-07,
      "loss": 1.4101,
      "step": 382
    },
    {
      "epoch": 0.9659520807061791,
      "grad_norm": 3.3594772815704346,
      "learning_rate": 3.826530612244898e-07,
      "loss": 1.3026,
      "step": 383
    },
    {
      "epoch": 0.9684741488020177,
      "grad_norm": 3.533794403076172,
      "learning_rate": 3.5714285714285716e-07,
      "loss": 1.1831,
      "step": 384
    },
    {
      "epoch": 0.9709962168978562,
      "grad_norm": 3.9952542781829834,
      "learning_rate": 3.3163265306122455e-07,
      "loss": 1.253,
      "step": 385
    },
    {
      "epoch": 0.9735182849936949,
      "grad_norm": 3.367689371109009,
      "learning_rate": 3.0612244897959183e-07,
      "loss": 1.4219,
      "step": 386
    },
    {
      "epoch": 0.9760403530895334,
      "grad_norm": 3.2958176136016846,
      "learning_rate": 2.806122448979592e-07,
      "loss": 1.1683,
      "step": 387
    },
    {
      "epoch": 0.978562421185372,
      "grad_norm": 3.4422850608825684,
      "learning_rate": 2.5510204081632656e-07,
      "loss": 1.2293,
      "step": 388
    },
    {
      "epoch": 0.9810844892812106,
      "grad_norm": 3.471581220626831,
      "learning_rate": 2.295918367346939e-07,
      "loss": 1.2851,
      "step": 389
    },
    {
      "epoch": 0.9836065573770492,
      "grad_norm": 4.045941352844238,
      "learning_rate": 2.0408163265306121e-07,
      "loss": 1.2662,
      "step": 390
    },
    {
      "epoch": 0.9861286254728878,
      "grad_norm": 3.4436862468719482,
      "learning_rate": 1.7857142857142858e-07,
      "loss": 1.2415,
      "step": 391
    },
    {
      "epoch": 0.9886506935687264,
      "grad_norm": 3.607506036758423,
      "learning_rate": 1.5306122448979592e-07,
      "loss": 1.2314,
      "step": 392
    },
    {
      "epoch": 0.9911727616645649,
      "grad_norm": 4.292928695678711,
      "learning_rate": 1.2755102040816328e-07,
      "loss": 1.3915,
      "step": 393
    },
    {
      "epoch": 0.9936948297604036,
      "grad_norm": 3.4445202350616455,
      "learning_rate": 1.0204081632653061e-07,
      "loss": 1.2488,
      "step": 394
    },
    {
      "epoch": 0.9962168978562421,
      "grad_norm": 3.490971803665161,
      "learning_rate": 7.653061224489796e-08,
      "loss": 1.2543,
      "step": 395
    },
    {
      "epoch": 0.9987389659520807,
      "grad_norm": 3.2255516052246094,
      "learning_rate": 5.1020408163265303e-08,
      "loss": 1.266,
      "step": 396
    },
    {
      "epoch": 1.0,
      "grad_norm": 5.225517272949219,
      "learning_rate": 2.5510204081632652e-08,
      "loss": 1.2466,
      "step": 397
    }
  ],
  "logging_steps": 1,
  "max_steps": 397,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 10000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 9.179422130112922e+16,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}