{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.9937700585236926,
  "eval_steps": 500,
  "global_step": 1316,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0007551444213705871,
      "grad_norm": 0.05636799335479736,
      "learning_rate": 2e-05,
      "loss": 0.4492,
      "step": 1
    },
    {
      "epoch": 0.0015102888427411742,
      "grad_norm": 0.06012614816427231,
      "learning_rate": 4e-05,
      "loss": 0.4602,
      "step": 2
    },
    {
      "epoch": 0.0022654332641117614,
      "grad_norm": 0.05848845839500427,
      "learning_rate": 6e-05,
      "loss": 0.4881,
      "step": 3
    },
    {
      "epoch": 0.0030205776854823484,
      "grad_norm": 0.07036912441253662,
      "learning_rate": 8e-05,
      "loss": 0.5671,
      "step": 4
    },
    {
      "epoch": 0.003775722106852936,
      "grad_norm": 0.07783853262662888,
      "learning_rate": 0.0001,
      "loss": 0.525,
      "step": 5
    },
    {
      "epoch": 0.004530866528223523,
      "grad_norm": 0.08956335484981537,
      "learning_rate": 9.999985643976424e-05,
      "loss": 0.5231,
      "step": 6
    },
    {
      "epoch": 0.00528601094959411,
      "grad_norm": 0.108210489153862,
      "learning_rate": 9.999942575988137e-05,
      "loss": 0.4874,
      "step": 7
    },
    {
      "epoch": 0.006041155370964697,
      "grad_norm": 0.1426803171634674,
      "learning_rate": 9.999870796282451e-05,
      "loss": 0.568,
      "step": 8
    },
    {
      "epoch": 0.006796299792335284,
      "grad_norm": 0.15745803713798523,
      "learning_rate": 9.999770305271556e-05,
      "loss": 0.6333,
      "step": 9
    },
    {
      "epoch": 0.007551444213705872,
      "grad_norm": 0.16042716801166534,
      "learning_rate": 9.99964110353251e-05,
      "loss": 0.5826,
      "step": 10
    },
    {
      "epoch": 0.008306588635076459,
      "grad_norm": 0.1263527125120163,
      "learning_rate": 9.999483191807244e-05,
      "loss": 0.5209,
      "step": 11
    },
    {
      "epoch": 0.009061733056447046,
      "grad_norm": 0.1526002734899521,
      "learning_rate": 9.999296571002552e-05,
      "loss": 0.5824,
      "step": 12
    },
    {
      "epoch": 0.009816877477817633,
      "grad_norm": 0.12808920443058014,
      "learning_rate": 9.999081242190087e-05,
      "loss": 0.5071,
      "step": 13
    },
    {
      "epoch": 0.01057202189918822,
      "grad_norm": 0.12378779798746109,
      "learning_rate": 9.998837206606354e-05,
      "loss": 0.5245,
      "step": 14
    },
    {
      "epoch": 0.011327166320558807,
      "grad_norm": 0.12037348002195358,
      "learning_rate": 9.998564465652707e-05,
      "loss": 0.6054,
      "step": 15
    },
    {
      "epoch": 0.012082310741929394,
      "grad_norm": 0.11012719571590424,
      "learning_rate": 9.998263020895335e-05,
      "loss": 0.5471,
      "step": 16
    },
    {
      "epoch": 0.01283745516329998,
      "grad_norm": 0.1132814958691597,
      "learning_rate": 9.997932874065258e-05,
      "loss": 0.56,
      "step": 17
    },
    {
      "epoch": 0.013592599584670568,
      "grad_norm": 0.1209268718957901,
      "learning_rate": 9.997574027058315e-05,
      "loss": 0.4649,
      "step": 18
    },
    {
      "epoch": 0.014347744006041155,
      "grad_norm": 0.13902956247329712,
      "learning_rate": 9.997186481935148e-05,
      "loss": 0.5448,
      "step": 19
    },
    {
      "epoch": 0.015102888427411743,
      "grad_norm": 0.12360561639070511,
      "learning_rate": 9.996770240921205e-05,
      "loss": 0.5485,
      "step": 20
    },
    {
      "epoch": 0.01585803284878233,
      "grad_norm": 0.13604208827018738,
      "learning_rate": 9.99632530640671e-05,
      "loss": 0.4725,
      "step": 21
    },
    {
      "epoch": 0.016613177270152917,
      "grad_norm": 0.13369402289390564,
      "learning_rate": 9.99585168094666e-05,
      "loss": 0.5641,
      "step": 22
    },
    {
      "epoch": 0.017368321691523504,
      "grad_norm": 0.13713593780994415,
      "learning_rate": 9.995349367260807e-05,
      "loss": 0.4398,
      "step": 23
    },
    {
      "epoch": 0.01812346611289409,
      "grad_norm": 0.13117535412311554,
      "learning_rate": 9.994818368233639e-05,
      "loss": 0.5385,
      "step": 24
    },
    {
      "epoch": 0.018878610534264678,
      "grad_norm": 0.14234210550785065,
      "learning_rate": 9.994258686914371e-05,
      "loss": 0.5714,
      "step": 25
    },
    {
      "epoch": 0.019633754955635265,
      "grad_norm": 0.1465236097574234,
      "learning_rate": 9.993670326516924e-05,
      "loss": 0.5856,
      "step": 26
    },
    {
      "epoch": 0.020388899377005852,
      "grad_norm": 0.1339600831270218,
      "learning_rate": 9.993053290419903e-05,
      "loss": 0.4888,
      "step": 27
    },
    {
      "epoch": 0.02114404379837644,
      "grad_norm": 0.1502181738615036,
      "learning_rate": 9.992407582166581e-05,
      "loss": 0.5369,
      "step": 28
    },
    {
      "epoch": 0.021899188219747026,
      "grad_norm": 0.1379089653491974,
      "learning_rate": 9.991733205464882e-05,
      "loss": 0.4068,
      "step": 29
    },
    {
      "epoch": 0.022654332641117613,
      "grad_norm": 0.1375361979007721,
      "learning_rate": 9.991030164187349e-05,
      "loss": 0.431,
      "step": 30
    },
    {
      "epoch": 0.0234094770624882,
      "grad_norm": 0.15096688270568848,
      "learning_rate": 9.990298462371137e-05,
      "loss": 0.4664,
      "step": 31
    },
    {
      "epoch": 0.024164621483858787,
      "grad_norm": 0.15565408766269684,
      "learning_rate": 9.989538104217975e-05,
      "loss": 0.4454,
      "step": 32
    },
    {
      "epoch": 0.024919765905229374,
      "grad_norm": 0.1728152632713318,
      "learning_rate": 9.988749094094152e-05,
      "loss": 0.5215,
      "step": 33
    },
    {
      "epoch": 0.02567491032659996,
      "grad_norm": 0.1617368459701538,
      "learning_rate": 9.987931436530485e-05,
      "loss": 0.5044,
      "step": 34
    },
    {
      "epoch": 0.026430054747970548,
      "grad_norm": 0.17747868597507477,
      "learning_rate": 9.987085136222302e-05,
      "loss": 0.4649,
      "step": 35
    },
    {
      "epoch": 0.027185199169341135,
      "grad_norm": 0.17769333720207214,
      "learning_rate": 9.986210198029402e-05,
      "loss": 0.4988,
      "step": 36
    },
    {
      "epoch": 0.027940343590711722,
      "grad_norm": 0.18260720372200012,
      "learning_rate": 9.985306626976043e-05,
      "loss": 0.5239,
      "step": 37
    },
    {
      "epoch": 0.02869548801208231,
      "grad_norm": 0.17505887150764465,
      "learning_rate": 9.984374428250894e-05,
      "loss": 0.4264,
      "step": 38
    },
    {
      "epoch": 0.0294506324334529,
      "grad_norm": 0.19893918931484222,
      "learning_rate": 9.983413607207026e-05,
      "loss": 0.5251,
      "step": 39
    },
    {
      "epoch": 0.030205776854823486,
      "grad_norm": 0.636089563369751,
      "learning_rate": 9.982424169361868e-05,
      "loss": 0.4921,
      "step": 40
    },
    {
      "epoch": 0.030960921276194073,
      "grad_norm": 0.18924710154533386,
      "learning_rate": 9.981406120397172e-05,
      "loss": 0.4472,
      "step": 41
    },
    {
      "epoch": 0.03171606569756466,
      "grad_norm": 0.1973755955696106,
      "learning_rate": 9.980359466158997e-05,
      "loss": 0.4538,
      "step": 42
    },
    {
      "epoch": 0.032471210118935244,
      "grad_norm": 0.20308008790016174,
      "learning_rate": 9.979284212657657e-05,
      "loss": 0.4494,
      "step": 43
    },
    {
      "epoch": 0.033226354540305834,
      "grad_norm": 0.20654819905757904,
      "learning_rate": 9.9781803660677e-05,
      "loss": 0.4334,
      "step": 44
    },
    {
      "epoch": 0.03398149896167642,
      "grad_norm": 0.21098849177360535,
      "learning_rate": 9.977047932727864e-05,
      "loss": 0.3727,
      "step": 45
    },
    {
      "epoch": 0.03473664338304701,
      "grad_norm": 0.2110440880060196,
      "learning_rate": 9.975886919141042e-05,
      "loss": 0.459,
      "step": 46
    },
    {
      "epoch": 0.03549178780441759,
      "grad_norm": 0.2405800074338913,
      "learning_rate": 9.974697331974256e-05,
      "loss": 0.4423,
      "step": 47
    },
    {
      "epoch": 0.03624693222578818,
      "grad_norm": 0.3496240973472595,
      "learning_rate": 9.973479178058597e-05,
      "loss": 0.4742,
      "step": 48
    },
    {
      "epoch": 0.037002076647158766,
      "grad_norm": 0.4858599901199341,
      "learning_rate": 9.972232464389206e-05,
      "loss": 0.3948,
      "step": 49
    },
    {
      "epoch": 0.037757221068529356,
      "grad_norm": 0.3170106112957001,
      "learning_rate": 9.970957198125223e-05,
      "loss": 0.42,
      "step": 50
    },
    {
      "epoch": 0.03851236548989995,
      "grad_norm": 0.10867249965667725,
      "learning_rate": 9.969653386589748e-05,
      "loss": 0.3417,
      "step": 51
    },
    {
      "epoch": 0.03926750991127053,
      "grad_norm": 0.12849320471286774,
      "learning_rate": 9.968321037269801e-05,
      "loss": 0.392,
      "step": 52
    },
    {
      "epoch": 0.04002265433264112,
      "grad_norm": 0.12093234807252884,
      "learning_rate": 9.966960157816278e-05,
      "loss": 0.3517,
      "step": 53
    },
    {
      "epoch": 0.040777798754011704,
      "grad_norm": 0.13081149756908417,
      "learning_rate": 9.965570756043907e-05,
      "loss": 0.4087,
      "step": 54
    },
    {
      "epoch": 0.041532943175382295,
      "grad_norm": 0.12523050606250763,
      "learning_rate": 9.964152839931201e-05,
      "loss": 0.4005,
      "step": 55
    },
    {
      "epoch": 0.04228808759675288,
      "grad_norm": 0.11512333154678345,
      "learning_rate": 9.962706417620413e-05,
      "loss": 0.4192,
      "step": 56
    },
    {
      "epoch": 0.04304323201812347,
      "grad_norm": 0.11889544874429703,
      "learning_rate": 9.961231497417494e-05,
      "loss": 0.3759,
      "step": 57
    },
    {
      "epoch": 0.04379837643949405,
      "grad_norm": 0.11775167286396027,
      "learning_rate": 9.959728087792038e-05,
      "loss": 0.44,
      "step": 58
    },
    {
      "epoch": 0.04455352086086464,
      "grad_norm": 0.12103279680013657,
      "learning_rate": 9.95819619737724e-05,
      "loss": 0.4526,
      "step": 59
    },
    {
      "epoch": 0.045308665282235226,
      "grad_norm": 0.12528778612613678,
      "learning_rate": 9.956635834969844e-05,
      "loss": 0.4876,
      "step": 60
    },
    {
      "epoch": 0.04606380970360582,
      "grad_norm": 0.12595072388648987,
      "learning_rate": 9.955047009530087e-05,
      "loss": 0.4606,
      "step": 61
    },
    {
      "epoch": 0.0468189541249764,
      "grad_norm": 0.11894596368074417,
      "learning_rate": 9.953429730181653e-05,
      "loss": 0.4844,
      "step": 62
    },
    {
      "epoch": 0.04757409854634699,
      "grad_norm": 0.11657040566205978,
      "learning_rate": 9.951784006211628e-05,
      "loss": 0.4133,
      "step": 63
    },
    {
      "epoch": 0.048329242967717574,
      "grad_norm": 0.12399815022945404,
      "learning_rate": 9.95010984707043e-05,
      "loss": 0.4731,
      "step": 64
    },
    {
      "epoch": 0.049084387389088165,
      "grad_norm": 0.13079150021076202,
      "learning_rate": 9.948407262371764e-05,
      "loss": 0.4298,
      "step": 65
    },
    {
      "epoch": 0.04983953181045875,
      "grad_norm": 0.1255190074443817,
      "learning_rate": 9.946676261892572e-05,
      "loss": 0.5209,
      "step": 66
    },
    {
      "epoch": 0.05059467623182934,
      "grad_norm": 0.12853069603443146,
      "learning_rate": 9.944916855572964e-05,
      "loss": 0.4467,
      "step": 67
    },
    {
      "epoch": 0.05134982065319992,
      "grad_norm": 0.13002902269363403,
      "learning_rate": 9.943129053516176e-05,
      "loss": 0.5084,
      "step": 68
    },
    {
      "epoch": 0.05210496507457051,
      "grad_norm": 0.12220229208469391,
      "learning_rate": 9.941312865988494e-05,
      "loss": 0.3599,
      "step": 69
    },
    {
      "epoch": 0.052860109495941096,
      "grad_norm": 0.1431790143251419,
      "learning_rate": 9.939468303419214e-05,
      "loss": 0.4817,
      "step": 70
    },
    {
      "epoch": 0.05361525391731169,
      "grad_norm": 0.13365092873573303,
      "learning_rate": 9.93759537640057e-05,
      "loss": 0.4082,
      "step": 71
    },
    {
      "epoch": 0.05437039833868227,
      "grad_norm": 0.13638223707675934,
      "learning_rate": 9.935694095687675e-05,
      "loss": 0.4431,
      "step": 72
    },
    {
      "epoch": 0.05512554276005286,
      "grad_norm": 0.13003002107143402,
      "learning_rate": 9.93376447219846e-05,
      "loss": 0.4091,
      "step": 73
    },
    {
      "epoch": 0.055880687181423444,
      "grad_norm": 0.1480454057455063,
      "learning_rate": 9.931806517013612e-05,
      "loss": 0.543,
      "step": 74
    },
    {
      "epoch": 0.056635831602794035,
      "grad_norm": 0.13842539489269257,
      "learning_rate": 9.929820241376515e-05,
      "loss": 0.4353,
      "step": 75
    },
    {
      "epoch": 0.05739097602416462,
      "grad_norm": 0.1474924236536026,
      "learning_rate": 9.927805656693174e-05,
      "loss": 0.441,
      "step": 76
    },
    {
      "epoch": 0.05814612044553521,
      "grad_norm": 0.15178723633289337,
      "learning_rate": 9.925762774532161e-05,
      "loss": 0.4218,
      "step": 77
    },
    {
      "epoch": 0.0589012648669058,
      "grad_norm": 0.15075960755348206,
      "learning_rate": 9.923691606624541e-05,
      "loss": 0.4695,
      "step": 78
    },
    {
      "epoch": 0.05965640928827638,
      "grad_norm": 0.1537097990512848,
      "learning_rate": 9.921592164863808e-05,
      "loss": 0.4731,
      "step": 79
    },
    {
      "epoch": 0.06041155370964697,
      "grad_norm": 0.16421285271644592,
      "learning_rate": 9.919464461305816e-05,
      "loss": 0.4659,
      "step": 80
    },
    {
      "epoch": 0.061166698131017556,
      "grad_norm": 0.16554045677185059,
      "learning_rate": 9.91730850816871e-05,
      "loss": 0.4599,
      "step": 81
    },
    {
      "epoch": 0.06192184255238815,
      "grad_norm": 0.16479848325252533,
      "learning_rate": 9.915124317832858e-05,
      "loss": 0.4889,
      "step": 82
    },
    {
      "epoch": 0.06267698697375873,
      "grad_norm": 0.19584180414676666,
      "learning_rate": 9.912911902840771e-05,
      "loss": 0.4701,
      "step": 83
    },
    {
      "epoch": 0.06343213139512932,
      "grad_norm": 0.178085058927536,
      "learning_rate": 9.910671275897044e-05,
      "loss": 0.4589,
      "step": 84
    },
    {
      "epoch": 0.06418727581649991,
      "grad_norm": 0.18357017636299133,
      "learning_rate": 9.908402449868275e-05,
      "loss": 0.4032,
      "step": 85
    },
    {
      "epoch": 0.06494242023787049,
      "grad_norm": 0.19564783573150635,
      "learning_rate": 9.90610543778299e-05,
      "loss": 0.5147,
      "step": 86
    },
    {
      "epoch": 0.06569756465924108,
      "grad_norm": 0.18601234257221222,
      "learning_rate": 9.903780252831574e-05,
      "loss": 0.4681,
      "step": 87
    },
    {
      "epoch": 0.06645270908061167,
      "grad_norm": 0.19861942529678345,
      "learning_rate": 9.901426908366191e-05,
      "loss": 0.4378,
      "step": 88
    },
    {
      "epoch": 0.06720785350198226,
      "grad_norm": 0.18117740750312805,
      "learning_rate": 9.899045417900709e-05,
      "loss": 0.4172,
      "step": 89
    },
    {
      "epoch": 0.06796299792335284,
      "grad_norm": 0.1999923437833786,
      "learning_rate": 9.89663579511062e-05,
      "loss": 0.4818,
      "step": 90
    },
    {
      "epoch": 0.06871814234472343,
      "grad_norm": 0.20996780693531036,
      "learning_rate": 9.894198053832966e-05,
      "loss": 0.4374,
      "step": 91
    },
    {
      "epoch": 0.06947328676609402,
      "grad_norm": 0.20839065313339233,
      "learning_rate": 9.891732208066253e-05,
      "loss": 0.5053,
      "step": 92
    },
    {
      "epoch": 0.07022843118746461,
      "grad_norm": 0.2324555367231369,
      "learning_rate": 9.88923827197038e-05,
      "loss": 0.5145,
      "step": 93
    },
    {
      "epoch": 0.07098357560883518,
      "grad_norm": 0.23247787356376648,
      "learning_rate": 9.886716259866549e-05,
      "loss": 0.4828,
      "step": 94
    },
    {
      "epoch": 0.07173872003020577,
      "grad_norm": 0.22827289998531342,
      "learning_rate": 9.884166186237183e-05,
      "loss": 0.4768,
      "step": 95
    },
    {
      "epoch": 0.07249386445157636,
      "grad_norm": 0.22189092636108398,
      "learning_rate": 9.881588065725852e-05,
      "loss": 0.3894,
      "step": 96
    },
    {
      "epoch": 0.07324900887294696,
      "grad_norm": 0.2791944146156311,
      "learning_rate": 9.878981913137179e-05,
      "loss": 0.517,
      "step": 97
    },
    {
      "epoch": 0.07400415329431753,
      "grad_norm": 0.2766863703727722,
      "learning_rate": 9.876347743436758e-05,
      "loss": 0.4447,
      "step": 98
    },
    {
      "epoch": 0.07475929771568812,
      "grad_norm": 0.283343642950058,
      "learning_rate": 9.87368557175107e-05,
      "loss": 0.4348,
      "step": 99
    },
    {
      "epoch": 0.07551444213705871,
      "grad_norm": 0.37195727229118347,
      "learning_rate": 9.870995413367397e-05,
      "loss": 0.5358,
      "step": 100
    },
    {
      "epoch": 0.0762695865584293,
      "grad_norm": 0.12338046729564667,
      "learning_rate": 9.868277283733726e-05,
      "loss": 0.358,
      "step": 101
    },
    {
      "epoch": 0.0770247309797999,
      "grad_norm": 0.1313377469778061,
      "learning_rate": 9.865531198458673e-05,
      "loss": 0.4008,
      "step": 102
    },
    {
      "epoch": 0.07777987540117047,
      "grad_norm": 0.13783638179302216,
      "learning_rate": 9.862757173311383e-05,
      "loss": 0.3753,
      "step": 103
    },
    {
      "epoch": 0.07853501982254106,
      "grad_norm": 0.13079045712947845,
      "learning_rate": 9.859955224221446e-05,
      "loss": 0.3796,
      "step": 104
    },
    {
      "epoch": 0.07929016424391165,
      "grad_norm": 0.13460895419120789,
      "learning_rate": 9.857125367278799e-05,
      "loss": 0.3892,
      "step": 105
    },
    {
      "epoch": 0.08004530866528224,
      "grad_norm": 0.13516557216644287,
      "learning_rate": 9.85426761873364e-05,
      "loss": 0.4215,
      "step": 106
    },
    {
      "epoch": 0.08080045308665282,
      "grad_norm": 0.1222393661737442,
      "learning_rate": 9.851381994996331e-05,
      "loss": 0.3834,
      "step": 107
    },
    {
      "epoch": 0.08155559750802341,
      "grad_norm": 0.12194661796092987,
      "learning_rate": 9.848468512637303e-05,
      "loss": 0.3845,
      "step": 108
    },
    {
      "epoch": 0.082310741929394,
      "grad_norm": 0.11993604153394699,
      "learning_rate": 9.845527188386968e-05,
      "loss": 0.4205,
      "step": 109
    },
    {
      "epoch": 0.08306588635076459,
      "grad_norm": 0.11636068671941757,
      "learning_rate": 9.842558039135612e-05,
      "loss": 0.3637,
      "step": 110
    },
    {
      "epoch": 0.08382103077213517,
      "grad_norm": 0.12415391206741333,
      "learning_rate": 9.839561081933306e-05,
      "loss": 0.411,
      "step": 111
    },
    {
      "epoch": 0.08457617519350576,
      "grad_norm": 0.12253610044717789,
      "learning_rate": 9.836536333989807e-05,
      "loss": 0.3896,
      "step": 112
    },
    {
      "epoch": 0.08533131961487635,
      "grad_norm": 0.13622435927391052,
      "learning_rate": 9.833483812674453e-05,
      "loss": 0.4988,
      "step": 113
    },
    {
      "epoch": 0.08608646403624694,
      "grad_norm": 0.12986671924591064,
      "learning_rate": 9.830403535516073e-05,
      "loss": 0.4497,
      "step": 114
    },
    {
      "epoch": 0.08684160845761751,
      "grad_norm": 0.13521619141101837,
      "learning_rate": 9.82729552020288e-05,
      "loss": 0.4664,
      "step": 115
    },
    {
      "epoch": 0.0875967528789881,
      "grad_norm": 0.1334248036146164,
      "learning_rate": 9.824159784582368e-05,
      "loss": 0.4915,
      "step": 116
    },
    {
      "epoch": 0.0883518973003587,
      "grad_norm": 0.1347433626651764,
      "learning_rate": 9.820996346661219e-05,
      "loss": 0.4768,
      "step": 117
    },
    {
      "epoch": 0.08910704172172929,
      "grad_norm": 0.13630399107933044,
      "learning_rate": 9.817805224605185e-05,
      "loss": 0.43,
      "step": 118
    },
    {
      "epoch": 0.08986218614309986,
      "grad_norm": 0.14333714544773102,
      "learning_rate": 9.814586436738998e-05,
      "loss": 0.4165,
      "step": 119
    },
    {
      "epoch": 0.09061733056447045,
      "grad_norm": 0.14594249427318573,
      "learning_rate": 9.811340001546251e-05,
      "loss": 0.4273,
      "step": 120
    },
    {
      "epoch": 0.09137247498584104,
      "grad_norm": 0.15429195761680603,
      "learning_rate": 9.808065937669312e-05,
      "loss": 0.4949,
      "step": 121
    },
    {
      "epoch": 0.09212761940721163,
      "grad_norm": 0.14998865127563477,
      "learning_rate": 9.80476426390919e-05,
      "loss": 0.3626,
      "step": 122
    },
    {
      "epoch": 0.09288276382858221,
      "grad_norm": 0.15530261397361755,
      "learning_rate": 9.80143499922545e-05,
      "loss": 0.4597,
      "step": 123
    },
    {
      "epoch": 0.0936379082499528,
      "grad_norm": 0.14480186998844147,
      "learning_rate": 9.79807816273609e-05,
      "loss": 0.3853,
      "step": 124
    },
    {
      "epoch": 0.09439305267132339,
      "grad_norm": 0.16358622908592224,
      "learning_rate": 9.794693773717445e-05,
      "loss": 0.4347,
      "step": 125
    },
    {
      "epoch": 0.09514819709269398,
      "grad_norm": 0.15797697007656097,
      "learning_rate": 9.791281851604057e-05,
      "loss": 0.4258,
      "step": 126
    },
    {
      "epoch": 0.09590334151406457,
      "grad_norm": 0.16604548692703247,
      "learning_rate": 9.787842415988584e-05,
      "loss": 0.4245,
      "step": 127
    },
    {
      "epoch": 0.09665848593543515,
      "grad_norm": 0.16646727919578552,
      "learning_rate": 9.78437548662167e-05,
      "loss": 0.4298,
      "step": 128
    },
    {
      "epoch": 0.09741363035680574,
      "grad_norm": 0.15444952249526978,
      "learning_rate": 9.780881083411844e-05,
      "loss": 0.3755,
      "step": 129
    },
    {
      "epoch": 0.09816877477817633,
      "grad_norm": 0.1719738245010376,
      "learning_rate": 9.777359226425403e-05,
      "loss": 0.4465,
      "step": 130
    },
    {
      "epoch": 0.09892391919954692,
      "grad_norm": 0.16249096393585205,
      "learning_rate": 9.773809935886287e-05,
      "loss": 0.3997,
      "step": 131
    },
    {
      "epoch": 0.0996790636209175,
      "grad_norm": 0.17571775615215302,
      "learning_rate": 9.770233232175977e-05,
      "loss": 0.4218,
      "step": 132
    },
    {
      "epoch": 0.10043420804228809,
      "grad_norm": 0.17557092010974884,
      "learning_rate": 9.766629135833372e-05,
      "loss": 0.4227,
      "step": 133
    },
    {
      "epoch": 0.10118935246365868,
      "grad_norm": 0.18290625512599945,
      "learning_rate": 9.762997667554667e-05,
      "loss": 0.4219,
      "step": 134
    },
    {
      "epoch": 0.10194449688502927,
      "grad_norm": 0.1988690346479416,
      "learning_rate": 9.75933884819324e-05,
      "loss": 0.4085,
      "step": 135
    },
    {
      "epoch": 0.10269964130639984,
      "grad_norm": 0.2013069987297058,
      "learning_rate": 9.75565269875953e-05,
      "loss": 0.3841,
      "step": 136
    },
    {
      "epoch": 0.10345478572777043,
      "grad_norm": 0.20402412116527557,
      "learning_rate": 9.751939240420916e-05,
      "loss": 0.4226,
      "step": 137
    },
    {
      "epoch": 0.10420993014914103,
      "grad_norm": 0.20851461589336395,
      "learning_rate": 9.748198494501597e-05,
      "loss": 0.4391,
      "step": 138
    },
    {
      "epoch": 0.10496507457051162,
      "grad_norm": 0.21473883092403412,
      "learning_rate": 9.744430482482467e-05,
      "loss": 0.4755,
      "step": 139
    },
    {
      "epoch": 0.10572021899188219,
      "grad_norm": 0.1961689293384552,
      "learning_rate": 9.740635226000993e-05,
      "loss": 0.3887,
      "step": 140
    },
    {
      "epoch": 0.10647536341325278,
      "grad_norm": 0.23643317818641663,
      "learning_rate": 9.736812746851093e-05,
      "loss": 0.4993,
      "step": 141
    },
    {
      "epoch": 0.10723050783462337,
      "grad_norm": 0.2128124237060547,
      "learning_rate": 9.732963066983007e-05,
      "loss": 0.4392,
      "step": 142
    },
    {
      "epoch": 0.10798565225599396,
      "grad_norm": 0.2176504135131836,
      "learning_rate": 9.729086208503174e-05,
      "loss": 0.3995,
      "step": 143
    },
    {
      "epoch": 0.10874079667736454,
      "grad_norm": 0.24168767035007477,
      "learning_rate": 9.725182193674101e-05,
      "loss": 0.3782,
      "step": 144
    },
    {
      "epoch": 0.10949594109873513,
      "grad_norm": 0.239253431558609,
      "learning_rate": 9.721251044914239e-05,
      "loss": 0.4023,
      "step": 145
    },
    {
      "epoch": 0.11025108552010572,
      "grad_norm": 0.23964333534240723,
      "learning_rate": 9.717292784797854e-05,
      "loss": 0.3732,
      "step": 146
    },
    {
      "epoch": 0.11100622994147631,
      "grad_norm": 0.24750465154647827,
      "learning_rate": 9.713307436054898e-05,
      "loss": 0.3875,
      "step": 147
    },
    {
      "epoch": 0.11176137436284689,
      "grad_norm": 0.2561403810977936,
      "learning_rate": 9.709295021570874e-05,
      "loss": 0.4067,
      "step": 148
    },
    {
      "epoch": 0.11251651878421748,
      "grad_norm": 0.32050713896751404,
      "learning_rate": 9.705255564386709e-05,
      "loss": 0.4883,
      "step": 149
    },
    {
      "epoch": 0.11327166320558807,
      "grad_norm": 0.4024142920970917,
      "learning_rate": 9.70118908769862e-05,
      "loss": 0.4832,
      "step": 150
    },
    {
      "epoch": 0.11402680762695866,
      "grad_norm": 0.11478222906589508,
      "learning_rate": 9.69709561485798e-05,
      "loss": 0.3262,
      "step": 151
    },
    {
      "epoch": 0.11478195204832924,
      "grad_norm": 0.13203440606594086,
      "learning_rate": 9.69297516937119e-05,
      "loss": 0.3706,
      "step": 152
    },
    {
      "epoch": 0.11553709646969983,
      "grad_norm": 0.13718481361865997,
      "learning_rate": 9.68882777489953e-05,
      "loss": 0.3666,
      "step": 153
    },
    {
      "epoch": 0.11629224089107042,
      "grad_norm": 0.13330449163913727,
      "learning_rate": 9.684653455259038e-05,
      "loss": 0.3851,
      "step": 154
    },
    {
      "epoch": 0.11704738531244101,
      "grad_norm": 0.14737468957901,
      "learning_rate": 9.68045223442037e-05,
      "loss": 0.4578,
      "step": 155
    },
    {
      "epoch": 0.1178025297338116,
      "grad_norm": 0.1341572105884552,
      "learning_rate": 9.676224136508652e-05,
      "loss": 0.4171,
      "step": 156
    },
    {
      "epoch": 0.11855767415518217,
      "grad_norm": 0.13770350813865662,
      "learning_rate": 9.671969185803356e-05,
      "loss": 0.4254,
      "step": 157
    },
    {
      "epoch": 0.11931281857655276,
      "grad_norm": 0.1383470892906189,
      "learning_rate": 9.667687406738151e-05,
      "loss": 0.3925,
      "step": 158
    },
    {
      "epoch": 0.12006796299792336,
      "grad_norm": 0.14277134835720062,
      "learning_rate": 9.663378823900764e-05,
      "loss": 0.4547,
      "step": 159
    },
    {
      "epoch": 0.12082310741929395,
      "grad_norm": 0.14103709161281586,
      "learning_rate": 9.659043462032842e-05,
      "loss": 0.455,
      "step": 160
    },
    {
      "epoch": 0.12157825184066452,
      "grad_norm": 0.13641640543937683,
      "learning_rate": 9.654681346029808e-05,
      "loss": 0.3955,
      "step": 161
    },
    {
      "epoch": 0.12233339626203511,
      "grad_norm": 0.1403113752603531,
      "learning_rate": 9.650292500940718e-05,
      "loss": 0.4488,
      "step": 162
    },
    {
      "epoch": 0.1230885406834057,
      "grad_norm": 0.1360931098461151,
      "learning_rate": 9.64587695196812e-05,
      "loss": 0.3951,
      "step": 163
    },
    {
      "epoch": 0.1238436851047763,
      "grad_norm": 0.14946429431438446,
      "learning_rate": 9.641434724467899e-05,
      "loss": 0.4413,
      "step": 164
    },
    {
      "epoch": 0.12459882952614687,
      "grad_norm": 0.1430583894252777,
      "learning_rate": 9.63696584394915e-05,
      "loss": 0.4542,
      "step": 165
    },
    {
      "epoch": 0.12535397394751746,
      "grad_norm": 0.14549340307712555,
      "learning_rate": 9.632470336074009e-05,
      "loss": 0.3965,
      "step": 166
    },
    {
      "epoch": 0.12610911836888805,
      "grad_norm": 0.16095900535583496,
      "learning_rate": 9.627948226657526e-05,
      "loss": 0.5287,
      "step": 167
    },
    {
      "epoch": 0.12686426279025864,
      "grad_norm": 0.1564275622367859,
      "learning_rate": 9.623399541667506e-05,
      "loss": 0.4331,
      "step": 168
    },
    {
      "epoch": 0.12761940721162923,
      "grad_norm": 0.16557031869888306,
      "learning_rate": 9.618824307224356e-05,
      "loss": 0.5017,
      "step": 169
    },
    {
      "epoch": 0.12837455163299982,
      "grad_norm": 0.14395591616630554,
      "learning_rate": 9.61422254960095e-05,
      "loss": 0.4195,
      "step": 170
    },
    {
      "epoch": 0.12912969605437039,
      "grad_norm": 0.15818844735622406,
      "learning_rate": 9.609594295222461e-05,
      "loss": 0.4769,
      "step": 171
    },
    {
      "epoch": 0.12988484047574098,
      "grad_norm": 0.15232452750205994,
      "learning_rate": 9.604939570666224e-05,
      "loss": 0.3875,
      "step": 172
    },
    {
      "epoch": 0.13063998489711157,
      "grad_norm": 0.1606532484292984,
      "learning_rate": 9.60025840266157e-05,
      "loss": 0.4089,
      "step": 173
    },
    {
      "epoch": 0.13139512931848216,
      "grad_norm": 0.17240062355995178,
      "learning_rate": 9.595550818089683e-05,
      "loss": 0.4824,
      "step": 174
    },
    {
      "epoch": 0.13215027373985275,
      "grad_norm": 0.17421944439411163,
      "learning_rate": 9.590816843983443e-05,
      "loss": 0.3994,
      "step": 175
    },
    {
      "epoch": 0.13290541816122334,
      "grad_norm": 0.16294938325881958,
      "learning_rate": 9.586056507527266e-05,
      "loss": 0.3948,
      "step": 176
    },
    {
      "epoch": 0.13366056258259393,
      "grad_norm": 0.16621993482112885,
      "learning_rate": 9.581269836056952e-05,
      "loss": 0.4301,
      "step": 177
    },
    {
      "epoch": 0.13441570700396452,
      "grad_norm": 0.17306873202323914,
      "learning_rate": 9.576456857059531e-05,
      "loss": 0.439,
      "step": 178
    },
    {
      "epoch": 0.1351708514253351,
      "grad_norm": 0.18673650920391083,
      "learning_rate": 9.571617598173095e-05,
      "loss": 0.477,
      "step": 179
    },
    {
      "epoch": 0.13592599584670567,
      "grad_norm": 0.18662385642528534,
      "learning_rate": 9.566752087186654e-05,
      "loss": 0.4503,
      "step": 180
    },
    {
      "epoch": 0.13668114026807626,
      "grad_norm": 0.20537340641021729,
      "learning_rate": 9.561860352039964e-05,
      "loss": 0.4618,
      "step": 181
    },
    {
      "epoch": 0.13743628468944685,
      "grad_norm": 0.2007598876953125,
      "learning_rate": 9.556942420823368e-05,
      "loss": 0.434,
      "step": 182
    },
    {
      "epoch": 0.13819142911081744,
      "grad_norm": 0.19326762855052948,
      "learning_rate": 9.551998321777642e-05,
      "loss": 0.4319,
      "step": 183
    },
    {
      "epoch": 0.13894657353218803,
      "grad_norm": 0.20021265745162964,
      "learning_rate": 9.547028083293828e-05,
      "loss": 0.4105,
      "step": 184
    },
    {
      "epoch": 0.13970171795355862,
      "grad_norm": 0.21165482699871063,
      "learning_rate": 9.542031733913069e-05,
      "loss": 0.5105,
      "step": 185
    },
    {
      "epoch": 0.14045686237492921,
      "grad_norm": 0.20428375899791718,
      "learning_rate": 9.537009302326447e-05,
      "loss": 0.4137,
      "step": 186
    },
    {
      "epoch": 0.1412120067962998,
      "grad_norm": 0.20812545716762543,
      "learning_rate": 9.531960817374826e-05,
      "loss": 0.4595,
      "step": 187
    },
    {
      "epoch": 0.14196715121767037,
      "grad_norm": 0.2048977017402649,
      "learning_rate": 9.526886308048669e-05,
      "loss": 0.4003,
      "step": 188
    },
    {
      "epoch": 0.14272229563904096,
      "grad_norm": 0.22230800986289978,
      "learning_rate": 9.521785803487889e-05,
      "loss": 0.4512,
      "step": 189
    },
    {
      "epoch": 0.14347744006041155,
      "grad_norm": 0.23287469148635864,
      "learning_rate": 9.516659332981668e-05,
      "loss": 0.4359,
      "step": 190
    },
    {
      "epoch": 0.14423258448178214,
      "grad_norm": 0.22919109463691711,
      "learning_rate": 9.5115069259683e-05,
      "loss": 0.4401,
      "step": 191
    },
    {
      "epoch": 0.14498772890315273,
      "grad_norm": 0.2234146147966385,
      "learning_rate": 9.50632861203502e-05,
      "loss": 0.3728,
      "step": 192
    },
    {
      "epoch": 0.14574287332452332,
      "grad_norm": 0.24526913464069366,
      "learning_rate": 9.501124420917819e-05,
      "loss": 0.38,
      "step": 193
    },
    {
      "epoch": 0.1464980177458939,
      "grad_norm": 0.2708909511566162,
      "learning_rate": 9.4958943825013e-05,
      "loss": 0.5069,
      "step": 194
    },
    {
      "epoch": 0.1472531621672645,
      "grad_norm": 0.272693008184433,
      "learning_rate": 9.49063852681848e-05,
      "loss": 0.4547,
      "step": 195
    },
    {
      "epoch": 0.14800830658863506,
      "grad_norm": 0.3031638562679291,
      "learning_rate": 9.485356884050638e-05,
      "loss": 0.5053,
      "step": 196
    },
    {
      "epoch": 0.14876345101000565,
      "grad_norm": 0.29563388228416443,
      "learning_rate": 9.480049484527127e-05,
      "loss": 0.3806,
      "step": 197
    },
    {
      "epoch": 0.14951859543137624,
      "grad_norm": 0.3229980766773224,
      "learning_rate": 9.474716358725208e-05,
      "loss": 0.419,
      "step": 198
    },
    {
      "epoch": 0.15027373985274683,
      "grad_norm": 0.31590908765792847,
      "learning_rate": 9.469357537269877e-05,
      "loss": 0.4049,
      "step": 199
    },
    {
      "epoch": 0.15102888427411743,
      "grad_norm": 0.34516260027885437,
      "learning_rate": 9.463973050933674e-05,
      "loss": 0.3898,
      "step": 200
    },
    {
      "epoch": 0.15178402869548802,
      "grad_norm": 0.12334486097097397,
      "learning_rate": 9.458562930636528e-05,
      "loss": 0.3084,
      "step": 201
    },
    {
      "epoch": 0.1525391731168586,
      "grad_norm": 0.15339286625385284,
      "learning_rate": 9.453127207445564e-05,
      "loss": 0.3686,
      "step": 202
    },
    {
      "epoch": 0.1532943175382292,
      "grad_norm": 0.14016705751419067,
      "learning_rate": 9.44766591257493e-05,
      "loss": 0.3415,
      "step": 203
    },
    {
      "epoch": 0.1540494619595998,
      "grad_norm": 0.13530026376247406,
      "learning_rate": 9.442179077385618e-05,
      "loss": 0.3268,
      "step": 204
    },
    {
      "epoch": 0.15480460638097035,
      "grad_norm": 0.15703901648521423,
      "learning_rate": 9.436666733385283e-05,
      "loss": 0.3996,
      "step": 205
    },
    {
      "epoch": 0.15555975080234094,
      "grad_norm": 0.13897764682769775,
      "learning_rate": 9.43112891222806e-05,
      "loss": 0.3534,
      "step": 206
    },
    {
      "epoch": 0.15631489522371153,
      "grad_norm": 0.16748449206352234,
      "learning_rate": 9.425565645714384e-05,
      "loss": 0.5237,
      "step": 207
    },
    {
      "epoch": 0.15707003964508212,
      "grad_norm": 0.1332235187292099,
      "learning_rate": 9.419976965790811e-05,
      "loss": 0.3513,
      "step": 208
    },
    {
      "epoch": 0.1578251840664527,
      "grad_norm": 0.1438189595937729,
      "learning_rate": 9.414362904549828e-05,
      "loss": 0.3717,
      "step": 209
    },
    {
      "epoch": 0.1585803284878233,
      "grad_norm": 0.15271201729774475,
      "learning_rate": 9.408723494229675e-05,
      "loss": 0.4461,
      "step": 210
    },
    {
      "epoch": 0.1593354729091939,
      "grad_norm": 0.15122278034687042,
      "learning_rate": 9.403058767214153e-05,
      "loss": 0.4391,
      "step": 211
    },
    {
      "epoch": 0.16009061733056448,
      "grad_norm": 0.14567053318023682,
      "learning_rate": 9.397368756032445e-05,
      "loss": 0.4037,
      "step": 212
    },
    {
      "epoch": 0.16084576175193505,
      "grad_norm": 0.1489640325307846,
      "learning_rate": 9.391653493358926e-05,
      "loss": 0.3918,
      "step": 213
    },
    {
      "epoch": 0.16160090617330564,
      "grad_norm": 0.1643417626619339,
      "learning_rate": 9.385913012012973e-05,
      "loss": 0.4608,
      "step": 214
    },
    {
      "epoch": 0.16235605059467623,
      "grad_norm": 0.16092492640018463,
      "learning_rate": 9.380147344958777e-05,
      "loss": 0.4452,
      "step": 215
    },
    {
      "epoch": 0.16311119501604682,
      "grad_norm": 0.15411052107810974,
      "learning_rate": 9.374356525305164e-05,
      "loss": 0.4289,
      "step": 216
    },
    {
      "epoch": 0.1638663394374174,
      "grad_norm": 0.16794778406620026,
      "learning_rate": 9.36854058630539e-05,
      "loss": 0.4681,
      "step": 217
    },
    {
      "epoch": 0.164621483858788,
      "grad_norm": 0.15376582741737366,
      "learning_rate": 9.362699561356956e-05,
      "loss": 0.3931,
      "step": 218
    },
    {
      "epoch": 0.1653766282801586,
      "grad_norm": 0.16131696105003357,
      "learning_rate": 9.356833484001422e-05,
      "loss": 0.4238,
      "step": 219
    },
    {
      "epoch": 0.16613177270152918,
      "grad_norm": 0.16765594482421875,
      "learning_rate": 9.350942387924202e-05,
      "loss": 0.4668,
      "step": 220
    },
    {
      "epoch": 0.16688691712289974,
      "grad_norm": 0.15863193571567535,
      "learning_rate": 9.345026306954386e-05,
      "loss": 0.4048,
      "step": 221
    },
    {
      "epoch": 0.16764206154427033,
      "grad_norm": 0.1763521283864975,
      "learning_rate": 9.339085275064527e-05,
      "loss": 0.4113,
      "step": 222
    },
    {
      "epoch": 0.16839720596564092,
      "grad_norm": 0.16584299504756927,
      "learning_rate": 9.33311932637047e-05,
      "loss": 0.4145,
      "step": 223
    },
    {
      "epoch": 0.1691523503870115,
      "grad_norm": 0.17877861857414246,
      "learning_rate": 9.32712849513113e-05,
      "loss": 0.4164,
      "step": 224
    },
    {
      "epoch": 0.1699074948083821,
      "grad_norm": 0.17825202643871307,
      "learning_rate": 9.321112815748315e-05,
      "loss": 0.4494,
      "step": 225
    },
    {
      "epoch": 0.1706626392297527,
      "grad_norm": 0.1839209496974945,
      "learning_rate": 9.315072322766516e-05,
      "loss": 0.4728,
      "step": 226
    },
    {
      "epoch": 0.17141778365112328,
      "grad_norm": 0.1952812224626541,
      "learning_rate": 9.309007050872721e-05,
      "loss": 0.444,
      "step": 227
    },
    {
      "epoch": 0.17217292807249387,
      "grad_norm": 0.19897779822349548,
      "learning_rate": 9.302917034896202e-05,
      "loss": 0.4261,
      "step": 228
    },
    {
      "epoch": 0.17292807249386447,
      "grad_norm": 0.1961393654346466,
      "learning_rate": 9.296802309808326e-05,
      "loss": 0.423,
      "step": 229
    },
    {
      "epoch": 0.17368321691523503,
      "grad_norm": 0.1879744529724121,
      "learning_rate": 9.290662910722345e-05,
      "loss": 0.4088,
      "step": 230
    },
    {
      "epoch": 0.17443836133660562,
      "grad_norm": 0.20151999592781067,
      "learning_rate": 9.284498872893205e-05,
      "loss": 0.4492,
      "step": 231
    },
    {
      "epoch": 0.1751935057579762,
      "grad_norm": 0.21665292978286743,
      "learning_rate": 9.278310231717334e-05,
      "loss": 0.4606,
      "step": 232
    },
    {
      "epoch": 0.1759486501793468,
      "grad_norm": 0.20567654073238373,
      "learning_rate": 9.272097022732443e-05,
      "loss": 0.3936,
      "step": 233
    },
    {
      "epoch": 0.1767037946007174,
      "grad_norm": 0.20517462491989136,
      "learning_rate": 9.265859281617323e-05,
      "loss": 0.4518,
      "step": 234
    },
    {
      "epoch": 0.17745893902208798,
      "grad_norm": 0.2024117261171341,
      "learning_rate": 9.259597044191636e-05,
      "loss": 0.4264,
      "step": 235
    },
    {
      "epoch": 0.17821408344345857,
      "grad_norm": 0.2208789438009262,
      "learning_rate": 9.253310346415714e-05,
      "loss": 0.389,
      "step": 236
    },
    {
      "epoch": 0.17896922786482916,
      "grad_norm": 0.22236235439777374,
      "learning_rate": 9.24699922439035e-05,
      "loss": 0.4191,
      "step": 237
    },
    {
      "epoch": 0.17972437228619972,
      "grad_norm": 0.20437407493591309,
      "learning_rate": 9.24066371435659e-05,
      "loss": 0.3752,
      "step": 238
    },
    {
      "epoch": 0.18047951670757031,
      "grad_norm": 0.2430782914161682,
      "learning_rate": 9.234303852695525e-05,
      "loss": 0.4731,
      "step": 239
    },
    {
      "epoch": 0.1812346611289409,
      "grad_norm": 0.23255608975887299,
      "learning_rate": 9.227919675928088e-05,
      "loss": 0.4517,
      "step": 240
    },
    {
      "epoch": 0.1819898055503115,
      "grad_norm": 0.23592449724674225,
      "learning_rate": 9.221511220714834e-05,
      "loss": 0.3789,
      "step": 241
    },
    {
      "epoch": 0.18274494997168209,
      "grad_norm": 0.23949460685253143,
      "learning_rate": 9.215078523855737e-05,
      "loss": 0.4155,
      "step": 242
    },
    {
      "epoch": 0.18350009439305268,
      "grad_norm": 0.2646918296813965,
      "learning_rate": 9.208621622289976e-05,
      "loss": 0.4348,
      "step": 243
    },
    {
      "epoch": 0.18425523881442327,
      "grad_norm": 0.2448762059211731,
      "learning_rate": 9.202140553095722e-05,
      "loss": 0.3635,
      "step": 244
    },
    {
      "epoch": 0.18501038323579386,
      "grad_norm": 0.24353203177452087,
      "learning_rate": 9.195635353489931e-05,
      "loss": 0.343,
      "step": 245
    },
    {
      "epoch": 0.18576552765716442,
      "grad_norm": 0.26561829447746277,
      "learning_rate": 9.18910606082812e-05,
      "loss": 0.4143,
      "step": 246
    },
    {
      "epoch": 0.186520672078535,
      "grad_norm": 0.3017648458480835,
      "learning_rate": 9.182552712604162e-05,
      "loss": 0.4022,
      "step": 247
    },
    {
      "epoch": 0.1872758164999056,
      "grad_norm": 0.32956957817077637,
      "learning_rate": 9.175975346450063e-05,
      "loss": 0.424,
      "step": 248
    },
    {
      "epoch": 0.1880309609212762,
      "grad_norm": 0.32388630509376526,
      "learning_rate": 9.169374000135757e-05,
      "loss": 0.3513,
      "step": 249
    },
    {
      "epoch": 0.18878610534264678,
      "grad_norm": 0.3901469111442566,
      "learning_rate": 9.162748711568874e-05,
      "loss": 0.4471,
      "step": 250
    },
    {
      "epoch": 0.18954124976401737,
      "grad_norm": 0.1278896927833557,
      "learning_rate": 9.156099518794534e-05,
      "loss": 0.3515,
      "step": 251
    },
    {
      "epoch": 0.19029639418538796,
      "grad_norm": 0.1433631032705307,
      "learning_rate": 9.149426459995126e-05,
      "loss": 0.3839,
      "step": 252
    },
    {
      "epoch": 0.19105153860675855,
      "grad_norm": 0.13671071827411652,
      "learning_rate": 9.142729573490085e-05,
      "loss": 0.3803,
      "step": 253
    },
    {
      "epoch": 0.19180668302812914,
      "grad_norm": 0.15763793885707855,
      "learning_rate": 9.136008897735673e-05,
      "loss": 0.4079,
      "step": 254
    },
    {
      "epoch": 0.1925618274494997,
      "grad_norm": 0.1469734013080597,
      "learning_rate": 9.129264471324764e-05,
      "loss": 0.3446,
      "step": 255
    },
    {
      "epoch": 0.1933169718708703,
      "grad_norm": 0.1579131782054901,
      "learning_rate": 9.122496332986616e-05,
      "loss": 0.4163,
      "step": 256
    },
    {
      "epoch": 0.1940721162922409,
      "grad_norm": 0.15205511450767517,
      "learning_rate": 9.11570452158665e-05,
      "loss": 0.371,
      "step": 257
    },
    {
      "epoch": 0.19482726071361148,
      "grad_norm": 0.1481117159128189,
      "learning_rate": 9.108889076126226e-05,
      "loss": 0.421,
      "step": 258
    },
    {
      "epoch": 0.19558240513498207,
      "grad_norm": 0.14743296802043915,
      "learning_rate": 9.102050035742425e-05,
      "loss": 0.3434,
      "step": 259
    },
    {
      "epoch": 0.19633754955635266,
      "grad_norm": 0.14074848592281342,
      "learning_rate": 9.095187439707816e-05,
      "loss": 0.3679,
      "step": 260
    },
    {
      "epoch": 0.19709269397772325,
      "grad_norm": 0.14509843289852142,
      "learning_rate": 9.088301327430236e-05,
      "loss": 0.3933,
      "step": 261
    },
    {
      "epoch": 0.19784783839909384,
      "grad_norm": 0.15293020009994507,
      "learning_rate": 9.081391738452558e-05,
      "loss": 0.3968,
      "step": 262
    },
    {
      "epoch": 0.1986029828204644,
      "grad_norm": 0.16242273151874542,
      "learning_rate": 9.074458712452476e-05,
      "loss": 0.5177,
      "step": 263
    },
    {
      "epoch": 0.199358127241835,
      "grad_norm": 0.15917155146598816,
      "learning_rate": 9.067502289242259e-05,
      "loss": 0.4252,
      "step": 264
    },
    {
      "epoch": 0.20011327166320558,
      "grad_norm": 0.15828219056129456,
      "learning_rate": 9.060522508768539e-05,
      "loss": 0.4258,
      "step": 265
    },
    {
      "epoch": 0.20086841608457617,
      "grad_norm": 0.16672112047672272,
      "learning_rate": 9.053519411112075e-05,
      "loss": 0.4255,
      "step": 266
    },
    {
      "epoch": 0.20162356050594676,
      "grad_norm": 0.1823611557483673,
      "learning_rate": 9.046493036487518e-05,
      "loss": 0.5404,
      "step": 267
    },
    {
      "epoch": 0.20237870492731735,
      "grad_norm": 0.1685917228460312,
      "learning_rate": 9.039443425243191e-05,
      "loss": 0.5112,
      "step": 268
    },
    {
      "epoch": 0.20313384934868794,
      "grad_norm": 0.16930706799030304,
      "learning_rate": 9.032370617860844e-05,
      "loss": 0.455,
      "step": 269
    },
    {
      "epoch": 0.20388899377005854,
      "grad_norm": 0.1759689450263977,
      "learning_rate": 9.025274654955437e-05,
      "loss": 0.434,
      "step": 270
    },
    {
      "epoch": 0.2046441381914291,
      "grad_norm": 0.18113605678081512,
      "learning_rate": 9.018155577274892e-05,
      "loss": 0.4203,
      "step": 271
    },
    {
      "epoch": 0.2053992826127997,
      "grad_norm": 0.17523889243602753,
      "learning_rate": 9.011013425699868e-05,
      "loss": 0.4786,
      "step": 272
    },
    {
      "epoch": 0.20615442703417028,
      "grad_norm": 0.18451116979122162,
      "learning_rate": 9.003848241243524e-05,
      "loss": 0.4431,
      "step": 273
    },
    {
      "epoch": 0.20690957145554087,
      "grad_norm": 0.17234982550144196,
      "learning_rate": 8.996660065051283e-05,
      "loss": 0.3797,
      "step": 274
    },
    {
      "epoch": 0.20766471587691146,
      "grad_norm": 0.18967756628990173,
      "learning_rate": 8.989448938400595e-05,
      "loss": 0.4693,
      "step": 275
    },
    {
      "epoch": 0.20841986029828205,
      "grad_norm": 0.1752142757177353,
      "learning_rate": 8.982214902700702e-05,
      "loss": 0.3925,
      "step": 276
    },
    {
      "epoch": 0.20917500471965264,
      "grad_norm": 0.1963864415884018,
      "learning_rate": 8.974957999492402e-05,
      "loss": 0.4765,
      "step": 277
    },
    {
      "epoch": 0.20993014914102323,
      "grad_norm": 0.19393113255500793,
      "learning_rate": 8.967678270447799e-05,
      "loss": 0.4253,
      "step": 278
    },
    {
      "epoch": 0.21068529356239382,
      "grad_norm": 0.19082283973693848,
      "learning_rate": 8.96037575737008e-05,
      "loss": 0.399,
      "step": 279
    },
    {
      "epoch": 0.21144043798376438,
      "grad_norm": 0.2010912448167801,
      "learning_rate": 8.953050502193266e-05,
      "loss": 0.5231,
      "step": 280
    },
    {
      "epoch": 0.21219558240513497,
      "grad_norm": 0.20681974291801453,
      "learning_rate": 8.945702546981969e-05,
      "loss": 0.4414,
      "step": 281
    },
    {
      "epoch": 0.21295072682650557,
      "grad_norm": 0.2046736478805542,
      "learning_rate": 8.938331933931158e-05,
      "loss": 0.4108,
      "step": 282
    },
    {
      "epoch": 0.21370587124787616,
      "grad_norm": 0.20868991315364838,
      "learning_rate": 8.930938705365911e-05,
      "loss": 0.3869,
      "step": 283
    },
    {
      "epoch": 0.21446101566924675,
      "grad_norm": 0.21951518952846527,
      "learning_rate": 8.923522903741173e-05,
      "loss": 0.4126,
      "step": 284
    },
    {
      "epoch": 0.21521616009061734,
      "grad_norm": 0.23379920423030853,
      "learning_rate": 8.916084571641515e-05,
      "loss": 0.4454,
      "step": 285
    },
    {
      "epoch": 0.21597130451198793,
      "grad_norm": 0.23001332581043243,
      "learning_rate": 8.90862375178088e-05,
      "loss": 0.4422,
      "step": 286
    },
    {
      "epoch": 0.21672644893335852,
      "grad_norm": 0.2303563803434372,
      "learning_rate": 8.901140487002358e-05,
      "loss": 0.4733,
      "step": 287
    },
    {
      "epoch": 0.21748159335472908,
      "grad_norm": 0.23045067489147186,
      "learning_rate": 8.893634820277911e-05,
      "loss": 0.3822,
      "step": 288
    },
    {
      "epoch": 0.21823673777609967,
      "grad_norm": 0.24685277044773102,
      "learning_rate": 8.886106794708158e-05,
      "loss": 0.3929,
      "step": 289
    },
    {
      "epoch": 0.21899188219747026,
      "grad_norm": 0.2677901089191437,
      "learning_rate": 8.8785564535221e-05,
      "loss": 0.4578,
      "step": 290
    },
    {
      "epoch": 0.21974702661884085,
      "grad_norm": 0.2836909890174866,
      "learning_rate": 8.870983840076887e-05,
      "loss": 0.5222,
      "step": 291
    },
    {
      "epoch": 0.22050217104021144,
      "grad_norm": 0.2510927617549896,
      "learning_rate": 8.863388997857566e-05,
      "loss": 0.4115,
      "step": 292
    },
    {
      "epoch": 0.22125731546158203,
      "grad_norm": 0.27071961760520935,
      "learning_rate": 8.855771970476834e-05,
      "loss": 0.3734,
      "step": 293
    },
    {
      "epoch": 0.22201245988295262,
      "grad_norm": 0.2770616114139557,
      "learning_rate": 8.848132801674778e-05,
      "loss": 0.3844,
      "step": 294
    },
    {
      "epoch": 0.2227676043043232,
      "grad_norm": 0.2793015241622925,
      "learning_rate": 8.840471535318633e-05,
      "loss": 0.3334,
      "step": 295
    },
    {
      "epoch": 0.22352274872569378,
      "grad_norm": 0.32171210646629333,
      "learning_rate": 8.832788215402527e-05,
      "loss": 0.3952,
      "step": 296
    },
    {
      "epoch": 0.22427789314706437,
      "grad_norm": 0.2964473068714142,
      "learning_rate": 8.825082886047229e-05,
      "loss": 0.3708,
      "step": 297
    },
    {
      "epoch": 0.22503303756843496,
      "grad_norm": 0.3563576638698578,
      "learning_rate": 8.817355591499895e-05,
      "loss": 0.4737,
      "step": 298
    },
    {
      "epoch": 0.22578818198980555,
      "grad_norm": 0.361924946308136,
      "learning_rate": 8.809606376133815e-05,
      "loss": 0.3671,
      "step": 299
    },
    {
      "epoch": 0.22654332641117614,
      "grad_norm": 0.36919519305229187,
      "learning_rate": 8.801835284448155e-05,
      "loss": 0.3647,
      "step": 300
    },
    {
      "epoch": 0.22729847083254673,
      "grad_norm": 0.16215109825134277,
      "learning_rate": 8.794042361067707e-05,
      "loss": 0.2998,
      "step": 301
    },
    {
      "epoch": 0.22805361525391732,
      "grad_norm": 0.13470260798931122,
      "learning_rate": 8.786227650742624e-05,
      "loss": 0.3156,
      "step": 302
    },
    {
      "epoch": 0.2288087596752879,
      "grad_norm": 0.15451383590698242,
      "learning_rate": 8.778391198348177e-05,
      "loss": 0.4174,
      "step": 303
    },
    {
      "epoch": 0.22956390409665847,
      "grad_norm": 0.15328143537044525,
      "learning_rate": 8.770533048884482e-05,
      "loss": 0.385,
      "step": 304
    },
    {
      "epoch": 0.23031904851802906,
      "grad_norm": 0.16669027507305145,
      "learning_rate": 8.762653247476249e-05,
      "loss": 0.3874,
      "step": 305
    },
    {
      "epoch": 0.23107419293939965,
      "grad_norm": 0.1583709716796875,
      "learning_rate": 8.754751839372527e-05,
      "loss": 0.3996,
      "step": 306
    },
    {
      "epoch": 0.23182933736077024,
      "grad_norm": 0.1642114818096161,
      "learning_rate": 8.746828869946434e-05,
      "loss": 0.4012,
      "step": 307
    },
    {
      "epoch": 0.23258448178214083,
      "grad_norm": 0.1497018188238144,
      "learning_rate": 8.738884384694905e-05,
      "loss": 0.3791,
      "step": 308
    },
    {
      "epoch": 0.23333962620351142,
      "grad_norm": 0.15800952911376953,
      "learning_rate": 8.730918429238428e-05,
      "loss": 0.4298,
      "step": 309
    },
    {
      "epoch": 0.23409477062488201,
      "grad_norm": 0.1677553504705429,
      "learning_rate": 8.722931049320779e-05,
      "loss": 0.4424,
      "step": 310
    },
    {
      "epoch": 0.2348499150462526,
      "grad_norm": 0.16331520676612854,
      "learning_rate": 8.714922290808766e-05,
      "loss": 0.4474,
      "step": 311
    },
    {
      "epoch": 0.2356050594676232,
      "grad_norm": 0.1598048061132431,
      "learning_rate": 8.706892199691957e-05,
      "loss": 0.4553,
      "step": 312
    },
    {
      "epoch": 0.23636020388899376,
      "grad_norm": 0.16404008865356445,
      "learning_rate": 8.698840822082424e-05,
      "loss": 0.445,
      "step": 313
    },
    {
      "epoch": 0.23711534831036435,
      "grad_norm": 0.166454017162323,
      "learning_rate": 8.690768204214474e-05,
      "loss": 0.4509,
      "step": 314
    },
    {
      "epoch": 0.23787049273173494,
      "grad_norm": 0.17265531420707703,
      "learning_rate": 8.682674392444384e-05,
      "loss": 0.3744,
      "step": 315
    },
    {
      "epoch": 0.23862563715310553,
      "grad_norm": 0.16863949596881866,
      "learning_rate": 8.674559433250134e-05,
      "loss": 0.3916,
      "step": 316
    },
    {
      "epoch": 0.23938078157447612,
      "grad_norm": 0.1721731275320053,
      "learning_rate": 8.666423373231144e-05,
      "loss": 0.3565,
      "step": 317
    },
    {
      "epoch": 0.2401359259958467,
      "grad_norm": 0.1820109784603119,
      "learning_rate": 8.658266259108e-05,
      "loss": 0.432,
      "step": 318
    },
    {
      "epoch": 0.2408910704172173,
      "grad_norm": 0.17702780663967133,
      "learning_rate": 8.650088137722193e-05,
      "loss": 0.4295,
      "step": 319
    },
    {
      "epoch": 0.2416462148385879,
      "grad_norm": 0.17690463364124298,
      "learning_rate": 8.64188905603584e-05,
      "loss": 0.3964,
      "step": 320
    },
    {
      "epoch": 0.24240135925995845,
      "grad_norm": 0.1803254634141922,
      "learning_rate": 8.633669061131433e-05,
      "loss": 0.4609,
      "step": 321
    },
    {
      "epoch": 0.24315650368132904,
      "grad_norm": 0.18003924190998077,
      "learning_rate": 8.62542820021154e-05,
      "loss": 0.4128,
      "step": 322
    },
    {
      "epoch": 0.24391164810269964,
      "grad_norm": 0.1920446902513504,
      "learning_rate": 8.617166520598563e-05,
      "loss": 0.5388,
      "step": 323
    },
    {
      "epoch": 0.24466679252407023,
      "grad_norm": 0.1844223439693451,
      "learning_rate": 8.608884069734447e-05,
      "loss": 0.3854,
      "step": 324
    },
    {
      "epoch": 0.24542193694544082,
      "grad_norm": 0.17235560715198517,
      "learning_rate": 8.600580895180417e-05,
      "loss": 0.3834,
      "step": 325
    },
    {
      "epoch": 0.2461770813668114,
      "grad_norm": 0.18797385692596436,
      "learning_rate": 8.592257044616702e-05,
      "loss": 0.4227,
      "step": 326
    },
    {
      "epoch": 0.246932225788182,
      "grad_norm": 0.19942928850650787,
      "learning_rate": 8.583912565842257e-05,
      "loss": 0.4837,
      "step": 327
    },
    {
      "epoch": 0.2476873702095526,
      "grad_norm": 0.1899615228176117,
      "learning_rate": 8.575547506774497e-05,
      "loss": 0.4279,
      "step": 328
    },
    {
      "epoch": 0.24844251463092315,
      "grad_norm": 0.19153012335300446,
      "learning_rate": 8.567161915449018e-05,
      "loss": 0.406,
      "step": 329
    },
    {
      "epoch": 0.24919765905229374,
      "grad_norm": 0.1913929283618927,
      "learning_rate": 8.558755840019314e-05,
      "loss": 0.4224,
      "step": 330
    },
    {
      "epoch": 0.24995280347366433,
      "grad_norm": 0.20156875252723694,
      "learning_rate": 8.550329328756518e-05,
      "loss": 0.4483,
      "step": 331
    },
    {
      "epoch": 0.2507079478950349,
      "grad_norm": 0.2019462138414383,
      "learning_rate": 8.541882430049102e-05,
      "loss": 0.3915,
      "step": 332
    },
    {
      "epoch": 0.2514630923164055,
      "grad_norm": 0.2124406099319458,
      "learning_rate": 8.533415192402621e-05,
      "loss": 0.4568,
      "step": 333
    },
    {
      "epoch": 0.2522182367377761,
      "grad_norm": 0.21409429609775543,
      "learning_rate": 8.524927664439418e-05,
      "loss": 0.4084,
      "step": 334
    },
    {
      "epoch": 0.2529733811591467,
      "grad_norm": 0.2065693736076355,
      "learning_rate": 8.516419894898355e-05,
      "loss": 0.3387,
      "step": 335
    },
    {
      "epoch": 0.2537285255805173,
      "grad_norm": 0.23727093636989594,
      "learning_rate": 8.507891932634526e-05,
      "loss": 0.4455,
      "step": 336
    },
    {
      "epoch": 0.2544836700018879,
      "grad_norm": 0.23228336870670319,
      "learning_rate": 8.499343826618984e-05,
      "loss": 0.4242,
      "step": 337
    },
    {
      "epoch": 0.25523881442325846,
      "grad_norm": 0.23730678856372833,
      "learning_rate": 8.490775625938452e-05,
      "loss": 0.4558,
      "step": 338
    },
    {
      "epoch": 0.25599395884462905,
      "grad_norm": 0.24922138452529907,
      "learning_rate": 8.482187379795048e-05,
      "loss": 0.4505,
      "step": 339
    },
    {
      "epoch": 0.25674910326599965,
      "grad_norm": 0.2403382807970047,
      "learning_rate": 8.473579137505997e-05,
      "loss": 0.3739,
      "step": 340
    },
    {
      "epoch": 0.25750424768737024,
      "grad_norm": 0.26665931940078735,
      "learning_rate": 8.464950948503349e-05,
      "loss": 0.4583,
      "step": 341
    },
    {
      "epoch": 0.25825939210874077,
      "grad_norm": 0.2620416581630707,
      "learning_rate": 8.456302862333701e-05,
      "loss": 0.4151,
      "step": 342
    },
    {
      "epoch": 0.25901453653011136,
      "grad_norm": 0.2548372745513916,
      "learning_rate": 8.447634928657903e-05,
      "loss": 0.4096,
      "step": 343
    },
    {
      "epoch": 0.25976968095148195,
      "grad_norm": 0.2502381205558777,
      "learning_rate": 8.43894719725078e-05,
      "loss": 0.3703,
      "step": 344
    },
    {
      "epoch": 0.26052482537285254,
      "grad_norm": 0.25368642807006836,
      "learning_rate": 8.430239718000839e-05,
      "loss": 0.3621,
      "step": 345
    },
    {
      "epoch": 0.26127996979422313,
      "grad_norm": 0.3062777817249298,
      "learning_rate": 8.421512540909995e-05,
      "loss": 0.394,
      "step": 346
    },
    {
      "epoch": 0.2620351142155937,
      "grad_norm": 0.3018389940261841,
      "learning_rate": 8.412765716093272e-05,
      "loss": 0.3902,
      "step": 347
    },
    {
      "epoch": 0.2627902586369643,
      "grad_norm": 0.3266400396823883,
      "learning_rate": 8.403999293778516e-05,
      "loss": 0.4592,
      "step": 348
    },
    {
      "epoch": 0.2635454030583349,
      "grad_norm": 0.34755921363830566,
      "learning_rate": 8.395213324306117e-05,
      "loss": 0.408,
      "step": 349
    },
    {
      "epoch": 0.2643005474797055,
      "grad_norm": 0.39292919635772705,
      "learning_rate": 8.386407858128706e-05,
      "loss": 0.3865,
      "step": 350
    },
    {
      "epoch": 0.2650556919010761,
      "grad_norm": 0.13340546190738678,
      "learning_rate": 8.377582945810877e-05,
      "loss": 0.2855,
      "step": 351
    },
    {
      "epoch": 0.2658108363224467,
      "grad_norm": 0.13348640501499176,
      "learning_rate": 8.368738638028888e-05,
      "loss": 0.3315,
      "step": 352
    },
    {
      "epoch": 0.26656598074381727,
      "grad_norm": 0.15564905107021332,
      "learning_rate": 8.359874985570377e-05,
      "loss": 0.3669,
      "step": 353
    },
    {
      "epoch": 0.26732112516518786,
      "grad_norm": 0.15070189535617828,
      "learning_rate": 8.350992039334066e-05,
      "loss": 0.3516,
      "step": 354
    },
    {
      "epoch": 0.26807626958655845,
      "grad_norm": 0.16372090578079224,
      "learning_rate": 8.342089850329466e-05,
      "loss": 0.3615,
      "step": 355
    },
    {
      "epoch": 0.26883141400792904,
      "grad_norm": 0.17348916828632355,
      "learning_rate": 8.333168469676595e-05,
      "loss": 0.3934,
      "step": 356
    },
    {
      "epoch": 0.2695865584292996,
      "grad_norm": 0.15469719469547272,
      "learning_rate": 8.32422794860567e-05,
      "loss": 0.3834,
      "step": 357
    },
    {
      "epoch": 0.2703417028506702,
      "grad_norm": 0.15550485253334045,
      "learning_rate": 8.315268338456826e-05,
      "loss": 0.3994,
      "step": 358
    },
    {
      "epoch": 0.27109684727204075,
      "grad_norm": 0.1589384377002716,
      "learning_rate": 8.306289690679811e-05,
      "loss": 0.3927,
      "step": 359
    },
    {
      "epoch": 0.27185199169341134,
      "grad_norm": 0.16645891964435577,
      "learning_rate": 8.297292056833699e-05,
      "loss": 0.3812,
      "step": 360
    },
    {
      "epoch": 0.27260713611478193,
      "grad_norm": 0.16993273794651031,
      "learning_rate": 8.288275488586585e-05,
      "loss": 0.4656,
      "step": 361
    },
    {
      "epoch": 0.2733622805361525,
      "grad_norm": 0.1668446809053421,
      "learning_rate": 8.279240037715297e-05,
      "loss": 0.4368,
      "step": 362
    },
    {
      "epoch": 0.2741174249575231,
      "grad_norm": 0.166854590177536,
      "learning_rate": 8.270185756105093e-05,
      "loss": 0.4151,
      "step": 363
    },
    {
      "epoch": 0.2748725693788937,
      "grad_norm": 0.17453452944755554,
      "learning_rate": 8.261112695749364e-05,
      "loss": 0.4788,
      "step": 364
    },
    {
      "epoch": 0.2756277138002643,
      "grad_norm": 0.16761650145053864,
      "learning_rate": 8.252020908749339e-05,
      "loss": 0.366,
      "step": 365
    },
    {
      "epoch": 0.2763828582216349,
      "grad_norm": 0.17261825501918793,
      "learning_rate": 8.24291044731378e-05,
      "loss": 0.451,
      "step": 366
    },
    {
      "epoch": 0.2771380026430055,
      "grad_norm": 0.1745242327451706,
      "learning_rate": 8.233781363758688e-05,
      "loss": 0.4478,
      "step": 367
    },
    {
      "epoch": 0.27789314706437607,
      "grad_norm": 0.17194855213165283,
      "learning_rate": 8.224633710506997e-05,
      "loss": 0.4412,
      "step": 368
    },
    {
      "epoch": 0.27864829148574666,
      "grad_norm": 0.17368574440479279,
      "learning_rate": 8.215467540088279e-05,
      "loss": 0.3666,
      "step": 369
    },
    {
      "epoch": 0.27940343590711725,
      "grad_norm": 0.19736266136169434,
      "learning_rate": 8.206282905138436e-05,
      "loss": 0.4409,
      "step": 370
    },
    {
      "epoch": 0.28015858032848784,
      "grad_norm": 0.18423449993133545,
      "learning_rate": 8.197079858399403e-05,
      "loss": 0.4126,
      "step": 371
    },
    {
      "epoch": 0.28091372474985843,
      "grad_norm": 0.18856100738048553,
      "learning_rate": 8.187858452718842e-05,
      "loss": 0.4632,
      "step": 372
    },
    {
      "epoch": 0.281668869171229,
      "grad_norm": 0.1836901605129242,
      "learning_rate": 8.178618741049842e-05,
      "loss": 0.4298,
      "step": 373
    },
    {
      "epoch": 0.2824240135925996,
      "grad_norm": 0.1771370768547058,
      "learning_rate": 8.169360776450606e-05,
      "loss": 0.3831,
      "step": 374
    },
    {
      "epoch": 0.28317915801397014,
      "grad_norm": 0.1874864250421524,
      "learning_rate": 8.16008461208416e-05,
      "loss": 0.3912,
      "step": 375
    },
    {
      "epoch": 0.28393430243534074,
      "grad_norm": 0.18902695178985596,
      "learning_rate": 8.150790301218039e-05,
      "loss": 0.4012,
      "step": 376
    },
    {
      "epoch": 0.2846894468567113,
      "grad_norm": 0.1884973794221878,
      "learning_rate": 8.14147789722398e-05,
      "loss": 0.3546,
      "step": 377
    },
    {
      "epoch": 0.2854445912780819,
      "grad_norm": 0.19993530213832855,
      "learning_rate": 8.132147453577618e-05,
      "loss": 0.3794,
      "step": 378
    },
    {
      "epoch": 0.2861997356994525,
      "grad_norm": 0.20149412751197815,
      "learning_rate": 8.122799023858183e-05,
      "loss": 0.4569,
      "step": 379
    },
    {
      "epoch": 0.2869548801208231,
      "grad_norm": 0.20053283870220184,
      "learning_rate": 8.113432661748185e-05,
      "loss": 0.3582,
      "step": 380
    },
    {
      "epoch": 0.2877100245421937,
      "grad_norm": 0.21893711388111115,
      "learning_rate": 8.10404842103311e-05,
      "loss": 0.4102,
      "step": 381
    },
    {
      "epoch": 0.2884651689635643,
      "grad_norm": 0.21187345683574677,
      "learning_rate": 8.094646355601112e-05,
      "loss": 0.413,
      "step": 382
    },
    {
      "epoch": 0.28922031338493487,
      "grad_norm": 0.21312014758586884,
      "learning_rate": 8.085226519442697e-05,
      "loss": 0.3655,
      "step": 383
    },
    {
      "epoch": 0.28997545780630546,
      "grad_norm": 0.23243053257465363,
      "learning_rate": 8.075788966650423e-05,
      "loss": 0.4591,
      "step": 384
    },
    {
      "epoch": 0.29073060222767605,
      "grad_norm": 0.21118636429309845,
      "learning_rate": 8.066333751418583e-05,
      "loss": 0.3426,
      "step": 385
    },
    {
      "epoch": 0.29148574664904664,
      "grad_norm": 0.23270896077156067,
      "learning_rate": 8.05686092804289e-05,
      "loss": 0.4537,
      "step": 386
    },
    {
      "epoch": 0.29224089107041723,
      "grad_norm": 0.2561461627483368,
      "learning_rate": 8.047370550920179e-05,
      "loss": 0.4002,
      "step": 387
    },
    {
      "epoch": 0.2929960354917878,
      "grad_norm": 0.26137250661849976,
      "learning_rate": 8.03786267454808e-05,
      "loss": 0.4147,
      "step": 388
    },
    {
      "epoch": 0.2937511799131584,
      "grad_norm": 0.2321058213710785,
      "learning_rate": 8.02833735352471e-05,
      "loss": 0.3571,
      "step": 389
    },
    {
      "epoch": 0.294506324334529,
      "grad_norm": 0.2709183990955353,
      "learning_rate": 8.018794642548366e-05,
      "loss": 0.4692,
      "step": 390
    },
    {
      "epoch": 0.2952614687558996,
      "grad_norm": 0.25594067573547363,
      "learning_rate": 8.009234596417196e-05,
      "loss": 0.3945,
      "step": 391
    },
    {
      "epoch": 0.2960166131772701,
      "grad_norm": 0.25054290890693665,
      "learning_rate": 7.999657270028905e-05,
      "loss": 0.3578,
      "step": 392
    },
    {
      "epoch": 0.2967717575986407,
      "grad_norm": 0.2586974501609802,
      "learning_rate": 7.990062718380418e-05,
      "loss": 0.3563,
      "step": 393
    },
    {
      "epoch": 0.2975269020200113,
      "grad_norm": 0.2942001521587372,
      "learning_rate": 7.980450996567579e-05,
      "loss": 0.456,
      "step": 394
    },
    {
      "epoch": 0.2982820464413819,
      "grad_norm": 0.2795391380786896,
      "learning_rate": 7.970822159784832e-05,
      "loss": 0.3698,
      "step": 395
    },
    {
      "epoch": 0.2990371908627525,
      "grad_norm": 0.277025431394577,
      "learning_rate": 7.961176263324901e-05,
      "loss": 0.3896,
      "step": 396
    },
    {
      "epoch": 0.2997923352841231,
      "grad_norm": 0.3072509467601776,
      "learning_rate": 7.95151336257847e-05,
      "loss": 0.3978,
      "step": 397
    },
    {
      "epoch": 0.30054747970549367,
      "grad_norm": 0.342089980840683,
      "learning_rate": 7.941833513033873e-05,
      "loss": 0.3781,
      "step": 398
    },
    {
      "epoch": 0.30130262412686426,
      "grad_norm": 0.369075208902359,
      "learning_rate": 7.932136770276768e-05,
      "loss": 0.4128,
      "step": 399
    },
    {
      "epoch": 0.30205776854823485,
      "grad_norm": 0.4442555010318756,
      "learning_rate": 7.922423189989825e-05,
      "loss": 0.3808,
      "step": 400
    },
    {
      "epoch": 0.30281291296960544,
      "grad_norm": 0.14188256859779358,
      "learning_rate": 7.912692827952394e-05,
      "loss": 0.3474,
      "step": 401
    },
    {
      "epoch": 0.30356805739097603,
      "grad_norm": 0.15779972076416016,
      "learning_rate": 7.902945740040202e-05,
      "loss": 0.3638,
      "step": 402
    },
    {
      "epoch": 0.3043232018123466,
      "grad_norm": 0.15039858222007751,
      "learning_rate": 7.893181982225017e-05,
      "loss": 0.3294,
      "step": 403
    },
    {
      "epoch": 0.3050783462337172,
      "grad_norm": 0.15833158791065216,
      "learning_rate": 7.883401610574336e-05,
      "loss": 0.3821,
      "step": 404
    },
    {
      "epoch": 0.3058334906550878,
      "grad_norm": 0.15892116725444794,
      "learning_rate": 7.873604681251055e-05,
      "loss": 0.4006,
      "step": 405
    },
    {
      "epoch": 0.3065886350764584,
      "grad_norm": 0.16470251977443695,
      "learning_rate": 7.863791250513153e-05,
      "loss": 0.395,
      "step": 406
    },
    {
      "epoch": 0.307343779497829,
      "grad_norm": 0.1620217114686966,
      "learning_rate": 7.853961374713368e-05,
      "loss": 0.3829,
      "step": 407
    },
    {
      "epoch": 0.3080989239191996,
      "grad_norm": 0.16119898855686188,
      "learning_rate": 7.844115110298873e-05,
      "loss": 0.4014,
      "step": 408
    },
    {
      "epoch": 0.3088540683405701,
      "grad_norm": 0.17568127810955048,
      "learning_rate": 7.834252513810947e-05,
      "loss": 0.4102,
      "step": 409
    },
    {
      "epoch": 0.3096092127619407,
      "grad_norm": 0.15995138883590698,
      "learning_rate": 7.824373641884659e-05,
      "loss": 0.3812,
      "step": 410
    },
    {
      "epoch": 0.3103643571833113,
      "grad_norm": 0.17228928208351135,
      "learning_rate": 7.814478551248537e-05,
      "loss": 0.4378,
      "step": 411
    },
    {
      "epoch": 0.3111195016046819,
      "grad_norm": 0.17343945801258087,
      "learning_rate": 7.804567298724239e-05,
      "loss": 0.408,
      "step": 412
    },
    {
      "epoch": 0.31187464602605247,
      "grad_norm": 0.17585960030555725,
      "learning_rate": 7.794639941226238e-05,
      "loss": 0.4486,
      "step": 413
    },
    {
      "epoch": 0.31262979044742306,
      "grad_norm": 0.18436947464942932,
      "learning_rate": 7.784696535761484e-05,
      "loss": 0.4905,
      "step": 414
    },
    {
      "epoch": 0.31338493486879365,
      "grad_norm": 0.1904049813747406,
      "learning_rate": 7.774737139429085e-05,
      "loss": 0.4845,
      "step": 415
    },
    {
      "epoch": 0.31414007929016424,
      "grad_norm": 0.18398331105709076,
      "learning_rate": 7.76476180941997e-05,
      "loss": 0.3935,
      "step": 416
    },
    {
      "epoch": 0.31489522371153483,
      "grad_norm": 0.17577998340129852,
      "learning_rate": 7.754770603016568e-05,
      "loss": 0.3854,
      "step": 417
    },
    {
      "epoch": 0.3156503681329054,
      "grad_norm": 0.18920160830020905,
      "learning_rate": 7.744763577592478e-05,
      "loss": 0.3724,
      "step": 418
    },
    {
      "epoch": 0.316405512554276,
      "grad_norm": 0.1751304268836975,
      "learning_rate": 7.734740790612136e-05,
      "loss": 0.4013,
      "step": 419
    },
    {
      "epoch": 0.3171606569756466,
      "grad_norm": 0.18210847675800323,
      "learning_rate": 7.724702299630488e-05,
      "loss": 0.3779,
      "step": 420
    },
    {
      "epoch": 0.3179158013970172,
      "grad_norm": 0.18826693296432495,
      "learning_rate": 7.714648162292661e-05,
      "loss": 0.4148,
      "step": 421
    },
    {
      "epoch": 0.3186709458183878,
      "grad_norm": 0.18558388948440552,
      "learning_rate": 7.704578436333629e-05,
      "loss": 0.446,
      "step": 422
    },
    {
      "epoch": 0.3194260902397584,
      "grad_norm": 0.19669575989246368,
      "learning_rate": 7.694493179577879e-05,
      "loss": 0.4953,
      "step": 423
    },
    {
      "epoch": 0.32018123466112897,
      "grad_norm": 0.1804647594690323,
      "learning_rate": 7.684392449939084e-05,
      "loss": 0.3693,
      "step": 424
    },
    {
      "epoch": 0.3209363790824995,
      "grad_norm": 0.1992349773645401,
      "learning_rate": 7.67427630541977e-05,
      "loss": 0.4439,
      "step": 425
    },
    {
      "epoch": 0.3216915235038701,
      "grad_norm": 0.19330348074436188,
      "learning_rate": 7.664144804110981e-05,
      "loss": 0.3884,
      "step": 426
    },
    {
      "epoch": 0.3224466679252407,
      "grad_norm": 0.19676867127418518,
      "learning_rate": 7.653998004191948e-05,
      "loss": 0.4094,
      "step": 427
    },
    {
      "epoch": 0.3232018123466113,
      "grad_norm": 0.21715794503688812,
      "learning_rate": 7.643835963929747e-05,
      "loss": 0.4916,
      "step": 428
    },
    {
      "epoch": 0.32395695676798186,
      "grad_norm": 0.20353013277053833,
      "learning_rate": 7.633658741678975e-05,
      "loss": 0.3953,
      "step": 429
    },
    {
      "epoch": 0.32471210118935245,
      "grad_norm": 0.22115808725357056,
      "learning_rate": 7.623466395881409e-05,
      "loss": 0.448,
      "step": 430
    },
    {
      "epoch": 0.32546724561072304,
      "grad_norm": 0.20304395258426666,
      "learning_rate": 7.613258985065672e-05,
      "loss": 0.3634,
      "step": 431
    },
    {
      "epoch": 0.32622239003209363,
      "grad_norm": 0.22943390905857086,
      "learning_rate": 7.603036567846895e-05,
      "loss": 0.5032,
      "step": 432
    },
    {
      "epoch": 0.3269775344534642,
      "grad_norm": 0.2115471512079239,
      "learning_rate": 7.592799202926384e-05,
      "loss": 0.3657,
      "step": 433
    },
    {
      "epoch": 0.3277326788748348,
      "grad_norm": 0.23016363382339478,
      "learning_rate": 7.582546949091281e-05,
      "loss": 0.4155,
      "step": 434
    },
    {
      "epoch": 0.3284878232962054,
      "grad_norm": 0.23734624683856964,
      "learning_rate": 7.572279865214223e-05,
      "loss": 0.3955,
      "step": 435
    },
    {
      "epoch": 0.329242967717576,
      "grad_norm": 0.24084514379501343,
      "learning_rate": 7.561998010253011e-05,
      "loss": 0.4354,
      "step": 436
    },
    {
      "epoch": 0.3299981121389466,
      "grad_norm": 0.24933409690856934,
      "learning_rate": 7.551701443250263e-05,
      "loss": 0.4606,
      "step": 437
    },
    {
      "epoch": 0.3307532565603172,
      "grad_norm": 0.22589580714702606,
      "learning_rate": 7.541390223333084e-05,
      "loss": 0.3654,
      "step": 438
    },
    {
      "epoch": 0.33150840098168777,
      "grad_norm": 0.23652829229831696,
      "learning_rate": 7.531064409712723e-05,
      "loss": 0.3921,
      "step": 439
    },
    {
      "epoch": 0.33226354540305836,
      "grad_norm": 0.25342294573783875,
      "learning_rate": 7.520724061684227e-05,
      "loss": 0.377,
      "step": 440
    },
    {
      "epoch": 0.33301868982442895,
      "grad_norm": 0.2509045898914337,
      "learning_rate": 7.510369238626108e-05,
      "loss": 0.4077,
      "step": 441
    },
    {
      "epoch": 0.3337738342457995,
      "grad_norm": 0.2685502767562866,
      "learning_rate": 7.500000000000001e-05,
      "loss": 0.4068,
      "step": 442
    },
    {
      "epoch": 0.3345289786671701,
      "grad_norm": 0.28608912229537964,
      "learning_rate": 7.489616405350319e-05,
      "loss": 0.4325,
      "step": 443
    },
    {
      "epoch": 0.33528412308854066,
      "grad_norm": 0.2799559235572815,
      "learning_rate": 7.479218514303911e-05,
      "loss": 0.4253,
      "step": 444
    },
    {
      "epoch": 0.33603926750991125,
      "grad_norm": 0.27247491478919983,
      "learning_rate": 7.468806386569729e-05,
      "loss": 0.3492,
      "step": 445
    },
    {
      "epoch": 0.33679441193128185,
      "grad_norm": 0.2968187630176544,
      "learning_rate": 7.45838008193847e-05,
      "loss": 0.3767,
      "step": 446
    },
    {
      "epoch": 0.33754955635265244,
      "grad_norm": 0.315053790807724,
      "learning_rate": 7.447939660282247e-05,
      "loss": 0.4197,
      "step": 447
    },
    {
      "epoch": 0.338304700774023,
      "grad_norm": 0.30053338408470154,
      "learning_rate": 7.437485181554234e-05,
      "loss": 0.3536,
      "step": 448
    },
    {
      "epoch": 0.3390598451953936,
      "grad_norm": 0.4021896421909332,
      "learning_rate": 7.427016705788329e-05,
      "loss": 0.4317,
      "step": 449
    },
    {
      "epoch": 0.3398149896167642,
      "grad_norm": 0.40530264377593994,
      "learning_rate": 7.416534293098806e-05,
      "loss": 0.4069,
      "step": 450
    },
    {
      "epoch": 0.3405701340381348,
      "grad_norm": 0.15075235068798065,
      "learning_rate": 7.40603800367997e-05,
      "loss": 0.3842,
      "step": 451
    },
    {
      "epoch": 0.3413252784595054,
      "grad_norm": 0.1475585252046585,
      "learning_rate": 7.395527897805812e-05,
      "loss": 0.3972,
      "step": 452
    },
    {
      "epoch": 0.342080422880876,
      "grad_norm": 0.15589383244514465,
      "learning_rate": 7.385004035829664e-05,
      "loss": 0.387,
      "step": 453
    },
    {
      "epoch": 0.34283556730224657,
      "grad_norm": 0.15782825648784637,
      "learning_rate": 7.37446647818385e-05,
      "loss": 0.4011,
      "step": 454
    },
    {
      "epoch": 0.34359071172361716,
      "grad_norm": 0.16369496285915375,
      "learning_rate": 7.363915285379339e-05,
      "loss": 0.4132,
      "step": 455
    },
    {
      "epoch": 0.34434585614498775,
      "grad_norm": 0.15858431160449982,
      "learning_rate": 7.353350518005401e-05,
      "loss": 0.3677,
      "step": 456
    },
    {
      "epoch": 0.34510100056635834,
      "grad_norm": 0.15735787153244019,
      "learning_rate": 7.342772236729257e-05,
      "loss": 0.391,
      "step": 457
    },
    {
      "epoch": 0.34585614498772893,
      "grad_norm": 0.15587297081947327,
      "learning_rate": 7.33218050229573e-05,
      "loss": 0.3833,
      "step": 458
    },
    {
      "epoch": 0.34661128940909947,
      "grad_norm": 0.16397728025913239,
      "learning_rate": 7.32157537552689e-05,
      "loss": 0.4312,
      "step": 459
    },
    {
      "epoch": 0.34736643383047006,
      "grad_norm": 0.16942715644836426,
      "learning_rate": 7.310956917321723e-05,
      "loss": 0.4241,
      "step": 460
    },
    {
      "epoch": 0.34812157825184065,
      "grad_norm": 0.16393116116523743,
      "learning_rate": 7.300325188655761e-05,
      "loss": 0.4053,
      "step": 461
    },
    {
      "epoch": 0.34887672267321124,
      "grad_norm": 0.16193875670433044,
      "learning_rate": 7.289680250580744e-05,
      "loss": 0.3907,
      "step": 462
    },
    {
      "epoch": 0.3496318670945818,
      "grad_norm": 0.17802311480045319,
      "learning_rate": 7.279022164224264e-05,
      "loss": 0.4289,
      "step": 463
    },
    {
      "epoch": 0.3503870115159524,
      "grad_norm": 0.1659296602010727,
      "learning_rate": 7.268350990789416e-05,
      "loss": 0.395,
      "step": 464
    },
    {
      "epoch": 0.351142155937323,
      "grad_norm": 0.18069499731063843,
      "learning_rate": 7.257666791554448e-05,
      "loss": 0.4117,
      "step": 465
    },
    {
      "epoch": 0.3518973003586936,
      "grad_norm": 0.18520961701869965,
      "learning_rate": 7.246969627872406e-05,
      "loss": 0.4496,
      "step": 466
    },
    {
      "epoch": 0.3526524447800642,
      "grad_norm": 0.1792270988225937,
      "learning_rate": 7.236259561170783e-05,
      "loss": 0.4126,
      "step": 467
    },
    {
      "epoch": 0.3534075892014348,
      "grad_norm": 0.18929031491279602,
      "learning_rate": 7.225536652951168e-05,
      "loss": 0.4279,
      "step": 468
    },
    {
      "epoch": 0.35416273362280537,
      "grad_norm": 0.18439750373363495,
      "learning_rate": 7.214800964788891e-05,
      "loss": 0.4049,
      "step": 469
    },
    {
      "epoch": 0.35491787804417596,
      "grad_norm": 0.20208971202373505,
      "learning_rate": 7.204052558332668e-05,
      "loss": 0.5151,
      "step": 470
    },
    {
      "epoch": 0.35567302246554655,
      "grad_norm": 0.18775008618831635,
      "learning_rate": 7.193291495304249e-05,
      "loss": 0.3959,
      "step": 471
    },
    {
      "epoch": 0.35642816688691714,
      "grad_norm": 0.19771696627140045,
      "learning_rate": 7.182517837498062e-05,
      "loss": 0.4636,
      "step": 472
    },
    {
      "epoch": 0.35718331130828773,
      "grad_norm": 0.1967446208000183,
      "learning_rate": 7.171731646780867e-05,
      "loss": 0.3867,
      "step": 473
    },
    {
      "epoch": 0.3579384557296583,
      "grad_norm": 0.1987210363149643,
      "learning_rate": 7.160932985091383e-05,
      "loss": 0.3935,
      "step": 474
    },
    {
      "epoch": 0.35869360015102886,
      "grad_norm": 0.20745646953582764,
      "learning_rate": 7.150121914439948e-05,
      "loss": 0.4352,
      "step": 475
    },
    {
      "epoch": 0.35944874457239945,
      "grad_norm": 0.20903947949409485,
      "learning_rate": 7.139298496908154e-05,
      "loss": 0.4101,
      "step": 476
    },
    {
      "epoch": 0.36020388899377004,
      "grad_norm": 0.22883577644824982,
      "learning_rate": 7.128462794648499e-05,
      "loss": 0.4368,
      "step": 477
    },
    {
      "epoch": 0.36095903341514063,
      "grad_norm": 0.210552379488945,
      "learning_rate": 7.11761486988402e-05,
      "loss": 0.3605,
      "step": 478
    },
    {
      "epoch": 0.3617141778365112,
      "grad_norm": 0.2123786062002182,
      "learning_rate": 7.106754784907942e-05,
      "loss": 0.3699,
      "step": 479
    },
    {
      "epoch": 0.3624693222578818,
      "grad_norm": 0.22827140986919403,
      "learning_rate": 7.095882602083322e-05,
      "loss": 0.4499,
      "step": 480
    },
    {
      "epoch": 0.3632244666792524,
      "grad_norm": 0.2145944982767105,
      "learning_rate": 7.084998383842681e-05,
      "loss": 0.3325,
      "step": 481
    },
    {
      "epoch": 0.363979611100623,
      "grad_norm": 0.2222691774368286,
      "learning_rate": 7.074102192687661e-05,
      "loss": 0.3927,
      "step": 482
    },
    {
      "epoch": 0.3647347555219936,
      "grad_norm": 0.23208875954151154,
      "learning_rate": 7.063194091188649e-05,
      "loss": 0.3904,
      "step": 483
    },
    {
      "epoch": 0.36548989994336417,
      "grad_norm": 0.25647348165512085,
      "learning_rate": 7.052274141984432e-05,
      "loss": 0.372,
      "step": 484
    },
    {
      "epoch": 0.36624504436473476,
      "grad_norm": 0.23293419182300568,
      "learning_rate": 7.04134240778183e-05,
      "loss": 0.3814,
      "step": 485
    },
    {
      "epoch": 0.36700018878610535,
      "grad_norm": 0.23265166580677032,
      "learning_rate": 7.030398951355335e-05,
      "loss": 0.3624,
      "step": 486
    },
    {
      "epoch": 0.36775533320747594,
      "grad_norm": 0.231619730591774,
      "learning_rate": 7.019443835546752e-05,
      "loss": 0.3809,
      "step": 487
    },
    {
      "epoch": 0.36851047762884653,
      "grad_norm": 0.2599197328090668,
      "learning_rate": 7.008477123264848e-05,
      "loss": 0.4111,
      "step": 488
    },
    {
      "epoch": 0.3692656220502171,
      "grad_norm": 0.26466795802116394,
      "learning_rate": 6.997498877484971e-05,
      "loss": 0.4156,
      "step": 489
    },
    {
      "epoch": 0.3700207664715877,
      "grad_norm": 0.26979583501815796,
      "learning_rate": 6.9865091612487e-05,
      "loss": 0.4332,
      "step": 490
    },
    {
      "epoch": 0.3707759108929583,
      "grad_norm": 0.26496219635009766,
      "learning_rate": 6.97550803766349e-05,
      "loss": 0.3972,
      "step": 491
    },
    {
      "epoch": 0.37153105531432884,
      "grad_norm": 0.2539123296737671,
      "learning_rate": 6.964495569902296e-05,
      "loss": 0.3385,
      "step": 492
    },
    {
      "epoch": 0.37228619973569943,
      "grad_norm": 0.30947694182395935,
      "learning_rate": 6.953471821203217e-05,
      "loss": 0.4219,
      "step": 493
    },
    {
      "epoch": 0.37304134415707,
      "grad_norm": 0.2851465344429016,
      "learning_rate": 6.942436854869129e-05,
      "loss": 0.4368,
      "step": 494
    },
    {
      "epoch": 0.3737964885784406,
      "grad_norm": 0.3031326234340668,
      "learning_rate": 6.931390734267326e-05,
      "loss": 0.3972,
      "step": 495
    },
    {
      "epoch": 0.3745516329998112,
      "grad_norm": 0.31955641508102417,
      "learning_rate": 6.920333522829161e-05,
      "loss": 0.4442,
      "step": 496
    },
    {
      "epoch": 0.3753067774211818,
      "grad_norm": 0.30789467692375183,
      "learning_rate": 6.909265284049664e-05,
      "loss": 0.3948,
      "step": 497
    },
    {
      "epoch": 0.3760619218425524,
      "grad_norm": 0.3417859375476837,
      "learning_rate": 6.898186081487196e-05,
      "loss": 0.4607,
      "step": 498
    },
    {
      "epoch": 0.376817066263923,
      "grad_norm": 0.36237940192222595,
      "learning_rate": 6.887095978763072e-05,
      "loss": 0.3624,
      "step": 499
    },
    {
      "epoch": 0.37757221068529356,
      "grad_norm": 0.44057589769363403,
      "learning_rate": 6.875995039561206e-05,
      "loss": 0.4257,
      "step": 500
    },
    {
      "epoch": 0.37832735510666415,
      "grad_norm": 0.14619241654872894,
      "learning_rate": 6.864883327627734e-05,
      "loss": 0.3461,
      "step": 501
    },
    {
      "epoch": 0.37908249952803474,
      "grad_norm": 0.15363715589046478,
      "learning_rate": 6.853760906770652e-05,
      "loss": 0.3461,
      "step": 502
    },
    {
      "epoch": 0.37983764394940533,
      "grad_norm": 0.15229639410972595,
      "learning_rate": 6.842627840859461e-05,
      "loss": 0.3241,
      "step": 503
    },
    {
      "epoch": 0.3805927883707759,
      "grad_norm": 0.16232620179653168,
      "learning_rate": 6.83148419382478e-05,
      "loss": 0.3387,
      "step": 504
    },
    {
      "epoch": 0.3813479327921465,
      "grad_norm": 0.1788044273853302,
      "learning_rate": 6.820330029657993e-05,
      "loss": 0.4141,
      "step": 505
    },
    {
      "epoch": 0.3821030772135171,
      "grad_norm": 0.17538276314735413,
      "learning_rate": 6.809165412410876e-05,
      "loss": 0.4157,
      "step": 506
    },
    {
      "epoch": 0.3828582216348877,
      "grad_norm": 0.16293290257453918,
      "learning_rate": 6.797990406195236e-05,
      "loss": 0.376,
      "step": 507
    },
    {
      "epoch": 0.3836133660562583,
      "grad_norm": 0.16750554740428925,
      "learning_rate": 6.786805075182532e-05,
      "loss": 0.3794,
      "step": 508
    },
    {
      "epoch": 0.3843685104776288,
      "grad_norm": 0.17692391574382782,
      "learning_rate": 6.775609483603515e-05,
      "loss": 0.4565,
      "step": 509
    },
    {
      "epoch": 0.3851236548989994,
      "grad_norm": 0.17394062876701355,
      "learning_rate": 6.764403695747855e-05,
      "loss": 0.3905,
      "step": 510
    },
    {
      "epoch": 0.38587879932037,
      "grad_norm": 0.18429376184940338,
      "learning_rate": 6.753187775963773e-05,
      "loss": 0.467,
      "step": 511
    },
    {
      "epoch": 0.3866339437417406,
      "grad_norm": 0.18051287531852722,
      "learning_rate": 6.741961788657674e-05,
      "loss": 0.4632,
      "step": 512
    },
    {
      "epoch": 0.3873890881631112,
      "grad_norm": 0.18977956473827362,
      "learning_rate": 6.730725798293773e-05,
      "loss": 0.3798,
      "step": 513
    },
    {
      "epoch": 0.3881442325844818,
      "grad_norm": 0.18440592288970947,
      "learning_rate": 6.719479869393726e-05,
      "loss": 0.4542,
      "step": 514
    },
    {
      "epoch": 0.38889937700585236,
      "grad_norm": 0.18025927245616913,
      "learning_rate": 6.708224066536263e-05,
      "loss": 0.4207,
      "step": 515
    },
    {
      "epoch": 0.38965452142722296,
      "grad_norm": 0.1781783103942871,
      "learning_rate": 6.69695845435681e-05,
      "loss": 0.4266,
      "step": 516
    },
    {
      "epoch": 0.39040966584859355,
      "grad_norm": 0.1953822374343872,
      "learning_rate": 6.685683097547129e-05,
      "loss": 0.4239,
      "step": 517
    },
    {
      "epoch": 0.39116481026996414,
      "grad_norm": 0.18426768481731415,
      "learning_rate": 6.674398060854931e-05,
      "loss": 0.4109,
      "step": 518
    },
    {
      "epoch": 0.3919199546913347,
      "grad_norm": 0.1846846342086792,
      "learning_rate": 6.663103409083518e-05,
      "loss": 0.4014,
      "step": 519
    },
    {
      "epoch": 0.3926750991127053,
      "grad_norm": 0.18277907371520996,
      "learning_rate": 6.651799207091407e-05,
      "loss": 0.421,
      "step": 520
    },
    {
      "epoch": 0.3934302435340759,
      "grad_norm": 0.18502700328826904,
      "learning_rate": 6.640485519791953e-05,
      "loss": 0.392,
      "step": 521
    },
    {
      "epoch": 0.3941853879554465,
      "grad_norm": 0.18760420382022858,
      "learning_rate": 6.629162412152977e-05,
      "loss": 0.4096,
      "step": 522
    },
    {
      "epoch": 0.3949405323768171,
      "grad_norm": 0.20253518223762512,
      "learning_rate": 6.617829949196404e-05,
      "loss": 0.4404,
      "step": 523
    },
    {
      "epoch": 0.3956956767981877,
      "grad_norm": 0.20448212325572968,
      "learning_rate": 6.606488195997875e-05,
      "loss": 0.4479,
      "step": 524
    },
    {
      "epoch": 0.3964508212195582,
      "grad_norm": 0.1992976814508438,
      "learning_rate": 6.59513721768638e-05,
      "loss": 0.4264,
      "step": 525
    },
    {
      "epoch": 0.3972059656409288,
      "grad_norm": 0.19759874045848846,
      "learning_rate": 6.583777079443883e-05,
      "loss": 0.4387,
      "step": 526
    },
    {
      "epoch": 0.3979611100622994,
      "grad_norm": 0.2095627337694168,
      "learning_rate": 6.57240784650495e-05,
      "loss": 0.4422,
      "step": 527
    },
    {
      "epoch": 0.39871625448367,
      "grad_norm": 0.20455919206142426,
      "learning_rate": 6.561029584156371e-05,
      "loss": 0.3748,
      "step": 528
    },
    {
      "epoch": 0.3994713989050406,
      "grad_norm": 0.19417770206928253,
      "learning_rate": 6.549642357736787e-05,
      "loss": 0.393,
      "step": 529
    },
    {
      "epoch": 0.40022654332641117,
      "grad_norm": 0.22042742371559143,
      "learning_rate": 6.538246232636315e-05,
      "loss": 0.389,
      "step": 530
    },
    {
      "epoch": 0.40098168774778176,
      "grad_norm": 0.21996308863162994,
      "learning_rate": 6.526841274296172e-05,
      "loss": 0.4085,
      "step": 531
    },
    {
      "epoch": 0.40173683216915235,
      "grad_norm": 0.21719016134738922,
      "learning_rate": 6.515427548208297e-05,
      "loss": 0.3973,
      "step": 532
    },
    {
      "epoch": 0.40249197659052294,
      "grad_norm": 0.22072122991085052,
      "learning_rate": 6.504005119914975e-05,
      "loss": 0.4029,
      "step": 533
    },
    {
      "epoch": 0.40324712101189353,
      "grad_norm": 0.23287580907344818,
      "learning_rate": 6.492574055008473e-05,
      "loss": 0.4038,
      "step": 534
    },
    {
      "epoch": 0.4040022654332641,
      "grad_norm": 0.24156826734542847,
      "learning_rate": 6.481134419130642e-05,
      "loss": 0.3967,
      "step": 535
    },
    {
      "epoch": 0.4047574098546347,
      "grad_norm": 0.23416082561016083,
      "learning_rate": 6.469686277972556e-05,
      "loss": 0.3816,
      "step": 536
    },
    {
      "epoch": 0.4055125542760053,
      "grad_norm": 0.2454182505607605,
      "learning_rate": 6.458229697274125e-05,
      "loss": 0.405,
      "step": 537
    },
    {
      "epoch": 0.4062676986973759,
      "grad_norm": 0.24880529940128326,
      "learning_rate": 6.446764742823731e-05,
      "loss": 0.3463,
      "step": 538
    },
    {
      "epoch": 0.4070228431187465,
      "grad_norm": 0.2626609206199646,
      "learning_rate": 6.435291480457834e-05,
      "loss": 0.3915,
      "step": 539
    },
    {
      "epoch": 0.40777798754011707,
      "grad_norm": 0.2778606414794922,
      "learning_rate": 6.423809976060606e-05,
      "loss": 0.4729,
      "step": 540
    },
    {
      "epoch": 0.40853313196148766,
      "grad_norm": 0.27598515152931213,
      "learning_rate": 6.412320295563543e-05,
      "loss": 0.3961,
      "step": 541
    },
    {
      "epoch": 0.4092882763828582,
      "grad_norm": 0.2845754623413086,
      "learning_rate": 6.400822504945097e-05,
      "loss": 0.3904,
      "step": 542
    },
    {
      "epoch": 0.4100434208042288,
      "grad_norm": 0.2640824317932129,
      "learning_rate": 6.38931667023029e-05,
      "loss": 0.3122,
      "step": 543
    },
    {
      "epoch": 0.4107985652255994,
      "grad_norm": 0.2930547595024109,
      "learning_rate": 6.377802857490333e-05,
      "loss": 0.3823,
      "step": 544
    },
    {
      "epoch": 0.41155370964696997,
      "grad_norm": 0.3037911355495453,
      "learning_rate": 6.366281132842255e-05,
      "loss": 0.3587,
      "step": 545
    },
    {
      "epoch": 0.41230885406834056,
      "grad_norm": 0.3215518593788147,
      "learning_rate": 6.354751562448516e-05,
      "loss": 0.3811,
      "step": 546
    },
    {
      "epoch": 0.41306399848971115,
      "grad_norm": 0.325310617685318,
      "learning_rate": 6.343214212516629e-05,
      "loss": 0.359,
      "step": 547
    },
    {
      "epoch": 0.41381914291108174,
      "grad_norm": 0.3629397749900818,
      "learning_rate": 6.331669149298782e-05,
      "loss": 0.3289,
      "step": 548
    },
    {
      "epoch": 0.41457428733245233,
      "grad_norm": 0.3995145857334137,
      "learning_rate": 6.320116439091453e-05,
      "loss": 0.3813,
      "step": 549
    },
    {
      "epoch": 0.4153294317538229,
      "grad_norm": 0.46016445755958557,
      "learning_rate": 6.308556148235036e-05,
      "loss": 0.4344,
      "step": 550
    },
    {
      "epoch": 0.4160845761751935,
      "grad_norm": 0.1349356472492218,
      "learning_rate": 6.296988343113452e-05,
      "loss": 0.321,
      "step": 551
    },
    {
      "epoch": 0.4168397205965641,
      "grad_norm": 0.14716488122940063,
      "learning_rate": 6.285413090153778e-05,
      "loss": 0.327,
      "step": 552
    },
    {
      "epoch": 0.4175948650179347,
      "grad_norm": 0.15600594878196716,
      "learning_rate": 6.27383045582585e-05,
      "loss": 0.3869,
      "step": 553
    },
    {
      "epoch": 0.4183500094393053,
      "grad_norm": 0.15359196066856384,
      "learning_rate": 6.262240506641904e-05,
      "loss": 0.3462,
      "step": 554
    },
    {
      "epoch": 0.41910515386067587,
      "grad_norm": 0.16630962491035461,
      "learning_rate": 6.250643309156169e-05,
      "loss": 0.3805,
      "step": 555
    },
    {
      "epoch": 0.41986029828204646,
      "grad_norm": 0.1728777289390564,
      "learning_rate": 6.2390389299645e-05,
      "loss": 0.3746,
      "step": 556
    },
    {
      "epoch": 0.42061544270341705,
      "grad_norm": 0.17000070214271545,
      "learning_rate": 6.227427435703997e-05,
      "loss": 0.4221,
      "step": 557
    },
    {
      "epoch": 0.42137058712478764,
      "grad_norm": 0.166779026389122,
      "learning_rate": 6.215808893052612e-05,
      "loss": 0.3699,
      "step": 558
    },
    {
      "epoch": 0.4221257315461582,
      "grad_norm": 0.16909734904766083,
      "learning_rate": 6.204183368728773e-05,
      "loss": 0.3819,
      "step": 559
    },
    {
      "epoch": 0.42288087596752877,
      "grad_norm": 0.17567630112171173,
      "learning_rate": 6.192550929491002e-05,
      "loss": 0.4064,
      "step": 560
    },
    {
      "epoch": 0.42363602038889936,
      "grad_norm": 0.16799584031105042,
      "learning_rate": 6.180911642137528e-05,
      "loss": 0.3683,
      "step": 561
    },
    {
      "epoch": 0.42439116481026995,
      "grad_norm": 0.17732630670070648,
      "learning_rate": 6.169265573505904e-05,
      "loss": 0.4459,
      "step": 562
    },
    {
      "epoch": 0.42514630923164054,
      "grad_norm": 0.17636176943778992,
      "learning_rate": 6.157612790472626e-05,
      "loss": 0.4016,
      "step": 563
    },
    {
      "epoch": 0.42590145365301113,
      "grad_norm": 0.18443945050239563,
      "learning_rate": 6.145953359952743e-05,
      "loss": 0.3934,
      "step": 564
    },
    {
      "epoch": 0.4266565980743817,
      "grad_norm": 0.20340432226657867,
      "learning_rate": 6.134287348899478e-05,
      "loss": 0.5354,
      "step": 565
    },
    {
      "epoch": 0.4274117424957523,
      "grad_norm": 0.19999203085899353,
      "learning_rate": 6.122614824303845e-05,
      "loss": 0.4852,
      "step": 566
    },
    {
      "epoch": 0.4281668869171229,
      "grad_norm": 0.1908806413412094,
      "learning_rate": 6.110935853194258e-05,
      "loss": 0.3945,
      "step": 567
    },
    {
      "epoch": 0.4289220313384935,
      "grad_norm": 0.19836381077766418,
      "learning_rate": 6.099250502636151e-05,
      "loss": 0.5009,
      "step": 568
    },
    {
      "epoch": 0.4296771757598641,
      "grad_norm": 0.19083315134048462,
      "learning_rate": 6.087558839731593e-05,
      "loss": 0.409,
      "step": 569
    },
    {
      "epoch": 0.4304323201812347,
      "grad_norm": 0.19489574432373047,
      "learning_rate": 6.075860931618897e-05,
      "loss": 0.4467,
      "step": 570
    },
    {
      "epoch": 0.43118746460260526,
      "grad_norm": 0.20036251842975616,
      "learning_rate": 6.064156845472243e-05,
      "loss": 0.3994,
      "step": 571
    },
    {
      "epoch": 0.43194260902397585,
      "grad_norm": 0.19912421703338623,
      "learning_rate": 6.0524466485012834e-05,
      "loss": 0.3914,
      "step": 572
    },
    {
      "epoch": 0.43269775344534644,
      "grad_norm": 0.21423381567001343,
      "learning_rate": 6.040730407950764e-05,
      "loss": 0.45,
      "step": 573
    },
    {
      "epoch": 0.43345289786671704,
      "grad_norm": 0.20557941496372223,
      "learning_rate": 6.029008191100137e-05,
      "loss": 0.4452,
      "step": 574
    },
    {
      "epoch": 0.43420804228808757,
      "grad_norm": 0.19348300993442535,
      "learning_rate": 6.01728006526317e-05,
      "loss": 0.3941,
      "step": 575
    },
    {
      "epoch": 0.43496318670945816,
      "grad_norm": 0.21828699111938477,
      "learning_rate": 6.005546097787562e-05,
      "loss": 0.4182,
      "step": 576
    },
    {
      "epoch": 0.43571833113082875,
      "grad_norm": 0.22759424149990082,
      "learning_rate": 5.993806356054561e-05,
      "loss": 0.4257,
      "step": 577
    },
    {
      "epoch": 0.43647347555219934,
      "grad_norm": 0.2012883871793747,
      "learning_rate": 5.982060907478568e-05,
      "loss": 0.331,
      "step": 578
    },
    {
      "epoch": 0.43722861997356993,
      "grad_norm": 0.23216094076633453,
      "learning_rate": 5.9703098195067584e-05,
      "loss": 0.4464,
      "step": 579
    },
    {
      "epoch": 0.4379837643949405,
      "grad_norm": 0.21173150837421417,
      "learning_rate": 5.958553159618693e-05,
      "loss": 0.3773,
      "step": 580
    },
    {
      "epoch": 0.4387389088163111,
      "grad_norm": 0.21762892603874207,
      "learning_rate": 5.946790995325924e-05,
      "loss": 0.4119,
      "step": 581
    },
    {
      "epoch": 0.4394940532376817,
      "grad_norm": 0.2249569445848465,
      "learning_rate": 5.935023394171614e-05,
      "loss": 0.3631,
      "step": 582
    },
    {
      "epoch": 0.4402491976590523,
      "grad_norm": 0.22943581640720367,
      "learning_rate": 5.923250423730149e-05,
      "loss": 0.3636,
      "step": 583
    },
    {
      "epoch": 0.4410043420804229,
      "grad_norm": 0.2366151064634323,
      "learning_rate": 5.911472151606743e-05,
      "loss": 0.3994,
      "step": 584
    },
    {
      "epoch": 0.4417594865017935,
      "grad_norm": 0.254774808883667,
      "learning_rate": 5.899688645437059e-05,
      "loss": 0.4545,
      "step": 585
    },
    {
      "epoch": 0.44251463092316407,
      "grad_norm": 0.2572669982910156,
      "learning_rate": 5.8878999728868145e-05,
      "loss": 0.3594,
      "step": 586
    },
    {
      "epoch": 0.44326977534453466,
      "grad_norm": 0.2594103515148163,
      "learning_rate": 5.876106201651392e-05,
      "loss": 0.3928,
      "step": 587
    },
    {
      "epoch": 0.44402491976590525,
      "grad_norm": 0.2895520329475403,
      "learning_rate": 5.864307399455455e-05,
      "loss": 0.4797,
      "step": 588
    },
    {
      "epoch": 0.44478006418727584,
      "grad_norm": 0.25489625334739685,
      "learning_rate": 5.852503634052557e-05,
      "loss": 0.3941,
      "step": 589
    },
    {
      "epoch": 0.4455352086086464,
      "grad_norm": 0.276484876871109,
      "learning_rate": 5.840694973224752e-05,
      "loss": 0.3945,
      "step": 590
    },
    {
      "epoch": 0.446290353030017,
      "grad_norm": 0.26760566234588623,
      "learning_rate": 5.828881484782204e-05,
      "loss": 0.3369,
      "step": 591
    },
    {
      "epoch": 0.44704549745138755,
      "grad_norm": 0.270592600107193,
      "learning_rate": 5.817063236562802e-05,
      "loss": 0.3245,
      "step": 592
    },
    {
      "epoch": 0.44780064187275814,
      "grad_norm": 0.31311920285224915,
      "learning_rate": 5.8052402964317655e-05,
      "loss": 0.4772,
      "step": 593
    },
    {
      "epoch": 0.44855578629412873,
      "grad_norm": 0.2711200714111328,
      "learning_rate": 5.793412732281257e-05,
      "loss": 0.3553,
      "step": 594
    },
    {
      "epoch": 0.4493109307154993,
      "grad_norm": 0.3228275775909424,
      "learning_rate": 5.781580612029992e-05,
      "loss": 0.4072,
      "step": 595
    },
    {
      "epoch": 0.4500660751368699,
      "grad_norm": 0.33600613474845886,
      "learning_rate": 5.769744003622851e-05,
      "loss": 0.438,
      "step": 596
    },
    {
      "epoch": 0.4508212195582405,
      "grad_norm": 0.3389040231704712,
      "learning_rate": 5.7579029750304846e-05,
      "loss": 0.3533,
      "step": 597
    },
    {
      "epoch": 0.4515763639796111,
      "grad_norm": 0.35256823897361755,
      "learning_rate": 5.746057594248928e-05,
      "loss": 0.4083,
      "step": 598
    },
    {
      "epoch": 0.4523315084009817,
      "grad_norm": 0.37332096695899963,
      "learning_rate": 5.7342079292992054e-05,
      "loss": 0.3825,
      "step": 599
    },
    {
      "epoch": 0.4530866528223523,
      "grad_norm": 0.4350656569004059,
      "learning_rate": 5.7223540482269465e-05,
      "loss": 0.4304,
      "step": 600
    },
    {
      "epoch": 0.45384179724372287,
      "grad_norm": 0.1670510619878769,
      "learning_rate": 5.7104960191019896e-05,
      "loss": 0.3757,
      "step": 601
    },
    {
      "epoch": 0.45459694166509346,
      "grad_norm": 0.13653713464736938,
      "learning_rate": 5.698633910017993e-05,
      "loss": 0.3322,
      "step": 602
    },
    {
      "epoch": 0.45535208608646405,
      "grad_norm": 0.15864449739456177,
      "learning_rate": 5.686767789092041e-05,
      "loss": 0.3435,
      "step": 603
    },
    {
      "epoch": 0.45610723050783464,
      "grad_norm": 0.1643841564655304,
      "learning_rate": 5.674897724464262e-05,
      "loss": 0.375,
      "step": 604
    },
    {
      "epoch": 0.45686237492920523,
      "grad_norm": 0.161896750330925,
      "learning_rate": 5.663023784297426e-05,
      "loss": 0.341,
      "step": 605
    },
    {
      "epoch": 0.4576175193505758,
      "grad_norm": 0.17176873981952667,
      "learning_rate": 5.651146036776559e-05,
      "loss": 0.3956,
      "step": 606
    },
    {
      "epoch": 0.4583726637719464,
      "grad_norm": 0.17094531655311584,
      "learning_rate": 5.6392645501085483e-05,
      "loss": 0.3545,
      "step": 607
    },
    {
      "epoch": 0.45912780819331694,
      "grad_norm": 0.16859064996242523,
      "learning_rate": 5.6273793925217575e-05,
      "loss": 0.3252,
      "step": 608
    },
    {
      "epoch": 0.45988295261468753,
      "grad_norm": 0.17212802171707153,
      "learning_rate": 5.615490632265627e-05,
      "loss": 0.3824,
      "step": 609
    },
    {
      "epoch": 0.4606380970360581,
      "grad_norm": 0.17936892807483673,
      "learning_rate": 5.603598337610287e-05,
      "loss": 0.381,
      "step": 610
    },
    {
      "epoch": 0.4613932414574287,
      "grad_norm": 0.17815926671028137,
      "learning_rate": 5.59170257684616e-05,
      "loss": 0.4112,
      "step": 611
    },
    {
      "epoch": 0.4621483858787993,
      "grad_norm": 0.17359545826911926,
      "learning_rate": 5.579803418283576e-05,
      "loss": 0.4052,
      "step": 612
    },
    {
      "epoch": 0.4629035303001699,
      "grad_norm": 0.17626340687274933,
      "learning_rate": 5.5679009302523744e-05,
      "loss": 0.3667,
      "step": 613
    },
    {
      "epoch": 0.4636586747215405,
      "grad_norm": 0.183585524559021,
      "learning_rate": 5.5559951811015164e-05,
      "loss": 0.3787,
      "step": 614
    },
    {
      "epoch": 0.4644138191429111,
      "grad_norm": 0.18489804863929749,
      "learning_rate": 5.544086239198687e-05,
      "loss": 0.4139,
      "step": 615
    },
    {
      "epoch": 0.46516896356428167,
      "grad_norm": 0.18966807425022125,
      "learning_rate": 5.532174172929907e-05,
      "loss": 0.4273,
      "step": 616
    },
    {
      "epoch": 0.46592410798565226,
      "grad_norm": 0.19825325906276703,
      "learning_rate": 5.520259050699138e-05,
      "loss": 0.4121,
      "step": 617
    },
    {
      "epoch": 0.46667925240702285,
      "grad_norm": 0.18350684642791748,
      "learning_rate": 5.50834094092789e-05,
      "loss": 0.4243,
      "step": 618
    },
    {
      "epoch": 0.46743439682839344,
      "grad_norm": 0.20873965322971344,
      "learning_rate": 5.496419912054829e-05,
      "loss": 0.4548,
      "step": 619
    },
    {
      "epoch": 0.46818954124976403,
      "grad_norm": 0.21755453944206238,
      "learning_rate": 5.4844960325353844e-05,
      "loss": 0.4697,
      "step": 620
    },
    {
      "epoch": 0.4689446856711346,
      "grad_norm": 0.195365771651268,
      "learning_rate": 5.472569370841353e-05,
      "loss": 0.4007,
      "step": 621
    },
    {
      "epoch": 0.4696998300925052,
      "grad_norm": 0.1882815957069397,
      "learning_rate": 5.460639995460509e-05,
      "loss": 0.3414,
      "step": 622
    },
    {
      "epoch": 0.4704549745138758,
      "grad_norm": 0.22907225787639618,
      "learning_rate": 5.4487079748962136e-05,
      "loss": 0.4004,
      "step": 623
    },
    {
      "epoch": 0.4712101189352464,
      "grad_norm": 0.21037401258945465,
      "learning_rate": 5.4367733776670105e-05,
      "loss": 0.4138,
      "step": 624
    },
    {
      "epoch": 0.4719652633566169,
      "grad_norm": 0.2020730823278427,
      "learning_rate": 5.424836272306245e-05,
      "loss": 0.3464,
      "step": 625
    },
    {
      "epoch": 0.4727204077779875,
      "grad_norm": 0.23181867599487305,
      "learning_rate": 5.4128967273616625e-05,
      "loss": 0.4112,
      "step": 626
    },
    {
      "epoch": 0.4734755521993581,
      "grad_norm": 0.22656641900539398,
      "learning_rate": 5.400954811395018e-05,
      "loss": 0.4142,
      "step": 627
    },
    {
      "epoch": 0.4742306966207287,
      "grad_norm": 0.21720804274082184,
      "learning_rate": 5.389010592981686e-05,
      "loss": 0.337,
      "step": 628
    },
    {
      "epoch": 0.4749858410420993,
      "grad_norm": 0.22202841937541962,
      "learning_rate": 5.377064140710255e-05,
      "loss": 0.3816,
      "step": 629
    },
    {
      "epoch": 0.4757409854634699,
      "grad_norm": 0.2477877140045166,
      "learning_rate": 5.365115523182147e-05,
      "loss": 0.4043,
      "step": 630
    },
    {
      "epoch": 0.47649612988484047,
      "grad_norm": 0.23001384735107422,
      "learning_rate": 5.353164809011216e-05,
      "loss": 0.3555,
      "step": 631
    },
    {
      "epoch": 0.47725127430621106,
      "grad_norm": 0.2315794974565506,
      "learning_rate": 5.341212066823355e-05,
      "loss": 0.3903,
      "step": 632
    },
    {
      "epoch": 0.47800641872758165,
      "grad_norm": 0.24172963201999664,
      "learning_rate": 5.329257365256104e-05,
      "loss": 0.341,
      "step": 633
    },
    {
      "epoch": 0.47876156314895224,
      "grad_norm": 0.2577582001686096,
      "learning_rate": 5.317300772958254e-05,
      "loss": 0.4083,
      "step": 634
    },
    {
      "epoch": 0.47951670757032283,
      "grad_norm": 0.2744564414024353,
      "learning_rate": 5.3053423585894525e-05,
      "loss": 0.4102,
      "step": 635
    },
    {
      "epoch": 0.4802718519916934,
      "grad_norm": 0.2576840817928314,
      "learning_rate": 5.293382190819812e-05,
      "loss": 0.403,
      "step": 636
    },
    {
      "epoch": 0.481026996413064,
      "grad_norm": 0.26899224519729614,
      "learning_rate": 5.281420338329512e-05,
      "loss": 0.4288,
      "step": 637
    },
    {
      "epoch": 0.4817821408344346,
      "grad_norm": 0.2951327860355377,
      "learning_rate": 5.269456869808408e-05,
      "loss": 0.4994,
      "step": 638
    },
    {
      "epoch": 0.4825372852558052,
      "grad_norm": 0.2981572151184082,
      "learning_rate": 5.257491853955634e-05,
      "loss": 0.4537,
      "step": 639
    },
    {
      "epoch": 0.4832924296771758,
      "grad_norm": 0.2800259590148926,
      "learning_rate": 5.245525359479209e-05,
      "loss": 0.3829,
      "step": 640
    },
    {
      "epoch": 0.4840475740985464,
      "grad_norm": 0.2627839148044586,
      "learning_rate": 5.2335574550956446e-05,
      "loss": 0.3444,
      "step": 641
    },
    {
      "epoch": 0.4848027185199169,
      "grad_norm": 0.29867273569107056,
      "learning_rate": 5.221588209529546e-05,
      "loss": 0.3779,
      "step": 642
    },
    {
      "epoch": 0.4855578629412875,
      "grad_norm": 0.31315064430236816,
      "learning_rate": 5.2096176915132254e-05,
      "loss": 0.384,
      "step": 643
    },
    {
      "epoch": 0.4863130073626581,
      "grad_norm": 0.3496064841747284,
      "learning_rate": 5.1976459697862965e-05,
      "loss": 0.417,
      "step": 644
    },
    {
      "epoch": 0.4870681517840287,
      "grad_norm": 0.33122867345809937,
      "learning_rate": 5.185673113095285e-05,
      "loss": 0.394,
      "step": 645
    },
    {
      "epoch": 0.48782329620539927,
      "grad_norm": 0.31249725818634033,
      "learning_rate": 5.1736991901932397e-05,
      "loss": 0.3574,
      "step": 646
    },
    {
      "epoch": 0.48857844062676986,
      "grad_norm": 0.33621612191200256,
      "learning_rate": 5.161724269839327e-05,
      "loss": 0.3534,
      "step": 647
    },
    {
      "epoch": 0.48933358504814045,
      "grad_norm": 0.3319789171218872,
      "learning_rate": 5.1497484207984416e-05,
      "loss": 0.3502,
      "step": 648
    },
    {
      "epoch": 0.49008872946951104,
      "grad_norm": 0.41153109073638916,
      "learning_rate": 5.1377717118408105e-05,
      "loss": 0.3978,
      "step": 649
    },
    {
      "epoch": 0.49084387389088163,
      "grad_norm": 0.528478741645813,
      "learning_rate": 5.125794211741602e-05,
      "loss": 0.4399,
      "step": 650
    },
    {
      "epoch": 0.4915990183122522,
      "grad_norm": 0.15112970769405365,
      "learning_rate": 5.113815989280528e-05,
      "loss": 0.34,
      "step": 651
    },
    {
      "epoch": 0.4923541627336228,
      "grad_norm": 0.1456270068883896,
      "learning_rate": 5.1018371132414445e-05,
      "loss": 0.342,
      "step": 652
    },
    {
      "epoch": 0.4931093071549934,
      "grad_norm": 0.1614324003458023,
      "learning_rate": 5.08985765241196e-05,
      "loss": 0.3446,
      "step": 653
    },
    {
      "epoch": 0.493864451576364,
      "grad_norm": 0.15861082077026367,
      "learning_rate": 5.077877675583045e-05,
      "loss": 0.3322,
      "step": 654
    },
    {
      "epoch": 0.4946195959977346,
      "grad_norm": 0.17417939007282257,
      "learning_rate": 5.0658972515486316e-05,
      "loss": 0.3774,
      "step": 655
    },
    {
      "epoch": 0.4953747404191052,
      "grad_norm": 0.18089482188224792,
      "learning_rate": 5.053916449105219e-05,
      "loss": 0.3867,
      "step": 656
    },
    {
      "epoch": 0.49612988484047577,
      "grad_norm": 0.18582163751125336,
      "learning_rate": 5.041935337051481e-05,
      "loss": 0.4255,
      "step": 657
    },
    {
      "epoch": 0.4968850292618463,
      "grad_norm": 0.18198378384113312,
      "learning_rate": 5.0299539841878686e-05,
      "loss": 0.3744,
      "step": 658
    },
    {
      "epoch": 0.4976401736832169,
      "grad_norm": 0.179793119430542,
      "learning_rate": 5.0179724593162146e-05,
      "loss": 0.3847,
      "step": 659
    },
    {
      "epoch": 0.4983953181045875,
      "grad_norm": 0.1980161964893341,
      "learning_rate": 5.005990831239341e-05,
      "loss": 0.3925,
      "step": 660
    },
    {
      "epoch": 0.49915046252595807,
      "grad_norm": 0.17436936497688293,
      "learning_rate": 4.99400916876066e-05,
      "loss": 0.3484,
      "step": 661
    },
    {
      "epoch": 0.49990560694732866,
      "grad_norm": 0.1953703761100769,
      "learning_rate": 4.982027540683785e-05,
      "loss": 0.4364,
      "step": 662
    },
    {
      "epoch": 0.5006607513686993,
      "grad_norm": 0.19756202399730682,
      "learning_rate": 4.970046015812131e-05,
      "loss": 0.489,
      "step": 663
    },
    {
      "epoch": 0.5014158957900698,
      "grad_norm": 0.19376423954963684,
      "learning_rate": 4.958064662948519e-05,
      "loss": 0.4166,
      "step": 664
    },
    {
      "epoch": 0.5021710402114404,
      "grad_norm": 0.18859100341796875,
      "learning_rate": 4.946083550894782e-05,
      "loss": 0.3942,
      "step": 665
    },
    {
      "epoch": 0.502926184632811,
      "grad_norm": 0.20524215698242188,
      "learning_rate": 4.934102748451368e-05,
      "loss": 0.3807,
      "step": 666
    },
    {
      "epoch": 0.5036813290541816,
      "grad_norm": 0.18924839794635773,
      "learning_rate": 4.922122324416956e-05,
      "loss": 0.3597,
      "step": 667
    },
    {
      "epoch": 0.5044364734755522,
      "grad_norm": 0.18839119374752045,
      "learning_rate": 4.910142347588041e-05,
      "loss": 0.4033,
      "step": 668
    },
    {
      "epoch": 0.5051916178969228,
      "grad_norm": 0.1900216042995453,
      "learning_rate": 4.898162886758556e-05,
      "loss": 0.4055,
      "step": 669
    },
    {
      "epoch": 0.5059467623182934,
      "grad_norm": 0.1994626522064209,
      "learning_rate": 4.886184010719471e-05,
      "loss": 0.3786,
      "step": 670
    },
    {
      "epoch": 0.506701906739664,
      "grad_norm": 0.20108678936958313,
      "learning_rate": 4.874205788258397e-05,
      "loss": 0.3881,
      "step": 671
    },
    {
      "epoch": 0.5074570511610346,
      "grad_norm": 0.2085285633802414,
      "learning_rate": 4.8622282881591906e-05,
      "loss": 0.3725,
      "step": 672
    },
    {
      "epoch": 0.5082121955824052,
      "grad_norm": 0.21177847683429718,
      "learning_rate": 4.85025157920156e-05,
      "loss": 0.385,
      "step": 673
    },
    {
      "epoch": 0.5089673400037757,
      "grad_norm": 0.21244549751281738,
      "learning_rate": 4.8382757301606744e-05,
      "loss": 0.4278,
      "step": 674
    },
    {
      "epoch": 0.5097224844251463,
      "grad_norm": 0.21610192954540253,
      "learning_rate": 4.8263008098067615e-05,
      "loss": 0.3675,
      "step": 675
    },
    {
      "epoch": 0.5104776288465169,
      "grad_norm": 0.22092179954051971,
      "learning_rate": 4.814326886904716e-05,
      "loss": 0.4017,
      "step": 676
    },
    {
      "epoch": 0.5112327732678875,
      "grad_norm": 0.19981545209884644,
      "learning_rate": 4.802354030213705e-05,
      "loss": 0.3658,
      "step": 677
    },
    {
      "epoch": 0.5119879176892581,
      "grad_norm": 0.22132155299186707,
      "learning_rate": 4.790382308486776e-05,
      "loss": 0.389,
      "step": 678
    },
    {
      "epoch": 0.5127430621106287,
      "grad_norm": 0.23616163432598114,
      "learning_rate": 4.778411790470454e-05,
      "loss": 0.438,
      "step": 679
    },
    {
      "epoch": 0.5134982065319993,
      "grad_norm": 0.2256874144077301,
      "learning_rate": 4.7664425449043565e-05,
      "loss": 0.3608,
      "step": 680
    },
    {
      "epoch": 0.5142533509533699,
      "grad_norm": 0.23547692596912384,
      "learning_rate": 4.754474640520792e-05,
      "loss": 0.39,
      "step": 681
    },
    {
      "epoch": 0.5150084953747405,
      "grad_norm": 0.2435927540063858,
      "learning_rate": 4.742508146044368e-05,
      "loss": 0.3832,
      "step": 682
    },
    {
      "epoch": 0.515763639796111,
      "grad_norm": 0.25472894310951233,
      "learning_rate": 4.730543130191594e-05,
      "loss": 0.4036,
      "step": 683
    },
    {
      "epoch": 0.5165187842174815,
      "grad_norm": 0.26245278120040894,
      "learning_rate": 4.718579661670488e-05,
      "loss": 0.3902,
      "step": 684
    },
    {
      "epoch": 0.5172739286388521,
      "grad_norm": 0.2602238357067108,
      "learning_rate": 4.7066178091801885e-05,
      "loss": 0.4487,
      "step": 685
    },
    {
      "epoch": 0.5180290730602227,
      "grad_norm": 0.2643921673297882,
      "learning_rate": 4.694657641410549e-05,
      "loss": 0.4203,
      "step": 686
    },
    {
      "epoch": 0.5187842174815933,
      "grad_norm": 0.28171786665916443,
      "learning_rate": 4.682699227041748e-05,
      "loss": 0.4381,
      "step": 687
    },
    {
      "epoch": 0.5195393619029639,
      "grad_norm": 0.2954372465610504,
      "learning_rate": 4.6707426347438967e-05,
      "loss": 0.3884,
      "step": 688
    },
    {
      "epoch": 0.5202945063243345,
      "grad_norm": 0.2663304805755615,
      "learning_rate": 4.658787933176646e-05,
      "loss": 0.3775,
      "step": 689
    },
    {
      "epoch": 0.5210496507457051,
      "grad_norm": 0.29572686553001404,
      "learning_rate": 4.646835190988785e-05,
      "loss": 0.4312,
      "step": 690
    },
    {
      "epoch": 0.5218047951670757,
      "grad_norm": 0.3039136826992035,
      "learning_rate": 4.6348844768178537e-05,
      "loss": 0.392,
      "step": 691
    },
    {
      "epoch": 0.5225599395884463,
      "grad_norm": 0.2875184714794159,
      "learning_rate": 4.6229358592897456e-05,
      "loss": 0.3523,
      "step": 692
    },
    {
      "epoch": 0.5233150840098169,
      "grad_norm": 0.30657052993774414,
      "learning_rate": 4.610989407018315e-05,
      "loss": 0.4007,
      "step": 693
    },
    {
      "epoch": 0.5240702284311874,
      "grad_norm": 0.2840658724308014,
      "learning_rate": 4.5990451886049825e-05,
      "loss": 0.3486,
      "step": 694
    },
    {
      "epoch": 0.524825372852558,
      "grad_norm": 0.3274267315864563,
      "learning_rate": 4.5871032726383386e-05,
      "loss": 0.3674,
      "step": 695
    },
    {
      "epoch": 0.5255805172739286,
      "grad_norm": 0.33789175748825073,
      "learning_rate": 4.575163727693757e-05,
      "loss": 0.3606,
      "step": 696
    },
    {
      "epoch": 0.5263356616952992,
      "grad_norm": 0.33616259694099426,
      "learning_rate": 4.563226622332992e-05,
      "loss": 0.3861,
      "step": 697
    },
    {
      "epoch": 0.5270908061166698,
      "grad_norm": 0.4082391858100891,
      "learning_rate": 4.551292025103789e-05,
      "loss": 0.3865,
      "step": 698
    },
    {
      "epoch": 0.5278459505380404,
      "grad_norm": 0.3900940418243408,
      "learning_rate": 4.539360004539491e-05,
      "loss": 0.3406,
      "step": 699
    },
    {
      "epoch": 0.528601094959411,
      "grad_norm": 0.4693622291088104,
      "learning_rate": 4.5274306291586495e-05,
      "loss": 0.3536,
      "step": 700
    },
    {
      "epoch": 0.5293562393807816,
      "grad_norm": 0.14949090778827667,
      "learning_rate": 4.515503967464618e-05,
      "loss": 0.3175,
      "step": 701
    },
    {
      "epoch": 0.5301113838021522,
      "grad_norm": 0.15784575045108795,
      "learning_rate": 4.503580087945173e-05,
      "loss": 0.3114,
      "step": 702
    },
    {
      "epoch": 0.5308665282235228,
      "grad_norm": 0.1653367429971695,
      "learning_rate": 4.491659059072111e-05,
      "loss": 0.3651,
      "step": 703
    },
    {
      "epoch": 0.5316216726448934,
      "grad_norm": 0.1724017858505249,
      "learning_rate": 4.479740949300864e-05,
      "loss": 0.363,
      "step": 704
    },
    {
      "epoch": 0.5323768170662639,
      "grad_norm": 0.1658099889755249,
      "learning_rate": 4.467825827070095e-05,
      "loss": 0.3915,
      "step": 705
    },
    {
      "epoch": 0.5331319614876345,
      "grad_norm": 0.1654968559741974,
      "learning_rate": 4.455913760801313e-05,
      "loss": 0.34,
      "step": 706
    },
    {
      "epoch": 0.5338871059090051,
      "grad_norm": 0.17705337703227997,
      "learning_rate": 4.444004818898484e-05,
      "loss": 0.3994,
      "step": 707
    },
    {
      "epoch": 0.5346422503303757,
      "grad_norm": 0.17463621497154236,
      "learning_rate": 4.432099069747625e-05,
      "loss": 0.3975,
      "step": 708
    },
    {
      "epoch": 0.5353973947517463,
      "grad_norm": 0.18710216879844666,
      "learning_rate": 4.420196581716425e-05,
      "loss": 0.4082,
      "step": 709
    },
    {
      "epoch": 0.5361525391731169,
      "grad_norm": 0.1723983883857727,
      "learning_rate": 4.40829742315384e-05,
      "loss": 0.3318,
      "step": 710
    },
    {
      "epoch": 0.5369076835944875,
      "grad_norm": 0.18194089829921722,
      "learning_rate": 4.396401662389714e-05,
      "loss": 0.4089,
      "step": 711
    },
    {
      "epoch": 0.5376628280158581,
      "grad_norm": 0.1920999437570572,
      "learning_rate": 4.384509367734372e-05,
      "loss": 0.4048,
      "step": 712
    },
    {
      "epoch": 0.5384179724372287,
      "grad_norm": 0.1980685442686081,
      "learning_rate": 4.3726206074782416e-05,
      "loss": 0.3846,
      "step": 713
    },
    {
      "epoch": 0.5391731168585993,
      "grad_norm": 0.20104961097240448,
      "learning_rate": 4.3607354498914515e-05,
      "loss": 0.4314,
      "step": 714
    },
    {
      "epoch": 0.5399282612799698,
      "grad_norm": 0.19330660998821259,
      "learning_rate": 4.348853963223443e-05,
      "loss": 0.3991,
      "step": 715
    },
    {
      "epoch": 0.5406834057013404,
      "grad_norm": 0.20615166425704956,
      "learning_rate": 4.336976215702574e-05,
      "loss": 0.4499,
      "step": 716
    },
    {
      "epoch": 0.5414385501227109,
      "grad_norm": 0.1878972053527832,
      "learning_rate": 4.325102275535738e-05,
      "loss": 0.3832,
      "step": 717
    },
    {
      "epoch": 0.5421936945440815,
      "grad_norm": 0.20204631984233856,
      "learning_rate": 4.3132322109079596e-05,
      "loss": 0.4548,
      "step": 718
    },
    {
      "epoch": 0.5429488389654521,
      "grad_norm": 0.22048285603523254,
      "learning_rate": 4.301366089982008e-05,
      "loss": 0.4578,
      "step": 719
    },
    {
      "epoch": 0.5437039833868227,
      "grad_norm": 0.20045164227485657,
      "learning_rate": 4.289503980898011e-05,
      "loss": 0.4077,
      "step": 720
    },
    {
      "epoch": 0.5444591278081933,
      "grad_norm": 0.21372352540493011,
      "learning_rate": 4.277645951773054e-05,
      "loss": 0.383,
      "step": 721
    },
    {
      "epoch": 0.5452142722295639,
      "grad_norm": 0.21168524026870728,
      "learning_rate": 4.265792070700796e-05,
      "loss": 0.4279,
      "step": 722
    },
    {
      "epoch": 0.5459694166509345,
      "grad_norm": 0.20531469583511353,
      "learning_rate": 4.253942405751073e-05,
      "loss": 0.3713,
      "step": 723
    },
    {
      "epoch": 0.546724561072305,
      "grad_norm": 0.21605674922466278,
      "learning_rate": 4.242097024969516e-05,
      "loss": 0.4068,
      "step": 724
    },
    {
      "epoch": 0.5474797054936756,
      "grad_norm": 0.2220086008310318,
      "learning_rate": 4.23025599637715e-05,
      "loss": 0.4417,
      "step": 725
    },
    {
      "epoch": 0.5482348499150462,
      "grad_norm": 0.22615356743335724,
      "learning_rate": 4.218419387970008e-05,
      "loss": 0.4337,
      "step": 726
    },
    {
      "epoch": 0.5489899943364168,
      "grad_norm": 0.22611995041370392,
      "learning_rate": 4.2065872677187435e-05,
      "loss": 0.4146,
      "step": 727
    },
    {
      "epoch": 0.5497451387577874,
      "grad_norm": 0.23294371366500854,
      "learning_rate": 4.194759703568235e-05,
      "loss": 0.4313,
      "step": 728
    },
    {
      "epoch": 0.550500283179158,
      "grad_norm": 0.23180599510669708,
      "learning_rate": 4.182936763437199e-05,
      "loss": 0.4275,
      "step": 729
    },
    {
      "epoch": 0.5512554276005286,
      "grad_norm": 0.2447212189435959,
      "learning_rate": 4.1711185152177974e-05,
      "loss": 0.4351,
      "step": 730
    },
    {
      "epoch": 0.5520105720218992,
      "grad_norm": 0.2573397755622864,
      "learning_rate": 4.1593050267752485e-05,
      "loss": 0.463,
      "step": 731
    },
    {
      "epoch": 0.5527657164432698,
      "grad_norm": 0.2404373437166214,
      "learning_rate": 4.147496365947444e-05,
      "loss": 0.3886,
      "step": 732
    },
    {
      "epoch": 0.5535208608646404,
      "grad_norm": 0.23483246564865112,
      "learning_rate": 4.135692600544546e-05,
      "loss": 0.3493,
      "step": 733
    },
    {
      "epoch": 0.554276005286011,
      "grad_norm": 0.26601749658584595,
      "learning_rate": 4.123893798348609e-05,
      "loss": 0.4372,
      "step": 734
    },
    {
      "epoch": 0.5550311497073815,
      "grad_norm": 0.25280553102493286,
      "learning_rate": 4.1121000271131867e-05,
      "loss": 0.4163,
      "step": 735
    },
    {
      "epoch": 0.5557862941287521,
      "grad_norm": 0.2546226680278778,
      "learning_rate": 4.1003113545629415e-05,
      "loss": 0.3646,
      "step": 736
    },
    {
      "epoch": 0.5565414385501227,
      "grad_norm": 0.2545841336250305,
      "learning_rate": 4.088527848393258e-05,
      "loss": 0.3491,
      "step": 737
    },
    {
      "epoch": 0.5572965829714933,
      "grad_norm": 0.26700106263160706,
      "learning_rate": 4.0767495762698524e-05,
      "loss": 0.3806,
      "step": 738
    },
    {
      "epoch": 0.5580517273928639,
      "grad_norm": 0.2885732352733612,
      "learning_rate": 4.0649766058283875e-05,
      "loss": 0.3656,
      "step": 739
    },
    {
      "epoch": 0.5588068718142345,
      "grad_norm": 0.28991013765335083,
      "learning_rate": 4.0532090046740786e-05,
      "loss": 0.4292,
      "step": 740
    },
    {
      "epoch": 0.5595620162356051,
      "grad_norm": 0.2840600609779358,
      "learning_rate": 4.0414468403813095e-05,
      "loss": 0.3496,
      "step": 741
    },
    {
      "epoch": 0.5603171606569757,
      "grad_norm": 0.2743813693523407,
      "learning_rate": 4.029690180493242e-05,
      "loss": 0.3071,
      "step": 742
    },
    {
      "epoch": 0.5610723050783463,
      "grad_norm": 0.29604920744895935,
      "learning_rate": 4.017939092521434e-05,
      "loss": 0.3487,
      "step": 743
    },
    {
      "epoch": 0.5618274494997169,
      "grad_norm": 0.2927612364292145,
      "learning_rate": 4.006193643945442e-05,
      "loss": 0.325,
      "step": 744
    },
    {
      "epoch": 0.5625825939210874,
      "grad_norm": 0.32618871331214905,
      "learning_rate": 3.9944539022124396e-05,
      "loss": 0.3534,
      "step": 745
    },
    {
      "epoch": 0.563337738342458,
      "grad_norm": 0.3367891311645508,
      "learning_rate": 3.982719934736832e-05,
      "loss": 0.3732,
      "step": 746
    },
    {
      "epoch": 0.5640928827638286,
      "grad_norm": 0.38556259870529175,
      "learning_rate": 3.9709918088998646e-05,
      "loss": 0.4508,
      "step": 747
    },
    {
      "epoch": 0.5648480271851992,
      "grad_norm": 0.38091957569122314,
      "learning_rate": 3.959269592049237e-05,
      "loss": 0.3602,
      "step": 748
    },
    {
      "epoch": 0.5656031716065698,
      "grad_norm": 0.42734822630882263,
      "learning_rate": 3.9475533514987184e-05,
      "loss": 0.4398,
      "step": 749
    },
    {
      "epoch": 0.5663583160279403,
      "grad_norm": 0.46925660967826843,
      "learning_rate": 3.935843154527759e-05,
      "loss": 0.4375,
      "step": 750
    },
    {
      "epoch": 0.5671134604493109,
      "grad_norm": 0.15484587848186493,
      "learning_rate": 3.9241390683811026e-05,
      "loss": 0.3502,
      "step": 751
    },
    {
      "epoch": 0.5678686048706815,
      "grad_norm": 0.1667097806930542,
      "learning_rate": 3.912441160268407e-05,
      "loss": 0.3565,
      "step": 752
    },
    {
      "epoch": 0.5686237492920521,
      "grad_norm": 0.16927365958690643,
      "learning_rate": 3.9007494973638487e-05,
      "loss": 0.3641,
      "step": 753
    },
    {
      "epoch": 0.5693788937134227,
      "grad_norm": 0.1788310557603836,
      "learning_rate": 3.8890641468057425e-05,
      "loss": 0.3463,
      "step": 754
    },
    {
      "epoch": 0.5701340381347932,
      "grad_norm": 0.18129239976406097,
      "learning_rate": 3.8773851756961555e-05,
      "loss": 0.374,
      "step": 755
    },
    {
      "epoch": 0.5708891825561638,
      "grad_norm": 0.18319740891456604,
      "learning_rate": 3.865712651100522e-05,
      "loss": 0.386,
      "step": 756
    },
    {
      "epoch": 0.5716443269775344,
      "grad_norm": 0.19240248203277588,
      "learning_rate": 3.8540466400472585e-05,
      "loss": 0.4082,
      "step": 757
    },
    {
      "epoch": 0.572399471398905,
      "grad_norm": 0.19769716262817383,
      "learning_rate": 3.842387209527374e-05,
      "loss": 0.3813,
      "step": 758
    },
    {
      "epoch": 0.5731546158202756,
      "grad_norm": 0.2051083743572235,
      "learning_rate": 3.830734426494095e-05,
      "loss": 0.4428,
      "step": 759
    },
    {
      "epoch": 0.5739097602416462,
      "grad_norm": 0.1908128410577774,
      "learning_rate": 3.819088357862472e-05,
      "loss": 0.3846,
      "step": 760
    },
    {
      "epoch": 0.5746649046630168,
      "grad_norm": 0.20174644887447357,
      "learning_rate": 3.807449070508998e-05,
      "loss": 0.3948,
      "step": 761
    },
    {
      "epoch": 0.5754200490843874,
      "grad_norm": 0.20013172924518585,
      "learning_rate": 3.795816631271227e-05,
      "loss": 0.434,
      "step": 762
    },
    {
      "epoch": 0.576175193505758,
      "grad_norm": 0.1910591572523117,
      "learning_rate": 3.78419110694739e-05,
      "loss": 0.3669,
      "step": 763
    },
    {
      "epoch": 0.5769303379271286,
      "grad_norm": 0.19909846782684326,
      "learning_rate": 3.772572564296005e-05,
      "loss": 0.3951,
      "step": 764
    },
    {
      "epoch": 0.5776854823484991,
      "grad_norm": 0.2863275706768036,
      "learning_rate": 3.760961070035501e-05,
      "loss": 0.4539,
      "step": 765
    },
    {
      "epoch": 0.5784406267698697,
      "grad_norm": 0.2250744253396988,
      "learning_rate": 3.7493566908438326e-05,
      "loss": 0.4399,
      "step": 766
    },
    {
      "epoch": 0.5791957711912403,
      "grad_norm": 0.204194575548172,
      "learning_rate": 3.737759493358097e-05,
      "loss": 0.3893,
      "step": 767
    },
    {
      "epoch": 0.5799509156126109,
      "grad_norm": 0.20733191072940826,
      "learning_rate": 3.7261695441741494e-05,
      "loss": 0.4124,
      "step": 768
    },
    {
      "epoch": 0.5807060600339815,
      "grad_norm": 0.20726625621318817,
      "learning_rate": 3.7145869098462235e-05,
      "loss": 0.3871,
      "step": 769
    },
    {
      "epoch": 0.5814612044553521,
      "grad_norm": 0.2144845426082611,
      "learning_rate": 3.7030116568865484e-05,
      "loss": 0.4731,
      "step": 770
    },
    {
      "epoch": 0.5822163488767227,
      "grad_norm": 0.2088622897863388,
      "learning_rate": 3.691443851764966e-05,
      "loss": 0.3993,
      "step": 771
    },
    {
      "epoch": 0.5829714932980933,
      "grad_norm": 0.21894873678684235,
      "learning_rate": 3.679883560908549e-05,
      "loss": 0.4057,
      "step": 772
    },
    {
      "epoch": 0.5837266377194639,
      "grad_norm": 0.21336127817630768,
      "learning_rate": 3.6683308507012194e-05,
      "loss": 0.357,
      "step": 773
    },
    {
      "epoch": 0.5844817821408345,
      "grad_norm": 0.23085902631282806,
      "learning_rate": 3.656785787483372e-05,
      "loss": 0.4335,
      "step": 774
    },
    {
      "epoch": 0.585236926562205,
      "grad_norm": 0.2405310869216919,
      "learning_rate": 3.645248437551485e-05,
      "loss": 0.4519,
      "step": 775
    },
    {
      "epoch": 0.5859920709835756,
      "grad_norm": 0.23312783241271973,
      "learning_rate": 3.633718867157746e-05,
      "loss": 0.3842,
      "step": 776
    },
    {
      "epoch": 0.5867472154049462,
      "grad_norm": 0.24602465331554413,
      "learning_rate": 3.6221971425096665e-05,
      "loss": 0.3626,
      "step": 777
    },
    {
      "epoch": 0.5875023598263168,
      "grad_norm": 0.217022106051445,
      "learning_rate": 3.610683329769711e-05,
      "loss": 0.3439,
      "step": 778
    },
    {
      "epoch": 0.5882575042476874,
      "grad_norm": 0.22133703529834747,
      "learning_rate": 3.5991774950549025e-05,
      "loss": 0.3552,
      "step": 779
    },
    {
      "epoch": 0.589012648669058,
      "grad_norm": 0.2500808835029602,
      "learning_rate": 3.587679704436458e-05,
      "loss": 0.4291,
      "step": 780
    },
    {
      "epoch": 0.5897677930904286,
      "grad_norm": 0.24875479936599731,
      "learning_rate": 3.5761900239393954e-05,
      "loss": 0.3882,
      "step": 781
    },
    {
      "epoch": 0.5905229375117992,
      "grad_norm": 0.24082088470458984,
      "learning_rate": 3.564708519542167e-05,
      "loss": 0.3917,
      "step": 782
    },
    {
      "epoch": 0.5912780819331697,
      "grad_norm": 0.25403109192848206,
      "learning_rate": 3.5532352571762704e-05,
      "loss": 0.4186,
      "step": 783
    },
    {
      "epoch": 0.5920332263545403,
      "grad_norm": 0.2500367760658264,
      "learning_rate": 3.541770302725875e-05,
      "loss": 0.3771,
      "step": 784
    },
    {
      "epoch": 0.5927883707759108,
      "grad_norm": 0.2555826008319855,
      "learning_rate": 3.530313722027447e-05,
      "loss": 0.3258,
      "step": 785
    },
    {
      "epoch": 0.5935435151972814,
      "grad_norm": 0.2659032940864563,
      "learning_rate": 3.51886558086936e-05,
      "loss": 0.4035,
      "step": 786
    },
    {
      "epoch": 0.594298659618652,
      "grad_norm": 0.2704465091228485,
      "learning_rate": 3.5074259449915284e-05,
      "loss": 0.3867,
      "step": 787
    },
    {
      "epoch": 0.5950538040400226,
      "grad_norm": 0.26547661423683167,
      "learning_rate": 3.495994880085025e-05,
      "loss": 0.3688,
      "step": 788
    },
    {
      "epoch": 0.5958089484613932,
      "grad_norm": 0.27829456329345703,
      "learning_rate": 3.484572451791706e-05,
      "loss": 0.3655,
      "step": 789
    },
    {
      "epoch": 0.5965640928827638,
      "grad_norm": 0.28539448976516724,
      "learning_rate": 3.47315872570383e-05,
      "loss": 0.3684,
      "step": 790
    },
    {
      "epoch": 0.5973192373041344,
      "grad_norm": 0.30310291051864624,
      "learning_rate": 3.4617537673636866e-05,
      "loss": 0.4286,
      "step": 791
    },
    {
      "epoch": 0.598074381725505,
      "grad_norm": 0.31544026732444763,
      "learning_rate": 3.4503576422632145e-05,
      "loss": 0.4384,
      "step": 792
    },
    {
      "epoch": 0.5988295261468756,
      "grad_norm": 0.29474422335624695,
      "learning_rate": 3.438970415843631e-05,
      "loss": 0.3882,
      "step": 793
    },
    {
      "epoch": 0.5995846705682462,
      "grad_norm": 0.3156142830848694,
      "learning_rate": 3.427592153495053e-05,
      "loss": 0.4003,
      "step": 794
    },
    {
      "epoch": 0.6003398149896167,
      "grad_norm": 0.29616686701774597,
      "learning_rate": 3.41622292055612e-05,
      "loss": 0.3042,
      "step": 795
    },
    {
      "epoch": 0.6010949594109873,
      "grad_norm": 0.3707089424133301,
      "learning_rate": 3.404862782313623e-05,
      "loss": 0.4141,
      "step": 796
    },
    {
      "epoch": 0.6018501038323579,
      "grad_norm": 0.3604527413845062,
      "learning_rate": 3.393511804002125e-05,
      "loss": 0.3357,
      "step": 797
    },
    {
      "epoch": 0.6026052482537285,
      "grad_norm": 0.36947306990623474,
      "learning_rate": 3.382170050803596e-05,
      "loss": 0.3673,
      "step": 798
    },
    {
      "epoch": 0.6033603926750991,
      "grad_norm": 0.39230814576148987,
      "learning_rate": 3.370837587847023e-05,
      "loss": 0.3936,
      "step": 799
    },
    {
      "epoch": 0.6041155370964697,
      "grad_norm": 0.452532559633255,
      "learning_rate": 3.359514480208049e-05,
      "loss": 0.3686,
      "step": 800
    },
    {
      "epoch": 0.6048706815178403,
      "grad_norm": 0.1606142222881317,
      "learning_rate": 3.348200792908593e-05,
      "loss": 0.2798,
      "step": 801
    },
    {
      "epoch": 0.6056258259392109,
      "grad_norm": 0.1458076387643814,
      "learning_rate": 3.3368965909164816e-05,
      "loss": 0.3065,
      "step": 802
    },
    {
      "epoch": 0.6063809703605815,
      "grad_norm": 0.18861974775791168,
      "learning_rate": 3.325601939145069e-05,
      "loss": 0.3963,
      "step": 803
    },
    {
      "epoch": 0.6071361147819521,
      "grad_norm": 0.17172709107398987,
      "learning_rate": 3.314316902452872e-05,
      "loss": 0.3748,
      "step": 804
    },
    {
      "epoch": 0.6078912592033227,
      "grad_norm": 0.1761058121919632,
      "learning_rate": 3.3030415456431885e-05,
      "loss": 0.3346,
      "step": 805
    },
    {
      "epoch": 0.6086464036246932,
      "grad_norm": 0.1739194244146347,
      "learning_rate": 3.2917759334637374e-05,
      "loss": 0.386,
      "step": 806
    },
    {
      "epoch": 0.6094015480460638,
      "grad_norm": 0.1741245687007904,
      "learning_rate": 3.280520130606275e-05,
      "loss": 0.3412,
      "step": 807
    },
    {
      "epoch": 0.6101566924674344,
      "grad_norm": 0.16729652881622314,
      "learning_rate": 3.269274201706228e-05,
      "loss": 0.3377,
      "step": 808
    },
    {
      "epoch": 0.610911836888805,
      "grad_norm": 0.20280659198760986,
      "learning_rate": 3.258038211342327e-05,
      "loss": 0.3912,
      "step": 809
    },
    {
      "epoch": 0.6116669813101756,
      "grad_norm": 0.19766679406166077,
      "learning_rate": 3.2468122240362284e-05,
      "loss": 0.42,
      "step": 810
    },
    {
      "epoch": 0.6124221257315462,
      "grad_norm": 0.19727736711502075,
      "learning_rate": 3.235596304252147e-05,
      "loss": 0.4476,
      "step": 811
    },
    {
      "epoch": 0.6131772701529168,
      "grad_norm": 0.19465455412864685,
      "learning_rate": 3.224390516396486e-05,
      "loss": 0.3886,
      "step": 812
    },
    {
      "epoch": 0.6139324145742874,
      "grad_norm": 0.19366775453090668,
      "learning_rate": 3.213194924817469e-05,
      "loss": 0.366,
      "step": 813
    },
    {
      "epoch": 0.614687558995658,
      "grad_norm": 0.20734508335590363,
      "learning_rate": 3.202009593804764e-05,
      "loss": 0.4498,
      "step": 814
    },
    {
      "epoch": 0.6154427034170286,
      "grad_norm": 0.19172662496566772,
      "learning_rate": 3.190834587589124e-05,
      "loss": 0.3886,
      "step": 815
    },
    {
      "epoch": 0.6161978478383991,
      "grad_norm": 0.1894058883190155,
      "learning_rate": 3.179669970342009e-05,
      "loss": 0.3376,
      "step": 816
    },
    {
      "epoch": 0.6169529922597696,
      "grad_norm": 0.21693366765975952,
      "learning_rate": 3.168515806175222e-05,
      "loss": 0.408,
      "step": 817
    },
    {
      "epoch": 0.6177081366811402,
      "grad_norm": 0.22136430442333221,
      "learning_rate": 3.15737215914054e-05,
      "loss": 0.3879,
      "step": 818
    },
    {
      "epoch": 0.6184632811025108,
      "grad_norm": 0.21764567494392395,
      "learning_rate": 3.1462390932293486e-05,
      "loss": 0.4101,
      "step": 819
    },
    {
      "epoch": 0.6192184255238814,
      "grad_norm": 0.21315494179725647,
      "learning_rate": 3.135116672372268e-05,
      "loss": 0.3955,
      "step": 820
    },
    {
      "epoch": 0.619973569945252,
      "grad_norm": 0.22742395102977753,
      "learning_rate": 3.124004960438796e-05,
      "loss": 0.4149,
      "step": 821
    },
    {
      "epoch": 0.6207287143666226,
      "grad_norm": 0.19550690054893494,
      "learning_rate": 3.112904021236929e-05,
      "loss": 0.368,
      "step": 822
    },
    {
      "epoch": 0.6214838587879932,
      "grad_norm": 0.19908872246742249,
      "learning_rate": 3.101813918512805e-05,
      "loss": 0.3419,
      "step": 823
    },
    {
      "epoch": 0.6222390032093638,
      "grad_norm": 0.24361014366149902,
      "learning_rate": 3.090734715950336e-05,
      "loss": 0.3688,
      "step": 824
    },
    {
      "epoch": 0.6229941476307344,
      "grad_norm": 0.2124807983636856,
      "learning_rate": 3.07966647717084e-05,
      "loss": 0.371,
      "step": 825
    },
    {
      "epoch": 0.6237492920521049,
      "grad_norm": 0.21020105481147766,
      "learning_rate": 3.0686092657326734e-05,
      "loss": 0.347,
      "step": 826
    },
    {
      "epoch": 0.6245044364734755,
      "grad_norm": 0.23346471786499023,
      "learning_rate": 3.0575631451308726e-05,
      "loss": 0.3939,
      "step": 827
    },
    {
      "epoch": 0.6252595808948461,
      "grad_norm": 0.20909853279590607,
      "learning_rate": 3.0465281787967848e-05,
      "loss": 0.3573,
      "step": 828
    },
    {
      "epoch": 0.6260147253162167,
      "grad_norm": 0.24317429959774017,
      "learning_rate": 3.0355044300977048e-05,
      "loss": 0.435,
      "step": 829
    },
    {
      "epoch": 0.6267698697375873,
      "grad_norm": 0.22068904340267181,
      "learning_rate": 3.024491962336511e-05,
      "loss": 0.3664,
      "step": 830
    },
    {
      "epoch": 0.6275250141589579,
      "grad_norm": 0.24213965237140656,
      "learning_rate": 3.0134908387513006e-05,
      "loss": 0.4263,
      "step": 831
    },
    {
      "epoch": 0.6282801585803285,
      "grad_norm": 0.24289122223854065,
      "learning_rate": 3.0025011225150317e-05,
      "loss": 0.4103,
      "step": 832
    },
    {
      "epoch": 0.6290353030016991,
      "grad_norm": 0.26545509696006775,
      "learning_rate": 2.991522876735154e-05,
      "loss": 0.4383,
      "step": 833
    },
    {
      "epoch": 0.6297904474230697,
      "grad_norm": 0.2629661560058594,
      "learning_rate": 2.9805561644532477e-05,
      "loss": 0.4248,
      "step": 834
    },
    {
      "epoch": 0.6305455918444403,
      "grad_norm": 0.2729569375514984,
      "learning_rate": 2.969601048644668e-05,
      "loss": 0.3945,
      "step": 835
    },
    {
      "epoch": 0.6313007362658108,
      "grad_norm": 0.2617279589176178,
      "learning_rate": 2.9586575922181724e-05,
      "loss": 0.3796,
      "step": 836
    },
    {
      "epoch": 0.6320558806871814,
      "grad_norm": 0.27433860301971436,
      "learning_rate": 2.9477258580155696e-05,
      "loss": 0.3948,
      "step": 837
    },
    {
      "epoch": 0.632811025108552,
      "grad_norm": 0.27113744616508484,
      "learning_rate": 2.936805908811352e-05,
      "loss": 0.381,
      "step": 838
    },
    {
      "epoch": 0.6335661695299226,
      "grad_norm": 0.27263447642326355,
      "learning_rate": 2.925897807312341e-05,
      "loss": 0.337,
      "step": 839
    },
    {
      "epoch": 0.6343213139512932,
      "grad_norm": 0.2911982834339142,
      "learning_rate": 2.9150016161573196e-05,
      "loss": 0.4197,
      "step": 840
    },
    {
      "epoch": 0.6350764583726638,
      "grad_norm": 0.2835281789302826,
      "learning_rate": 2.9041173979166813e-05,
      "loss": 0.3748,
      "step": 841
    },
    {
      "epoch": 0.6358316027940344,
      "grad_norm": 0.30842557549476624,
      "learning_rate": 2.8932452150920576e-05,
      "loss": 0.4195,
      "step": 842
    },
    {
      "epoch": 0.636586747215405,
      "grad_norm": 0.2977656424045563,
      "learning_rate": 2.882385130115981e-05,
      "loss": 0.3624,
      "step": 843
    },
    {
      "epoch": 0.6373418916367756,
      "grad_norm": 0.29746153950691223,
      "learning_rate": 2.871537205351501e-05,
      "loss": 0.3628,
      "step": 844
    },
    {
      "epoch": 0.6380970360581462,
      "grad_norm": 0.29941868782043457,
      "learning_rate": 2.860701503091845e-05,
      "loss": 0.3207,
      "step": 845
    },
    {
      "epoch": 0.6388521804795168,
      "grad_norm": 0.3483860492706299,
      "learning_rate": 2.8498780855600527e-05,
      "loss": 0.3823,
      "step": 846
    },
    {
      "epoch": 0.6396073249008873,
      "grad_norm": 0.36961764097213745,
      "learning_rate": 2.839067014908616e-05,
      "loss": 0.4033,
      "step": 847
    },
    {
      "epoch": 0.6403624693222579,
      "grad_norm": 0.3669118881225586,
      "learning_rate": 2.8282683532191336e-05,
      "loss": 0.386,
      "step": 848
    },
    {
      "epoch": 0.6411176137436285,
      "grad_norm": 0.4103585481643677,
      "learning_rate": 2.8174821625019365e-05,
      "loss": 0.3286,
      "step": 849
    },
    {
      "epoch": 0.641872758164999,
      "grad_norm": 0.5244894027709961,
      "learning_rate": 2.8067085046957514e-05,
      "loss": 0.4706,
      "step": 850
    },
    {
      "epoch": 0.6426279025863696,
      "grad_norm": 0.1507633775472641,
      "learning_rate": 2.7959474416673336e-05,
      "loss": 0.2699,
      "step": 851
    },
    {
      "epoch": 0.6433830470077402,
      "grad_norm": 0.15892986953258514,
      "learning_rate": 2.7851990352111094e-05,
      "loss": 0.3268,
      "step": 852
    },
    {
      "epoch": 0.6441381914291108,
      "grad_norm": 0.1697649359703064,
      "learning_rate": 2.7744633470488312e-05,
      "loss": 0.3703,
      "step": 853
    },
    {
      "epoch": 0.6448933358504814,
      "grad_norm": 0.16290798783302307,
      "learning_rate": 2.7637404388292183e-05,
      "loss": 0.3341,
      "step": 854
    },
    {
      "epoch": 0.645648480271852,
      "grad_norm": 0.1721615493297577,
      "learning_rate": 2.7530303721275952e-05,
      "loss": 0.4105,
      "step": 855
    },
    {
      "epoch": 0.6464036246932225,
      "grad_norm": 0.17140889167785645,
      "learning_rate": 2.7423332084455544e-05,
      "loss": 0.3566,
      "step": 856
    },
    {
      "epoch": 0.6471587691145931,
      "grad_norm": 0.1762058287858963,
      "learning_rate": 2.7316490092105856e-05,
      "loss": 0.358,
      "step": 857
    },
    {
      "epoch": 0.6479139135359637,
      "grad_norm": 0.18562442064285278,
      "learning_rate": 2.7209778357757377e-05,
      "loss": 0.3271,
      "step": 858
    },
    {
      "epoch": 0.6486690579573343,
      "grad_norm": 0.1895161122083664,
      "learning_rate": 2.7103197494192578e-05,
      "loss": 0.4073,
      "step": 859
    },
    {
      "epoch": 0.6494242023787049,
      "grad_norm": 0.19386973977088928,
      "learning_rate": 2.6996748113442394e-05,
      "loss": 0.4233,
      "step": 860
    },
    {
      "epoch": 0.6501793468000755,
      "grad_norm": 0.2037445604801178,
      "learning_rate": 2.6890430826782776e-05,
      "loss": 0.4264,
      "step": 861
    },
    {
      "epoch": 0.6509344912214461,
      "grad_norm": 0.19121718406677246,
      "learning_rate": 2.6784246244731115e-05,
      "loss": 0.379,
      "step": 862
    },
    {
      "epoch": 0.6516896356428167,
      "grad_norm": 0.21379125118255615,
      "learning_rate": 2.6678194977042725e-05,
      "loss": 0.421,
      "step": 863
    },
    {
      "epoch": 0.6524447800641873,
      "grad_norm": 0.2073158472776413,
      "learning_rate": 2.657227763270743e-05,
      "loss": 0.4348,
      "step": 864
    },
    {
      "epoch": 0.6531999244855579,
      "grad_norm": 0.21318672597408295,
      "learning_rate": 2.6466494819945997e-05,
      "loss": 0.4204,
      "step": 865
    },
    {
      "epoch": 0.6539550689069284,
      "grad_norm": 0.2058275043964386,
      "learning_rate": 2.6360847146206623e-05,
      "loss": 0.4005,
      "step": 866
    },
    {
      "epoch": 0.654710213328299,
      "grad_norm": 0.20710395276546478,
      "learning_rate": 2.6255335218161526e-05,
      "loss": 0.3757,
      "step": 867
    },
    {
      "epoch": 0.6554653577496696,
      "grad_norm": 0.22346557676792145,
      "learning_rate": 2.6149959641703375e-05,
      "loss": 0.4883,
      "step": 868
    },
    {
      "epoch": 0.6562205021710402,
      "grad_norm": 0.19760142266750336,
      "learning_rate": 2.6044721021941886e-05,
      "loss": 0.3252,
      "step": 869
    },
    {
      "epoch": 0.6569756465924108,
      "grad_norm": 0.21326209604740143,
      "learning_rate": 2.5939619963200324e-05,
      "loss": 0.3746,
      "step": 870
    },
    {
      "epoch": 0.6577307910137814,
      "grad_norm": 0.21918682754039764,
      "learning_rate": 2.5834657069011946e-05,
      "loss": 0.3702,
      "step": 871
    },
    {
      "epoch": 0.658485935435152,
      "grad_norm": 0.20941811800003052,
      "learning_rate": 2.5729832942116705e-05,
      "loss": 0.4518,
      "step": 872
    },
    {
      "epoch": 0.6592410798565226,
      "grad_norm": 0.23329748213291168,
      "learning_rate": 2.562514818445767e-05,
      "loss": 0.3881,
      "step": 873
    },
    {
      "epoch": 0.6599962242778932,
      "grad_norm": 0.22570446133613586,
      "learning_rate": 2.5520603397177533e-05,
      "loss": 0.4043,
      "step": 874
    },
    {
      "epoch": 0.6607513686992638,
      "grad_norm": 0.2424309402704239,
      "learning_rate": 2.5416199180615298e-05,
      "loss": 0.4081,
      "step": 875
    },
    {
      "epoch": 0.6615065131206344,
      "grad_norm": 0.23621074855327606,
      "learning_rate": 2.531193613430273e-05,
      "loss": 0.4181,
      "step": 876
    },
    {
      "epoch": 0.662261657542005,
      "grad_norm": 0.24522645771503448,
      "learning_rate": 2.52078148569609e-05,
      "loss": 0.4307,
      "step": 877
    },
    {
      "epoch": 0.6630168019633755,
      "grad_norm": 0.24655428528785706,
      "learning_rate": 2.5103835946496846e-05,
      "loss": 0.3867,
      "step": 878
    },
    {
      "epoch": 0.6637719463847461,
      "grad_norm": 0.22733478248119354,
      "learning_rate": 2.500000000000001e-05,
      "loss": 0.4163,
      "step": 879
    },
    {
      "epoch": 0.6645270908061167,
      "grad_norm": 0.24769707024097443,
      "learning_rate": 2.4896307613738928e-05,
      "loss": 0.4459,
      "step": 880
    },
    {
      "epoch": 0.6652822352274873,
      "grad_norm": 0.2533172070980072,
      "learning_rate": 2.4792759383157748e-05,
      "loss": 0.4384,
      "step": 881
    },
    {
      "epoch": 0.6660373796488579,
      "grad_norm": 0.27154940366744995,
      "learning_rate": 2.468935590287278e-05,
      "loss": 0.4042,
      "step": 882
    },
    {
      "epoch": 0.6667925240702284,
      "grad_norm": 0.261060506105423,
      "learning_rate": 2.4586097766669158e-05,
      "loss": 0.4349,
      "step": 883
    },
    {
      "epoch": 0.667547668491599,
      "grad_norm": 0.30975809693336487,
      "learning_rate": 2.4482985567497395e-05,
      "loss": 0.4928,
      "step": 884
    },
    {
      "epoch": 0.6683028129129696,
      "grad_norm": 0.2701500952243805,
      "learning_rate": 2.438001989746992e-05,
      "loss": 0.4056,
      "step": 885
    },
    {
      "epoch": 0.6690579573343401,
      "grad_norm": 0.270813912153244,
      "learning_rate": 2.427720134785778e-05,
      "loss": 0.4398,
      "step": 886
    },
    {
      "epoch": 0.6698131017557107,
      "grad_norm": 0.26878246665000916,
      "learning_rate": 2.417453050908719e-05,
      "loss": 0.3808,
      "step": 887
    },
    {
      "epoch": 0.6705682461770813,
      "grad_norm": 0.28538450598716736,
      "learning_rate": 2.4072007970736148e-05,
      "loss": 0.3876,
      "step": 888
    },
    {
      "epoch": 0.6713233905984519,
      "grad_norm": 0.32305046916007996,
      "learning_rate": 2.3969634321531055e-05,
      "loss": 0.4224,
      "step": 889
    },
    {
      "epoch": 0.6720785350198225,
      "grad_norm": 0.2796027362346649,
      "learning_rate": 2.3867410149343284e-05,
      "loss": 0.3421,
      "step": 890
    },
    {
      "epoch": 0.6728336794411931,
      "grad_norm": 0.287232369184494,
      "learning_rate": 2.376533604118592e-05,
      "loss": 0.4005,
      "step": 891
    },
    {
      "epoch": 0.6735888238625637,
      "grad_norm": 0.3474767506122589,
      "learning_rate": 2.3663412583210252e-05,
      "loss": 0.4275,
      "step": 892
    },
    {
      "epoch": 0.6743439682839343,
      "grad_norm": 0.3147529363632202,
      "learning_rate": 2.3561640360702524e-05,
      "loss": 0.3578,
      "step": 893
    },
    {
      "epoch": 0.6750991127053049,
      "grad_norm": 0.3075691759586334,
      "learning_rate": 2.3460019958080533e-05,
      "loss": 0.3646,
      "step": 894
    },
    {
      "epoch": 0.6758542571266755,
      "grad_norm": 0.33825984597206116,
      "learning_rate": 2.335855195889018e-05,
      "loss": 0.379,
      "step": 895
    },
    {
      "epoch": 0.676609401548046,
      "grad_norm": 0.3755946755409241,
      "learning_rate": 2.325723694580229e-05,
      "loss": 0.3937,
      "step": 896
    },
    {
      "epoch": 0.6773645459694166,
      "grad_norm": 0.37264284491539,
      "learning_rate": 2.3156075500609176e-05,
      "loss": 0.3501,
      "step": 897
    },
    {
      "epoch": 0.6781196903907872,
      "grad_norm": 0.4109092950820923,
      "learning_rate": 2.3055068204221224e-05,
      "loss": 0.3393,
      "step": 898
    },
    {
      "epoch": 0.6788748348121578,
      "grad_norm": 0.4385904371738434,
      "learning_rate": 2.2954215636663718e-05,
      "loss": 0.3997,
      "step": 899
    },
    {
      "epoch": 0.6796299792335284,
      "grad_norm": 0.45969313383102417,
      "learning_rate": 2.2853518377073396e-05,
      "loss": 0.345,
      "step": 900
    },
    {
      "epoch": 0.680385123654899,
      "grad_norm": 0.15700247883796692,
      "learning_rate": 2.2752977003695125e-05,
      "loss": 0.2839,
      "step": 901
    },
    {
      "epoch": 0.6811402680762696,
      "grad_norm": 0.16572917997837067,
      "learning_rate": 2.2652592093878666e-05,
      "loss": 0.3217,
      "step": 902
    },
    {
      "epoch": 0.6818954124976402,
      "grad_norm": 0.16947568953037262,
      "learning_rate": 2.255236422407524e-05,
      "loss": 0.3943,
      "step": 903
    },
    {
      "epoch": 0.6826505569190108,
      "grad_norm": 0.17069797217845917,
      "learning_rate": 2.2452293969834326e-05,
      "loss": 0.3737,
      "step": 904
    },
    {
      "epoch": 0.6834057013403814,
      "grad_norm": 0.16922006011009216,
      "learning_rate": 2.2352381905800325e-05,
      "loss": 0.3397,
      "step": 905
    },
    {
      "epoch": 0.684160845761752,
      "grad_norm": 0.18635480105876923,
      "learning_rate": 2.225262860570916e-05,
      "loss": 0.3572,
      "step": 906
    },
    {
      "epoch": 0.6849159901831225,
      "grad_norm": 0.1738116294145584,
      "learning_rate": 2.215303464238515e-05,
      "loss": 0.3308,
      "step": 907
    },
    {
      "epoch": 0.6856711346044931,
      "grad_norm": 0.18667711317539215,
      "learning_rate": 2.2053600587737638e-05,
      "loss": 0.355,
      "step": 908
    },
    {
      "epoch": 0.6864262790258637,
      "grad_norm": 0.19578079879283905,
      "learning_rate": 2.1954327012757625e-05,
      "loss": 0.4095,
      "step": 909
    },
    {
      "epoch": 0.6871814234472343,
      "grad_norm": 0.20743027329444885,
      "learning_rate": 2.1855214487514646e-05,
      "loss": 0.398,
      "step": 910
    },
    {
      "epoch": 0.6879365678686049,
      "grad_norm": 0.21688301861286163,
      "learning_rate": 2.1756263581153424e-05,
      "loss": 0.3994,
      "step": 911
    },
    {
      "epoch": 0.6886917122899755,
      "grad_norm": 0.20098285377025604,
      "learning_rate": 2.1657474861890538e-05,
      "loss": 0.3726,
      "step": 912
    },
    {
      "epoch": 0.6894468567113461,
      "grad_norm": 0.2048267126083374,
      "learning_rate": 2.1558848897011292e-05,
      "loss": 0.4073,
      "step": 913
    },
    {
      "epoch": 0.6902020011327167,
      "grad_norm": 0.2132592797279358,
      "learning_rate": 2.146038625286633e-05,
      "loss": 0.4291,
      "step": 914
    },
    {
      "epoch": 0.6909571455540873,
      "grad_norm": 0.2108163982629776,
      "learning_rate": 2.1362087494868477e-05,
      "loss": 0.3978,
      "step": 915
    },
    {
      "epoch": 0.6917122899754579,
      "grad_norm": 0.22124432027339935,
      "learning_rate": 2.1263953187489472e-05,
      "loss": 0.5025,
      "step": 916
    },
    {
      "epoch": 0.6924674343968283,
      "grad_norm": 0.21951279044151306,
      "learning_rate": 2.1165983894256647e-05,
      "loss": 0.4468,
      "step": 917
    },
    {
      "epoch": 0.6932225788181989,
      "grad_norm": 0.22081603109836578,
      "learning_rate": 2.1068180177749818e-05,
      "loss": 0.4156,
      "step": 918
    },
    {
      "epoch": 0.6939777232395695,
      "grad_norm": 0.23168312013149261,
      "learning_rate": 2.0970542599597988e-05,
      "loss": 0.4255,
      "step": 919
    },
    {
      "epoch": 0.6947328676609401,
      "grad_norm": 0.23014380037784576,
      "learning_rate": 2.0873071720476066e-05,
      "loss": 0.4342,
      "step": 920
    },
    {
      "epoch": 0.6954880120823107,
      "grad_norm": 0.22622528672218323,
      "learning_rate": 2.0775768100101782e-05,
      "loss": 0.398,
      "step": 921
    },
    {
      "epoch": 0.6962431565036813,
      "grad_norm": 0.23057493567466736,
      "learning_rate": 2.0678632297232338e-05,
      "loss": 0.4256,
      "step": 922
    },
    {
      "epoch": 0.6969983009250519,
      "grad_norm": 0.22193379700183868,
      "learning_rate": 2.058166486966128e-05,
      "loss": 0.3717,
      "step": 923
    },
    {
      "epoch": 0.6977534453464225,
      "grad_norm": 0.21983398497104645,
      "learning_rate": 2.0484866374215322e-05,
      "loss": 0.3917,
      "step": 924
    },
    {
      "epoch": 0.6985085897677931,
      "grad_norm": 0.2360972911119461,
      "learning_rate": 2.0388237366751006e-05,
      "loss": 0.3889,
      "step": 925
    },
    {
      "epoch": 0.6992637341891637,
      "grad_norm": 0.2240946739912033,
      "learning_rate": 2.0291778402151685e-05,
      "loss": 0.3479,
      "step": 926
    },
    {
      "epoch": 0.7000188786105342,
      "grad_norm": 0.265363484621048,
      "learning_rate": 2.0195490034324227e-05,
      "loss": 0.4493,
      "step": 927
    },
    {
      "epoch": 0.7007740230319048,
      "grad_norm": 0.2446807324886322,
      "learning_rate": 2.0099372816195845e-05,
      "loss": 0.3813,
      "step": 928
    },
    {
      "epoch": 0.7015291674532754,
      "grad_norm": 0.2493238002061844,
      "learning_rate": 2.0003427299710963e-05,
      "loss": 0.3751,
      "step": 929
    },
    {
      "epoch": 0.702284311874646,
      "grad_norm": 0.25430312752723694,
      "learning_rate": 1.990765403582805e-05,
      "loss": 0.395,
      "step": 930
    },
    {
      "epoch": 0.7030394562960166,
      "grad_norm": 0.2716574966907501,
      "learning_rate": 1.981205357451636e-05,
      "loss": 0.4144,
      "step": 931
    },
    {
      "epoch": 0.7037946007173872,
      "grad_norm": 0.2508320212364197,
      "learning_rate": 1.9716626464752895e-05,
      "loss": 0.3466,
      "step": 932
    },
    {
      "epoch": 0.7045497451387578,
      "grad_norm": 0.27595254778862,
      "learning_rate": 1.9621373254519192e-05,
      "loss": 0.3996,
      "step": 933
    },
    {
      "epoch": 0.7053048895601284,
      "grad_norm": 0.2587280571460724,
      "learning_rate": 1.952629449079819e-05,
      "loss": 0.365,
      "step": 934
    },
    {
      "epoch": 0.706060033981499,
      "grad_norm": 0.2634345591068268,
      "learning_rate": 1.9431390719571095e-05,
      "loss": 0.3666,
      "step": 935
    },
    {
      "epoch": 0.7068151784028696,
      "grad_norm": 0.2855464518070221,
      "learning_rate": 1.9336662485814178e-05,
      "loss": 0.3972,
      "step": 936
    },
    {
      "epoch": 0.7075703228242401,
      "grad_norm": 0.28865939378738403,
      "learning_rate": 1.9242110333495785e-05,
      "loss": 0.4076,
      "step": 937
    },
    {
      "epoch": 0.7083254672456107,
      "grad_norm": 0.28925010561943054,
      "learning_rate": 1.9147734805573035e-05,
      "loss": 0.3556,
      "step": 938
    },
    {
      "epoch": 0.7090806116669813,
      "grad_norm": 0.30455416440963745,
      "learning_rate": 1.9053536443988885e-05,
      "loss": 0.3878,
      "step": 939
    },
    {
      "epoch": 0.7098357560883519,
      "grad_norm": 0.31694895029067993,
      "learning_rate": 1.8959515789668903e-05,
      "loss": 0.4901,
      "step": 940
    },
    {
      "epoch": 0.7105909005097225,
      "grad_norm": 0.3523331582546234,
      "learning_rate": 1.8865673382518145e-05,
      "loss": 0.4626,
      "step": 941
    },
    {
      "epoch": 0.7113460449310931,
      "grad_norm": 0.3090202212333679,
      "learning_rate": 1.8772009761418164e-05,
      "loss": 0.3675,
      "step": 942
    },
    {
      "epoch": 0.7121011893524637,
      "grad_norm": 0.33377397060394287,
      "learning_rate": 1.8678525464223823e-05,
      "loss": 0.3712,
      "step": 943
    },
    {
      "epoch": 0.7128563337738343,
      "grad_norm": 0.35154464840888977,
      "learning_rate": 1.8585221027760208e-05,
      "loss": 0.3495,
      "step": 944
    },
    {
      "epoch": 0.7136114781952049,
      "grad_norm": 0.3535998463630676,
      "learning_rate": 1.8492096987819623e-05,
      "loss": 0.3686,
      "step": 945
    },
    {
      "epoch": 0.7143666226165755,
      "grad_norm": 0.3527432978153229,
      "learning_rate": 1.8399153879158403e-05,
      "loss": 0.3625,
      "step": 946
    },
    {
      "epoch": 0.715121767037946,
      "grad_norm": 0.38827720284461975,
      "learning_rate": 1.8306392235493946e-05,
      "loss": 0.4381,
      "step": 947
    },
    {
      "epoch": 0.7158769114593166,
      "grad_norm": 0.42663657665252686,
      "learning_rate": 1.821381258950161e-05,
      "loss": 0.4121,
      "step": 948
    },
    {
      "epoch": 0.7166320558806872,
      "grad_norm": 0.3652198612689972,
      "learning_rate": 1.8121415472811586e-05,
      "loss": 0.31,
      "step": 949
    },
    {
      "epoch": 0.7173872003020577,
      "grad_norm": 0.5029281377792358,
      "learning_rate": 1.8029201416005974e-05,
      "loss": 0.4428,
      "step": 950
    },
    {
      "epoch": 0.7181423447234283,
      "grad_norm": 0.14834845066070557,
      "learning_rate": 1.7937170948615657e-05,
      "loss": 0.3214,
      "step": 951
    },
    {
      "epoch": 0.7188974891447989,
      "grad_norm": 0.16617687046527863,
      "learning_rate": 1.7845324599117218e-05,
      "loss": 0.3604,
      "step": 952
    },
    {
      "epoch": 0.7196526335661695,
      "grad_norm": 0.16504277288913727,
      "learning_rate": 1.775366289493003e-05,
      "loss": 0.3494,
      "step": 953
    },
    {
      "epoch": 0.7204077779875401,
      "grad_norm": 0.17218323051929474,
      "learning_rate": 1.7662186362413136e-05,
      "loss": 0.373,
      "step": 954
    },
    {
      "epoch": 0.7211629224089107,
      "grad_norm": 0.16691052913665771,
      "learning_rate": 1.7570895526862202e-05,
      "loss": 0.3247,
      "step": 955
    },
    {
      "epoch": 0.7219180668302813,
      "grad_norm": 0.1851644665002823,
      "learning_rate": 1.7479790912506626e-05,
      "loss": 0.4008,
      "step": 956
    },
    {
      "epoch": 0.7226732112516518,
      "grad_norm": 0.18793445825576782,
      "learning_rate": 1.738887304250637e-05,
      "loss": 0.3729,
      "step": 957
    },
    {
      "epoch": 0.7234283556730224,
      "grad_norm": 0.17937833070755005,
      "learning_rate": 1.7298142438949076e-05,
      "loss": 0.3409,
      "step": 958
    },
    {
      "epoch": 0.724183500094393,
      "grad_norm": 0.20111607015132904,
      "learning_rate": 1.720759962284704e-05,
      "loss": 0.3924,
      "step": 959
    },
    {
      "epoch": 0.7249386445157636,
      "grad_norm": 0.1931018978357315,
      "learning_rate": 1.7117245114134155e-05,
      "loss": 0.3698,
      "step": 960
    },
    {
      "epoch": 0.7256937889371342,
      "grad_norm": 0.19506500661373138,
      "learning_rate": 1.7027079431663014e-05,
      "loss": 0.3576,
      "step": 961
    },
    {
      "epoch": 0.7264489333585048,
      "grad_norm": 0.20978111028671265,
      "learning_rate": 1.6937103093201894e-05,
      "loss": 0.3984,
      "step": 962
    },
    {
      "epoch": 0.7272040777798754,
      "grad_norm": 0.1945118010044098,
      "learning_rate": 1.6847316615431745e-05,
      "loss": 0.3923,
      "step": 963
    },
    {
      "epoch": 0.727959222201246,
      "grad_norm": 0.21177558600902557,
      "learning_rate": 1.6757720513943297e-05,
      "loss": 0.4519,
      "step": 964
    },
    {
      "epoch": 0.7287143666226166,
      "grad_norm": 0.23625075817108154,
      "learning_rate": 1.6668315303234067e-05,
      "loss": 0.4536,
      "step": 965
    },
    {
      "epoch": 0.7294695110439872,
      "grad_norm": 0.27867555618286133,
      "learning_rate": 1.657910149670534e-05,
      "loss": 0.3099,
      "step": 966
    },
    {
      "epoch": 0.7302246554653578,
      "grad_norm": 0.22406314313411713,
      "learning_rate": 1.6490079606659365e-05,
      "loss": 0.3912,
      "step": 967
    },
    {
      "epoch": 0.7309797998867283,
      "grad_norm": 0.21788085997104645,
      "learning_rate": 1.640125014429624e-05,
      "loss": 0.4014,
      "step": 968
    },
    {
      "epoch": 0.7317349443080989,
      "grad_norm": 0.22151415050029755,
      "learning_rate": 1.6312613619711126e-05,
      "loss": 0.4031,
      "step": 969
    },
    {
      "epoch": 0.7324900887294695,
      "grad_norm": 0.22243881225585938,
      "learning_rate": 1.6224170541891253e-05,
      "loss": 0.3589,
      "step": 970
    },
    {
      "epoch": 0.7332452331508401,
      "grad_norm": 0.22294454276561737,
      "learning_rate": 1.6135921418712956e-05,
      "loss": 0.408,
      "step": 971
    },
    {
      "epoch": 0.7340003775722107,
      "grad_norm": 0.22360976040363312,
      "learning_rate": 1.6047866756938846e-05,
      "loss": 0.379,
      "step": 972
    },
    {
      "epoch": 0.7347555219935813,
      "grad_norm": 0.2124505490064621,
      "learning_rate": 1.596000706221486e-05,
      "loss": 0.2954,
      "step": 973
    },
    {
      "epoch": 0.7355106664149519,
      "grad_norm": 0.24840237200260162,
      "learning_rate": 1.5872342839067306e-05,
      "loss": 0.4695,
      "step": 974
    },
    {
      "epoch": 0.7362658108363225,
      "grad_norm": 0.2326347529888153,
      "learning_rate": 1.5784874590900058e-05,
      "loss": 0.4151,
      "step": 975
    },
    {
      "epoch": 0.7370209552576931,
      "grad_norm": 0.267029345035553,
      "learning_rate": 1.569760281999163e-05,
      "loss": 0.4329,
      "step": 976
    },
    {
      "epoch": 0.7377760996790637,
      "grad_norm": 0.2663344144821167,
      "learning_rate": 1.561052802749221e-05,
      "loss": 0.4072,
      "step": 977
    },
    {
      "epoch": 0.7385312441004342,
      "grad_norm": 0.25811097025871277,
      "learning_rate": 1.552365071342098e-05,
      "loss": 0.4348,
      "step": 978
    },
    {
      "epoch": 0.7392863885218048,
      "grad_norm": 0.23369942605495453,
      "learning_rate": 1.5436971376662984e-05,
      "loss": 0.3632,
      "step": 979
    },
    {
      "epoch": 0.7400415329431754,
      "grad_norm": 0.24665167927742004,
      "learning_rate": 1.535049051496651e-05,
      "loss": 0.328,
      "step": 980
    },
    {
      "epoch": 0.740796677364546,
      "grad_norm": 0.2519189119338989,
      "learning_rate": 1.5264208624940035e-05,
      "loss": 0.4103,
      "step": 981
    },
    {
      "epoch": 0.7415518217859166,
      "grad_norm": 0.2885620594024658,
      "learning_rate": 1.5178126202049514e-05,
      "loss": 0.4335,
      "step": 982
    },
    {
      "epoch": 0.7423069662072871,
      "grad_norm": 0.2789425849914551,
      "learning_rate": 1.5092243740615485e-05,
      "loss": 0.4257,
      "step": 983
    },
    {
      "epoch": 0.7430621106286577,
      "grad_norm": 0.27358609437942505,
      "learning_rate": 1.5006561733810165e-05,
      "loss": 0.4112,
      "step": 984
    },
    {
      "epoch": 0.7438172550500283,
      "grad_norm": 0.26919808983802795,
      "learning_rate": 1.4921080673654736e-05,
      "loss": 0.3913,
      "step": 985
    },
    {
      "epoch": 0.7445723994713989,
      "grad_norm": 0.29172849655151367,
      "learning_rate": 1.4835801051016463e-05,
      "loss": 0.3768,
      "step": 986
    },
    {
      "epoch": 0.7453275438927695,
      "grad_norm": 0.2964944541454315,
      "learning_rate": 1.4750723355605823e-05,
      "loss": 0.4075,
      "step": 987
    },
    {
      "epoch": 0.74608268831414,
      "grad_norm": 0.28927087783813477,
      "learning_rate": 1.4665848075973787e-05,
      "loss": 0.4336,
      "step": 988
    },
    {
      "epoch": 0.7468378327355106,
      "grad_norm": 0.3212716281414032,
      "learning_rate": 1.4581175699508982e-05,
      "loss": 0.4231,
      "step": 989
    },
    {
      "epoch": 0.7475929771568812,
      "grad_norm": 0.31144043803215027,
      "learning_rate": 1.4496706712434827e-05,
      "loss": 0.4016,
      "step": 990
    },
    {
      "epoch": 0.7483481215782518,
      "grad_norm": 0.2838822305202484,
      "learning_rate": 1.4412441599806864e-05,
      "loss": 0.3471,
      "step": 991
    },
    {
      "epoch": 0.7491032659996224,
      "grad_norm": 0.32325074076652527,
      "learning_rate": 1.4328380845509837e-05,
      "loss": 0.3989,
      "step": 992
    },
    {
      "epoch": 0.749858410420993,
      "grad_norm": 0.32019558548927307,
      "learning_rate": 1.4244524932255027e-05,
      "loss": 0.3604,
      "step": 993
    },
    {
      "epoch": 0.7506135548423636,
      "grad_norm": 0.3578037619590759,
      "learning_rate": 1.4160874341577446e-05,
      "loss": 0.4305,
      "step": 994
    },
    {
      "epoch": 0.7513686992637342,
      "grad_norm": 0.32821208238601685,
      "learning_rate": 1.4077429553832993e-05,
      "loss": 0.3459,
      "step": 995
    },
    {
      "epoch": 0.7521238436851048,
      "grad_norm": 0.32228267192840576,
      "learning_rate": 1.3994191048195827e-05,
      "loss": 0.3113,
      "step": 996
    },
    {
      "epoch": 0.7528789881064754,
      "grad_norm": 0.4038134217262268,
      "learning_rate": 1.391115930265554e-05,
      "loss": 0.4053,
      "step": 997
    },
    {
      "epoch": 0.753634132527846,
      "grad_norm": 0.36193010210990906,
      "learning_rate": 1.3828334794014381e-05,
      "loss": 0.3359,
      "step": 998
    },
    {
      "epoch": 0.7543892769492165,
      "grad_norm": 0.38052475452423096,
      "learning_rate": 1.37457179978846e-05,
      "loss": 0.3603,
      "step": 999
    },
    {
      "epoch": 0.7551444213705871,
      "grad_norm": 0.4941888153553009,
      "learning_rate": 1.366330938868569e-05,
      "loss": 0.4244,
      "step": 1000
    },
    {
      "epoch": 0.7558995657919577,
      "grad_norm": 0.15037553012371063,
      "learning_rate": 1.3581109439641588e-05,
      "loss": 0.3263,
      "step": 1001
    },
    {
      "epoch": 0.7566547102133283,
      "grad_norm": 0.14941640198230743,
      "learning_rate": 1.349911862277809e-05,
      "loss": 0.3179,
      "step": 1002
    },
    {
      "epoch": 0.7574098546346989,
      "grad_norm": 0.1701534390449524,
      "learning_rate": 1.3417337408920006e-05,
      "loss": 0.3566,
      "step": 1003
    },
    {
      "epoch": 0.7581649990560695,
      "grad_norm": 0.18360120058059692,
      "learning_rate": 1.3335766267688565e-05,
      "loss": 0.3882,
      "step": 1004
    },
    {
      "epoch": 0.7589201434774401,
      "grad_norm": 0.19040322303771973,
      "learning_rate": 1.3254405667498671e-05,
      "loss": 0.3905,
      "step": 1005
    },
    {
      "epoch": 0.7596752878988107,
      "grad_norm": 0.19472241401672363,
      "learning_rate": 1.3173256075556167e-05,
      "loss": 0.4387,
      "step": 1006
    },
    {
      "epoch": 0.7604304323201813,
      "grad_norm": 0.1870664656162262,
      "learning_rate": 1.309231795785526e-05,
      "loss": 0.4015,
      "step": 1007
    },
    {
      "epoch": 0.7611855767415519,
      "grad_norm": 0.18746329843997955,
      "learning_rate": 1.3011591779175775e-05,
      "loss": 0.4036,
      "step": 1008
    },
    {
      "epoch": 0.7619407211629224,
      "grad_norm": 0.1918107122182846,
      "learning_rate": 1.2931078003080437e-05,
      "loss": 0.3803,
      "step": 1009
    },
    {
      "epoch": 0.762695865584293,
      "grad_norm": 0.20022304356098175,
      "learning_rate": 1.2850777091912364e-05,
      "loss": 0.3884,
      "step": 1010
    },
    {
      "epoch": 0.7634510100056636,
      "grad_norm": 0.19047093391418457,
      "learning_rate": 1.2770689506792216e-05,
      "loss": 0.3729,
      "step": 1011
    },
    {
      "epoch": 0.7642061544270342,
      "grad_norm": 0.2117670625448227,
      "learning_rate": 1.2690815707615727e-05,
      "loss": 0.436,
      "step": 1012
    },
    {
      "epoch": 0.7649612988484048,
      "grad_norm": 0.20901797711849213,
      "learning_rate": 1.2611156153050963e-05,
      "loss": 0.3903,
      "step": 1013
    },
    {
      "epoch": 0.7657164432697754,
      "grad_norm": 0.2227080911397934,
      "learning_rate": 1.253171130053567e-05,
      "loss": 0.4772,
      "step": 1014
    },
    {
      "epoch": 0.766471587691146,
      "grad_norm": 0.21282415091991425,
      "learning_rate": 1.2452481606274734e-05,
      "loss": 0.4207,
      "step": 1015
    },
    {
      "epoch": 0.7672267321125166,
      "grad_norm": 0.21110861003398895,
      "learning_rate": 1.237346752523752e-05,
      "loss": 0.3875,
      "step": 1016
    },
    {
      "epoch": 0.767981876533887,
      "grad_norm": 0.23210763931274414,
      "learning_rate": 1.2294669511155193e-05,
      "loss": 0.439,
      "step": 1017
    },
    {
      "epoch": 0.7687370209552576,
      "grad_norm": 0.2336515635251999,
      "learning_rate": 1.2216088016518234e-05,
      "loss": 0.4468,
      "step": 1018
    },
    {
      "epoch": 0.7694921653766282,
      "grad_norm": 0.2305041402578354,
      "learning_rate": 1.2137723492573766e-05,
      "loss": 0.4231,
      "step": 1019
    },
    {
      "epoch": 0.7702473097979988,
      "grad_norm": 0.22647303342819214,
      "learning_rate": 1.2059576389322946e-05,
      "loss": 0.406,
      "step": 1020
    },
    {
      "epoch": 0.7710024542193694,
      "grad_norm": 0.2186606526374817,
      "learning_rate": 1.1981647155518472e-05,
      "loss": 0.3418,
      "step": 1021
    },
    {
      "epoch": 0.77175759864074,
      "grad_norm": 0.21919424831867218,
      "learning_rate": 1.1903936238661866e-05,
      "loss": 0.3603,
      "step": 1022
    },
    {
      "epoch": 0.7725127430621106,
      "grad_norm": 0.22741521894931793,
      "learning_rate": 1.1826444085001048e-05,
      "loss": 0.3957,
      "step": 1023
    },
    {
      "epoch": 0.7732678874834812,
      "grad_norm": 0.23761725425720215,
      "learning_rate": 1.174917113952772e-05,
      "loss": 0.3747,
      "step": 1024
    },
    {
      "epoch": 0.7740230319048518,
      "grad_norm": 0.23279255628585815,
      "learning_rate": 1.167211784597474e-05,
      "loss": 0.3978,
      "step": 1025
    },
    {
      "epoch": 0.7747781763262224,
      "grad_norm": 0.2562216520309448,
      "learning_rate": 1.1595284646813686e-05,
      "loss": 0.4132,
      "step": 1026
    },
    {
      "epoch": 0.775533320747593,
      "grad_norm": 0.23929475247859955,
      "learning_rate": 1.1518671983252228e-05,
      "loss": 0.3736,
      "step": 1027
    },
    {
      "epoch": 0.7762884651689635,
      "grad_norm": 0.2509770691394806,
      "learning_rate": 1.1442280295231656e-05,
      "loss": 0.4275,
      "step": 1028
    },
    {
      "epoch": 0.7770436095903341,
      "grad_norm": 0.2668601870536804,
      "learning_rate": 1.1366110021424337e-05,
      "loss": 0.406,
      "step": 1029
    },
    {
      "epoch": 0.7777987540117047,
      "grad_norm": 0.24542871117591858,
      "learning_rate": 1.1290161599231137e-05,
      "loss": 0.4133,
      "step": 1030
    },
    {
      "epoch": 0.7785538984330753,
      "grad_norm": 0.2547529935836792,
      "learning_rate": 1.1214435464779006e-05,
      "loss": 0.4081,
      "step": 1031
    },
    {
      "epoch": 0.7793090428544459,
      "grad_norm": 0.2759033441543579,
      "learning_rate": 1.1138932052918428e-05,
      "loss": 0.3879,
      "step": 1032
    },
    {
      "epoch": 0.7800641872758165,
      "grad_norm": 0.2765044867992401,
      "learning_rate": 1.106365179722088e-05,
      "loss": 0.4076,
      "step": 1033
    },
    {
      "epoch": 0.7808193316971871,
      "grad_norm": 0.27078738808631897,
      "learning_rate": 1.0988595129976442e-05,
      "loss": 0.3987,
      "step": 1034
    },
    {
      "epoch": 0.7815744761185577,
      "grad_norm": 0.27419719099998474,
      "learning_rate": 1.0913762482191198e-05,
      "loss": 0.3885,
      "step": 1035
    },
    {
      "epoch": 0.7823296205399283,
      "grad_norm": 0.26837533712387085,
      "learning_rate": 1.0839154283584868e-05,
      "loss": 0.3646,
      "step": 1036
    },
    {
      "epoch": 0.7830847649612989,
      "grad_norm": 0.30757594108581543,
      "learning_rate": 1.0764770962588277e-05,
      "loss": 0.4398,
      "step": 1037
    },
    {
      "epoch": 0.7838399093826695,
      "grad_norm": 0.28836846351623535,
      "learning_rate": 1.0690612946340894e-05,
      "loss": 0.4293,
      "step": 1038
    },
    {
      "epoch": 0.78459505380404,
      "grad_norm": 0.3034648597240448,
      "learning_rate": 1.0616680660688421e-05,
      "loss": 0.3929,
      "step": 1039
    },
    {
      "epoch": 0.7853501982254106,
      "grad_norm": 0.3083866834640503,
      "learning_rate": 1.0542974530180327e-05,
      "loss": 0.3692,
      "step": 1040
    },
    {
      "epoch": 0.7861053426467812,
      "grad_norm": 0.318313866853714,
      "learning_rate": 1.0469494978067357e-05,
      "loss": 0.381,
      "step": 1041
    },
    {
      "epoch": 0.7868604870681518,
      "grad_norm": 0.3297711908817291,
      "learning_rate": 1.0396242426299208e-05,
      "loss": 0.4136,
      "step": 1042
    },
    {
      "epoch": 0.7876156314895224,
      "grad_norm": 0.33657291531562805,
      "learning_rate": 1.0323217295522026e-05,
      "loss": 0.3967,
      "step": 1043
    },
    {
      "epoch": 0.788370775910893,
      "grad_norm": 0.3322165608406067,
      "learning_rate": 1.0250420005075995e-05,
      "loss": 0.362,
      "step": 1044
    },
    {
      "epoch": 0.7891259203322636,
      "grad_norm": 0.37014830112457275,
      "learning_rate": 1.017785097299298e-05,
      "loss": 0.4297,
      "step": 1045
    },
    {
      "epoch": 0.7898810647536342,
      "grad_norm": 0.33871424198150635,
      "learning_rate": 1.0105510615994051e-05,
      "loss": 0.3868,
      "step": 1046
    },
    {
      "epoch": 0.7906362091750048,
      "grad_norm": 0.4414469003677368,
      "learning_rate": 1.0033399349487171e-05,
      "loss": 0.2905,
      "step": 1047
    },
    {
      "epoch": 0.7913913535963754,
      "grad_norm": 0.42578282952308655,
      "learning_rate": 9.961517587564773e-06,
      "loss": 0.3776,
      "step": 1048
    },
    {
      "epoch": 0.792146498017746,
      "grad_norm": 0.45136335492134094,
      "learning_rate": 9.88986574300133e-06,
      "loss": 0.3735,
      "step": 1049
    },
    {
      "epoch": 0.7929016424391164,
      "grad_norm": 0.4850107729434967,
      "learning_rate": 9.818444227251089e-06,
      "loss": 0.3717,
      "step": 1050
    },
    {
      "epoch": 0.793656786860487,
      "grad_norm": 0.15895645320415497,
      "learning_rate": 9.747253450445649e-06,
      "loss": 0.3262,
      "step": 1051
    },
    {
      "epoch": 0.7944119312818576,
      "grad_norm": 0.15929242968559265,
      "learning_rate": 9.67629382139157e-06,
      "loss": 0.3419,
      "step": 1052
    },
    {
      "epoch": 0.7951670757032282,
      "grad_norm": 0.18021705746650696,
      "learning_rate": 9.605565747568107e-06,
      "loss": 0.3528,
      "step": 1053
    },
    {
      "epoch": 0.7959222201245988,
      "grad_norm": 0.16313131153583527,
      "learning_rate": 9.535069635124838e-06,
      "loss": 0.3082,
      "step": 1054
    },
    {
      "epoch": 0.7966773645459694,
      "grad_norm": 0.18114276230335236,
      "learning_rate": 9.464805888879263e-06,
      "loss": 0.3534,
      "step": 1055
    },
    {
      "epoch": 0.79743250896734,
      "grad_norm": 0.17138569056987762,
      "learning_rate": 9.394774912314624e-06,
      "loss": 0.3362,
      "step": 1056
    },
    {
      "epoch": 0.7981876533887106,
      "grad_norm": 0.18607540428638458,
      "learning_rate": 9.324977107577426e-06,
      "loss": 0.354,
      "step": 1057
    },
    {
      "epoch": 0.7989427978100812,
      "grad_norm": 0.19752830266952515,
      "learning_rate": 9.255412875475256e-06,
      "loss": 0.389,
      "step": 1058
    },
    {
      "epoch": 0.7996979422314517,
      "grad_norm": 0.20828400552272797,
      "learning_rate": 9.186082615474428e-06,
      "loss": 0.4721,
      "step": 1059
    },
    {
      "epoch": 0.8004530866528223,
      "grad_norm": 0.22494232654571533,
      "learning_rate": 9.116986725697657e-06,
      "loss": 0.4824,
      "step": 1060
    },
    {
      "epoch": 0.8012082310741929,
      "grad_norm": 0.19258789718151093,
      "learning_rate": 9.048125602921842e-06,
      "loss": 0.3916,
      "step": 1061
    },
    {
      "epoch": 0.8019633754955635,
      "grad_norm": 0.19615770876407623,
      "learning_rate": 8.979499642575762e-06,
      "loss": 0.3399,
      "step": 1062
    },
    {
      "epoch": 0.8027185199169341,
      "grad_norm": 0.19866204261779785,
      "learning_rate": 8.911109238737747e-06,
      "loss": 0.3476,
      "step": 1063
    },
    {
      "epoch": 0.8034736643383047,
      "grad_norm": 0.23535782098770142,
      "learning_rate": 8.842954784133516e-06,
      "loss": 0.469,
      "step": 1064
    },
    {
      "epoch": 0.8042288087596753,
      "grad_norm": 0.20158474147319794,
      "learning_rate": 8.775036670133857e-06,
      "loss": 0.3352,
      "step": 1065
    },
    {
      "epoch": 0.8049839531810459,
      "grad_norm": 0.1965356171131134,
      "learning_rate": 8.707355286752366e-06,
      "loss": 0.3574,
      "step": 1066
    },
    {
      "epoch": 0.8057390976024165,
      "grad_norm": 0.2335047870874405,
      "learning_rate": 8.639911022643288e-06,
      "loss": 0.4357,
      "step": 1067
    },
    {
      "epoch": 0.8064942420237871,
      "grad_norm": 0.22290942072868347,
      "learning_rate": 8.572704265099157e-06,
      "loss": 0.4266,
      "step": 1068
    },
    {
      "epoch": 0.8072493864451576,
      "grad_norm": 0.23795855045318604,
      "learning_rate": 8.505735400048748e-06,
      "loss": 0.4148,
      "step": 1069
    },
    {
      "epoch": 0.8080045308665282,
      "grad_norm": 0.228322833776474,
      "learning_rate": 8.439004812054657e-06,
      "loss": 0.3988,
      "step": 1070
    },
    {
      "epoch": 0.8087596752878988,
      "grad_norm": 0.23256799578666687,
      "learning_rate": 8.372512884311256e-06,
      "loss": 0.4268,
      "step": 1071
    },
    {
      "epoch": 0.8095148197092694,
      "grad_norm": 0.21915295720100403,
      "learning_rate": 8.306259998642441e-06,
      "loss": 0.3493,
      "step": 1072
    },
    {
      "epoch": 0.81026996413064,
      "grad_norm": 0.2517222464084625,
      "learning_rate": 8.24024653549937e-06,
      "loss": 0.4839,
      "step": 1073
    },
    {
      "epoch": 0.8110251085520106,
      "grad_norm": 0.24079398810863495,
      "learning_rate": 8.17447287395839e-06,
      "loss": 0.3799,
      "step": 1074
    },
    {
      "epoch": 0.8117802529733812,
      "grad_norm": 0.2544167935848236,
      "learning_rate": 8.108939391718812e-06,
      "loss": 0.3979,
      "step": 1075
    },
    {
      "epoch": 0.8125353973947518,
      "grad_norm": 0.2537594735622406,
      "learning_rate": 8.043646465100697e-06,
      "loss": 0.425,
      "step": 1076
    },
    {
      "epoch": 0.8132905418161224,
      "grad_norm": 0.2539171278476715,
      "learning_rate": 7.978594469042772e-06,
      "loss": 0.426,
      "step": 1077
    },
    {
      "epoch": 0.814045686237493,
      "grad_norm": 0.2699001729488373,
      "learning_rate": 7.913783777100253e-06,
      "loss": 0.414,
      "step": 1078
    },
    {
      "epoch": 0.8148008306588636,
      "grad_norm": 0.2574417293071747,
      "learning_rate": 7.849214761442636e-06,
      "loss": 0.4067,
      "step": 1079
    },
    {
      "epoch": 0.8155559750802341,
      "grad_norm": 0.2690460979938507,
      "learning_rate": 7.78488779285167e-06,
      "loss": 0.4546,
      "step": 1080
    },
    {
      "epoch": 0.8163111195016047,
      "grad_norm": 0.2663021683692932,
      "learning_rate": 7.72080324071912e-06,
      "loss": 0.3783,
      "step": 1081
    },
    {
      "epoch": 0.8170662639229753,
      "grad_norm": 0.24762804806232452,
      "learning_rate": 7.656961473044743e-06,
      "loss": 0.3468,
      "step": 1082
    },
    {
      "epoch": 0.8178214083443458,
      "grad_norm": 0.26688170433044434,
      "learning_rate": 7.593362856434116e-06,
      "loss": 0.3368,
      "step": 1083
    },
    {
      "epoch": 0.8185765527657164,
      "grad_norm": 0.27109459042549133,
      "learning_rate": 7.530007756096513e-06,
      "loss": 0.3406,
      "step": 1084
    },
    {
      "epoch": 0.819331697187087,
      "grad_norm": 0.28974488377571106,
      "learning_rate": 7.466896535842866e-06,
      "loss": 0.3889,
      "step": 1085
    },
    {
      "epoch": 0.8200868416084576,
      "grad_norm": 0.30808672308921814,
      "learning_rate": 7.404029558083653e-06,
      "loss": 0.418,
      "step": 1086
    },
    {
      "epoch": 0.8208419860298282,
      "grad_norm": 0.2833620309829712,
      "learning_rate": 7.341407183826776e-06,
      "loss": 0.3779,
      "step": 1087
    },
    {
      "epoch": 0.8215971304511988,
      "grad_norm": 0.2893945872783661,
      "learning_rate": 7.2790297726755716e-06,
      "loss": 0.3697,
      "step": 1088
    },
    {
      "epoch": 0.8223522748725693,
      "grad_norm": 0.3081832230091095,
      "learning_rate": 7.216897682826668e-06,
      "loss": 0.4526,
      "step": 1089
    },
    {
      "epoch": 0.8231074192939399,
      "grad_norm": 0.3169601261615753,
      "learning_rate": 7.1550112710679515e-06,
      "loss": 0.3671,
      "step": 1090
    },
    {
      "epoch": 0.8238625637153105,
      "grad_norm": 0.29276758432388306,
      "learning_rate": 7.093370892776558e-06,
      "loss": 0.2938,
      "step": 1091
    },
    {
      "epoch": 0.8246177081366811,
      "grad_norm": 0.31486350297927856,
      "learning_rate": 7.031976901916754e-06,
      "loss": 0.3838,
      "step": 1092
    },
    {
      "epoch": 0.8253728525580517,
      "grad_norm": 0.3386092782020569,
      "learning_rate": 6.9708296510379804e-06,
      "loss": 0.3715,
      "step": 1093
    },
    {
      "epoch": 0.8261279969794223,
      "grad_norm": 0.3289138376712799,
      "learning_rate": 6.909929491272799e-06,
      "loss": 0.3238,
      "step": 1094
    },
    {
      "epoch": 0.8268831414007929,
      "grad_norm": 0.3308430016040802,
      "learning_rate": 6.8492767723348396e-06,
      "loss": 0.3407,
      "step": 1095
    },
    {
      "epoch": 0.8276382858221635,
      "grad_norm": 0.32838174700737,
      "learning_rate": 6.788871842516864e-06,
      "loss": 0.3113,
      "step": 1096
    },
    {
      "epoch": 0.8283934302435341,
      "grad_norm": 0.37880030274391174,
      "learning_rate": 6.728715048688711e-06,
      "loss": 0.3602,
      "step": 1097
    },
    {
      "epoch": 0.8291485746649047,
      "grad_norm": 0.4009070098400116,
      "learning_rate": 6.668806736295307e-06,
      "loss": 0.42,
      "step": 1098
    },
    {
      "epoch": 0.8299037190862752,
      "grad_norm": 0.4191438853740692,
      "learning_rate": 6.6091472493547354e-06,
      "loss": 0.2983,
      "step": 1099
    },
    {
      "epoch": 0.8306588635076458,
      "grad_norm": 0.47517555952072144,
      "learning_rate": 6.549736930456163e-06,
      "loss": 0.3691,
      "step": 1100
    },
    {
      "epoch": 0.8314140079290164,
      "grad_norm": 0.1712975651025772,
      "learning_rate": 6.490576120757985e-06,
      "loss": 0.3235,
      "step": 1101
    },
    {
      "epoch": 0.832169152350387,
      "grad_norm": 0.16649426519870758,
      "learning_rate": 6.4316651599858e-06,
      "loss": 0.3349,
      "step": 1102
    },
    {
      "epoch": 0.8329242967717576,
      "grad_norm": 0.17389081418514252,
      "learning_rate": 6.373004386430442e-06,
      "loss": 0.3611,
      "step": 1103
    },
    {
      "epoch": 0.8336794411931282,
      "grad_norm": 0.16818854212760925,
      "learning_rate": 6.314594136946106e-06,
      "loss": 0.3444,
      "step": 1104
    },
    {
      "epoch": 0.8344345856144988,
      "grad_norm": 0.1820095032453537,
      "learning_rate": 6.25643474694837e-06,
      "loss": 0.3664,
      "step": 1105
    },
    {
      "epoch": 0.8351897300358694,
      "grad_norm": 0.18415705859661102,
      "learning_rate": 6.1985265504122314e-06,
      "loss": 0.3634,
      "step": 1106
    },
    {
      "epoch": 0.83594487445724,
      "grad_norm": 0.18334518373012543,
      "learning_rate": 6.140869879870287e-06,
      "loss": 0.3764,
      "step": 1107
    },
    {
      "epoch": 0.8367000188786106,
      "grad_norm": 0.19977064430713654,
      "learning_rate": 6.083465066410754e-06,
      "loss": 0.382,
      "step": 1108
    },
    {
      "epoch": 0.8374551632999812,
      "grad_norm": 0.20824985206127167,
      "learning_rate": 6.026312439675552e-06,
      "loss": 0.42,
      "step": 1109
    },
    {
      "epoch": 0.8382103077213517,
      "grad_norm": 0.20618076622486115,
      "learning_rate": 5.969412327858481e-06,
      "loss": 0.4066,
      "step": 1110
    },
    {
      "epoch": 0.8389654521427223,
      "grad_norm": 0.22045300900936127,
      "learning_rate": 5.912765057703262e-06,
      "loss": 0.4721,
      "step": 1111
    },
    {
      "epoch": 0.8397205965640929,
      "grad_norm": 0.20817910134792328,
      "learning_rate": 5.856370954501722e-06,
      "loss": 0.3477,
      "step": 1112
    },
    {
      "epoch": 0.8404757409854635,
      "grad_norm": 0.22744186222553253,
      "learning_rate": 5.8002303420919e-06,
      "loss": 0.409,
      "step": 1113
    },
    {
      "epoch": 0.8412308854068341,
      "grad_norm": 0.22021333873271942,
      "learning_rate": 5.744343542856162e-06,
      "loss": 0.422,
      "step": 1114
    },
    {
      "epoch": 0.8419860298282047,
      "grad_norm": 0.20742209255695343,
      "learning_rate": 5.688710877719416e-06,
      "loss": 0.4019,
      "step": 1115
    },
    {
      "epoch": 0.8427411742495753,
      "grad_norm": 0.21647979319095612,
      "learning_rate": 5.633332666147173e-06,
      "loss": 0.3796,
      "step": 1116
    },
    {
      "epoch": 0.8434963186709458,
      "grad_norm": 0.2143869549036026,
      "learning_rate": 5.5782092261438105e-06,
      "loss": 0.335,
      "step": 1117
    },
    {
      "epoch": 0.8442514630923164,
      "grad_norm": 0.2301177829504013,
      "learning_rate": 5.523340874250704e-06,
      "loss": 0.4501,
      "step": 1118
    },
    {
      "epoch": 0.845006607513687,
      "grad_norm": 0.23003332316875458,
      "learning_rate": 5.4687279255443705e-06,
      "loss": 0.4533,
      "step": 1119
    },
    {
      "epoch": 0.8457617519350575,
      "grad_norm": 0.22590281069278717,
      "learning_rate": 5.41437069363473e-06,
      "loss": 0.4036,
      "step": 1120
    },
    {
      "epoch": 0.8465168963564281,
      "grad_norm": 0.226993128657341,
      "learning_rate": 5.360269490663278e-06,
      "loss": 0.4468,
      "step": 1121
    },
    {
      "epoch": 0.8472720407777987,
      "grad_norm": 0.23445524275302887,
      "learning_rate": 5.306424627301248e-06,
      "loss": 0.384,
      "step": 1122
    },
    {
      "epoch": 0.8480271851991693,
      "grad_norm": 0.23912809789180756,
      "learning_rate": 5.252836412747919e-06,
      "loss": 0.4073,
      "step": 1123
    },
    {
      "epoch": 0.8487823296205399,
      "grad_norm": 0.24784360826015472,
      "learning_rate": 5.1995051547287285e-06,
      "loss": 0.407,
      "step": 1124
    },
    {
      "epoch": 0.8495374740419105,
      "grad_norm": 0.24575859308242798,
      "learning_rate": 5.14643115949362e-06,
      "loss": 0.3848,
      "step": 1125
    },
    {
      "epoch": 0.8502926184632811,
      "grad_norm": 0.25169506669044495,
      "learning_rate": 5.0936147318152e-06,
      "loss": 0.3523,
      "step": 1126
    },
    {
      "epoch": 0.8510477628846517,
      "grad_norm": 0.2474677860736847,
      "learning_rate": 5.041056174987008e-06,
      "loss": 0.4185,
      "step": 1127
    },
    {
      "epoch": 0.8518029073060223,
      "grad_norm": 0.2616688907146454,
      "learning_rate": 4.988755790821803e-06,
      "loss": 0.4394,
      "step": 1128
    },
    {
      "epoch": 0.8525580517273929,
      "grad_norm": 0.2649298310279846,
      "learning_rate": 4.936713879649818e-06,
      "loss": 0.4319,
      "step": 1129
    },
    {
      "epoch": 0.8533131961487634,
      "grad_norm": 0.2544507086277008,
      "learning_rate": 4.88493074031699e-06,
      "loss": 0.3631,
      "step": 1130
    },
    {
      "epoch": 0.854068340570134,
      "grad_norm": 0.24985194206237793,
      "learning_rate": 4.833406670183327e-06,
      "loss": 0.3581,
      "step": 1131
    },
    {
      "epoch": 0.8548234849915046,
      "grad_norm": 0.2733616828918457,
      "learning_rate": 4.782141965121128e-06,
      "loss": 0.4217,
      "step": 1132
    },
    {
      "epoch": 0.8555786294128752,
      "grad_norm": 0.2666637599468231,
      "learning_rate": 4.731136919513312e-06,
      "loss": 0.3794,
      "step": 1133
    },
    {
      "epoch": 0.8563337738342458,
      "grad_norm": 0.2879069149494171,
      "learning_rate": 4.680391826251751e-06,
      "loss": 0.35,
      "step": 1134
    },
    {
      "epoch": 0.8570889182556164,
      "grad_norm": 0.30357176065444946,
      "learning_rate": 4.629906976735526e-06,
      "loss": 0.4039,
      "step": 1135
    },
    {
      "epoch": 0.857844062676987,
      "grad_norm": 0.30282896757125854,
      "learning_rate": 4.5796826608693274e-06,
      "loss": 0.4026,
      "step": 1136
    },
    {
      "epoch": 0.8585992070983576,
      "grad_norm": 0.27673810720443726,
      "learning_rate": 4.529719167061741e-06,
      "loss": 0.3365,
      "step": 1137
    },
    {
      "epoch": 0.8593543515197282,
      "grad_norm": 0.28368133306503296,
      "learning_rate": 4.480016782223589e-06,
      "loss": 0.3572,
      "step": 1138
    },
    {
      "epoch": 0.8601094959410988,
      "grad_norm": 0.2899417281150818,
      "learning_rate": 4.430575791766328e-06,
      "loss": 0.3424,
      "step": 1139
    },
    {
      "epoch": 0.8608646403624693,
      "grad_norm": 0.328281432390213,
      "learning_rate": 4.381396479600375e-06,
      "loss": 0.3891,
      "step": 1140
    },
    {
      "epoch": 0.8616197847838399,
      "grad_norm": 0.3324677348136902,
      "learning_rate": 4.3324791281334595e-06,
      "loss": 0.4318,
      "step": 1141
    },
    {
      "epoch": 0.8623749292052105,
      "grad_norm": 0.30871015787124634,
      "learning_rate": 4.283824018269045e-06,
      "loss": 0.3513,
      "step": 1142
    },
    {
      "epoch": 0.8631300736265811,
      "grad_norm": 0.3389221131801605,
      "learning_rate": 4.235431429404707e-06,
      "loss": 0.4268,
      "step": 1143
    },
    {
      "epoch": 0.8638852180479517,
      "grad_norm": 0.30663684010505676,
      "learning_rate": 4.187301639430485e-06,
      "loss": 0.3358,
      "step": 1144
    },
    {
      "epoch": 0.8646403624693223,
      "grad_norm": 0.3269205093383789,
      "learning_rate": 4.139434924727359e-06,
      "loss": 0.3542,
      "step": 1145
    },
    {
      "epoch": 0.8653955068906929,
      "grad_norm": 0.3500070571899414,
      "learning_rate": 4.091831560165577e-06,
      "loss": 0.3445,
      "step": 1146
    },
    {
      "epoch": 0.8661506513120635,
      "grad_norm": 0.3916202783584595,
      "learning_rate": 4.044491819103169e-06,
      "loss": 0.4275,
      "step": 1147
    },
    {
      "epoch": 0.8669057957334341,
      "grad_norm": 0.41067856550216675,
      "learning_rate": 3.997415973384311e-06,
      "loss": 0.4219,
      "step": 1148
    },
    {
      "epoch": 0.8676609401548047,
      "grad_norm": 0.418266624212265,
      "learning_rate": 3.950604293337773e-06,
      "loss": 0.4184,
      "step": 1149
    },
    {
      "epoch": 0.8684160845761751,
      "grad_norm": 0.4629250168800354,
      "learning_rate": 3.904057047775389e-06,
      "loss": 0.3859,
      "step": 1150
    },
    {
      "epoch": 0.8691712289975457,
      "grad_norm": 0.1396147459745407,
      "learning_rate": 3.857774503990514e-06,
      "loss": 0.2758,
      "step": 1151
    },
    {
      "epoch": 0.8699263734189163,
      "grad_norm": 0.16692477464675903,
      "learning_rate": 3.8117569277564434e-06,
      "loss": 0.3403,
      "step": 1152
    },
    {
      "epoch": 0.8706815178402869,
      "grad_norm": 0.17089448869228363,
      "learning_rate": 3.766004583324956e-06,
      "loss": 0.3199,
      "step": 1153
    },
    {
      "epoch": 0.8714366622616575,
      "grad_norm": 0.1756073534488678,
      "learning_rate": 3.7205177334247443e-06,
      "loss": 0.349,
      "step": 1154
    },
    {
      "epoch": 0.8721918066830281,
      "grad_norm": 0.18730361759662628,
      "learning_rate": 3.675296639259912e-06,
      "loss": 0.3708,
      "step": 1155
    },
    {
      "epoch": 0.8729469511043987,
      "grad_norm": 0.1944558471441269,
      "learning_rate": 3.630341560508521e-06,
      "loss": 0.4133,
      "step": 1156
    },
    {
      "epoch": 0.8737020955257693,
      "grad_norm": 0.19459518790245056,
      "learning_rate": 3.5856527553210116e-06,
      "loss": 0.355,
      "step": 1157
    },
    {
      "epoch": 0.8744572399471399,
      "grad_norm": 0.1979731023311615,
      "learning_rate": 3.5412304803188136e-06,
      "loss": 0.3999,
      "step": 1158
    },
    {
      "epoch": 0.8752123843685105,
      "grad_norm": 0.1909814327955246,
      "learning_rate": 3.497074990592819e-06,
      "loss": 0.3762,
      "step": 1159
    },
    {
      "epoch": 0.875967528789881,
      "grad_norm": 0.20063309371471405,
      "learning_rate": 3.4531865397019246e-06,
      "loss": 0.4081,
      "step": 1160
    },
    {
      "epoch": 0.8767226732112516,
      "grad_norm": 0.19899629056453705,
      "learning_rate": 3.409565379671592e-06,
      "loss": 0.3843,
      "step": 1161
    },
    {
      "epoch": 0.8774778176326222,
      "grad_norm": 0.2057962417602539,
      "learning_rate": 3.3662117609923715e-06,
      "loss": 0.3534,
      "step": 1162
    },
    {
      "epoch": 0.8782329620539928,
      "grad_norm": 0.20951855182647705,
      "learning_rate": 3.3231259326184984e-06,
      "loss": 0.4041,
      "step": 1163
    },
    {
      "epoch": 0.8789881064753634,
      "grad_norm": 0.21981364488601685,
      "learning_rate": 3.2803081419664484e-06,
      "loss": 0.4235,
      "step": 1164
    },
    {
      "epoch": 0.879743250896734,
      "grad_norm": 0.22572548687458038,
      "learning_rate": 3.2377586349134846e-06,
      "loss": 0.4469,
      "step": 1165
    },
    {
      "epoch": 0.8804983953181046,
      "grad_norm": 0.22527821362018585,
      "learning_rate": 3.1954776557963085e-06,
      "loss": 0.3998,
      "step": 1166
    },
    {
      "epoch": 0.8812535397394752,
      "grad_norm": 0.2290899008512497,
      "learning_rate": 3.1534654474096206e-06,
      "loss": 0.4271,
      "step": 1167
    },
    {
      "epoch": 0.8820086841608458,
      "grad_norm": 0.23082055151462555,
      "learning_rate": 3.1117222510047118e-06,
      "loss": 0.4626,
      "step": 1168
    },
    {
      "epoch": 0.8827638285822164,
      "grad_norm": 0.2215840071439743,
      "learning_rate": 3.0702483062881203e-06,
      "loss": 0.366,
      "step": 1169
    },
    {
      "epoch": 0.883518973003587,
      "grad_norm": 0.2405186891555786,
      "learning_rate": 3.0290438514201936e-06,
      "loss": 0.4314,
      "step": 1170
    },
    {
      "epoch": 0.8842741174249575,
      "grad_norm": 0.23838458955287933,
      "learning_rate": 2.988109123013805e-06,
      "loss": 0.4155,
      "step": 1171
    },
    {
      "epoch": 0.8850292618463281,
      "grad_norm": 0.2328627109527588,
      "learning_rate": 2.9474443561329167e-06,
      "loss": 0.3708,
      "step": 1172
    },
    {
      "epoch": 0.8857844062676987,
      "grad_norm": 0.23276405036449432,
      "learning_rate": 2.907049784291266e-06,
      "loss": 0.3825,
      "step": 1173
    },
    {
      "epoch": 0.8865395506890693,
      "grad_norm": 0.22206051647663116,
      "learning_rate": 2.8669256394510234e-06,
      "loss": 0.3593,
      "step": 1174
    },
    {
      "epoch": 0.8872946951104399,
      "grad_norm": 0.24987028539180756,
      "learning_rate": 2.827072152021465e-06,
      "loss": 0.4427,
      "step": 1175
    },
    {
      "epoch": 0.8880498395318105,
      "grad_norm": 0.2531154155731201,
      "learning_rate": 2.787489550857619e-06,
      "loss": 0.3854,
      "step": 1176
    },
    {
      "epoch": 0.8888049839531811,
      "grad_norm": 0.24906668066978455,
      "learning_rate": 2.7481780632589993e-06,
      "loss": 0.3828,
      "step": 1177
    },
    {
      "epoch": 0.8895601283745517,
      "grad_norm": 0.26225507259368896,
      "learning_rate": 2.7091379149682685e-06,
      "loss": 0.3999,
      "step": 1178
    },
    {
      "epoch": 0.8903152727959223,
      "grad_norm": 0.2617410719394684,
      "learning_rate": 2.670369330169925e-06,
      "loss": 0.4004,
      "step": 1179
    },
    {
      "epoch": 0.8910704172172929,
      "grad_norm": 0.26333704590797424,
      "learning_rate": 2.6318725314890715e-06,
      "loss": 0.4155,
      "step": 1180
    },
    {
      "epoch": 0.8918255616386634,
      "grad_norm": 0.24778012931346893,
      "learning_rate": 2.593647739990068e-06,
      "loss": 0.3652,
      "step": 1181
    },
    {
      "epoch": 0.892580706060034,
      "grad_norm": 0.27770712971687317,
      "learning_rate": 2.555695175175338e-06,
      "loss": 0.435,
      "step": 1182
    },
    {
      "epoch": 0.8933358504814045,
      "grad_norm": 0.26981207728385925,
      "learning_rate": 2.518015054984041e-06,
      "loss": 0.3979,
      "step": 1183
    },
    {
      "epoch": 0.8940909949027751,
      "grad_norm": 0.28787314891815186,
      "learning_rate": 2.480607595790846e-06,
      "loss": 0.3894,
      "step": 1184
    },
    {
      "epoch": 0.8948461393241457,
      "grad_norm": 0.27000874280929565,
      "learning_rate": 2.4434730124047068e-06,
      "loss": 0.3587,
      "step": 1185
    },
    {
      "epoch": 0.8956012837455163,
      "grad_norm": 0.27463385462760925,
      "learning_rate": 2.406611518067614e-06,
      "loss": 0.3957,
      "step": 1186
    },
    {
      "epoch": 0.8963564281668869,
      "grad_norm": 0.28618261218070984,
      "learning_rate": 2.370023324453341e-06,
      "loss": 0.4097,
      "step": 1187
    },
    {
      "epoch": 0.8971115725882575,
      "grad_norm": 0.32782208919525146,
      "learning_rate": 2.333708641666299e-06,
      "loss": 0.4427,
      "step": 1188
    },
    {
      "epoch": 0.8978667170096281,
      "grad_norm": 0.30927029252052307,
      "learning_rate": 2.2976676782402396e-06,
      "loss": 0.3857,
      "step": 1189
    },
    {
      "epoch": 0.8986218614309986,
      "grad_norm": 0.2805861830711365,
      "learning_rate": 2.2619006411371435e-06,
      "loss": 0.3028,
      "step": 1190
    },
    {
      "epoch": 0.8993770058523692,
      "grad_norm": 0.3102644979953766,
      "learning_rate": 2.2264077357459944e-06,
      "loss": 0.4104,
      "step": 1191
    },
    {
      "epoch": 0.9001321502737398,
      "grad_norm": 0.3404208719730377,
      "learning_rate": 2.191189165881563e-06,
      "loss": 0.4215,
      "step": 1192
    },
    {
      "epoch": 0.9008872946951104,
      "grad_norm": 0.34622740745544434,
      "learning_rate": 2.156245133783308e-06,
      "loss": 0.3945,
      "step": 1193
    },
    {
      "epoch": 0.901642439116481,
      "grad_norm": 0.3446052670478821,
      "learning_rate": 2.121575840114176e-06,
      "loss": 0.3668,
      "step": 1194
    },
    {
      "epoch": 0.9023975835378516,
      "grad_norm": 0.3375178277492523,
      "learning_rate": 2.087181483959433e-06,
      "loss": 0.3543,
      "step": 1195
    },
    {
      "epoch": 0.9031527279592222,
      "grad_norm": 0.3674304187297821,
      "learning_rate": 2.0530622628255615e-06,
      "loss": 0.3769,
      "step": 1196
    },
    {
      "epoch": 0.9039078723805928,
      "grad_norm": 0.37681370973587036,
      "learning_rate": 2.019218372639098e-06,
      "loss": 0.4049,
      "step": 1197
    },
    {
      "epoch": 0.9046630168019634,
      "grad_norm": 0.3854749798774719,
      "learning_rate": 1.9856500077455155e-06,
      "loss": 0.4216,
      "step": 1198
    },
    {
      "epoch": 0.905418161223334,
      "grad_norm": 0.47074857354164124,
      "learning_rate": 1.952357360908114e-06,
      "loss": 0.4559,
      "step": 1199
    },
    {
      "epoch": 0.9061733056447046,
      "grad_norm": 0.6017633080482483,
      "learning_rate": 1.9193406233068924e-06,
      "loss": 0.4365,
      "step": 1200
    },
    {
      "epoch": 0.9069284500660751,
      "grad_norm": 0.14071007072925568,
      "learning_rate": 1.8865999845374793e-06,
      "loss": 0.2597,
      "step": 1201
    },
    {
      "epoch": 0.9076835944874457,
      "grad_norm": 0.15932346880435944,
      "learning_rate": 1.8541356326100433e-06,
      "loss": 0.3266,
      "step": 1202
    },
    {
      "epoch": 0.9084387389088163,
      "grad_norm": 0.1692121922969818,
      "learning_rate": 1.8219477539481555e-06,
      "loss": 0.3298,
      "step": 1203
    },
    {
      "epoch": 0.9091938833301869,
      "grad_norm": 0.16915957629680634,
      "learning_rate": 1.7900365333878177e-06,
      "loss": 0.3622,
      "step": 1204
    },
    {
      "epoch": 0.9099490277515575,
      "grad_norm": 0.18877923488616943,
      "learning_rate": 1.758402154176314e-06,
      "loss": 0.3674,
      "step": 1205
    },
    {
      "epoch": 0.9107041721729281,
      "grad_norm": 0.18287624418735504,
      "learning_rate": 1.7270447979712056e-06,
      "loss": 0.3427,
      "step": 1206
    },
    {
      "epoch": 0.9114593165942987,
      "grad_norm": 0.1901153177022934,
      "learning_rate": 1.6959646448392763e-06,
      "loss": 0.4145,
      "step": 1207
    },
    {
      "epoch": 0.9122144610156693,
      "grad_norm": 0.2029486745595932,
      "learning_rate": 1.6651618732554775e-06,
      "loss": 0.3926,
      "step": 1208
    },
    {
      "epoch": 0.9129696054370399,
      "grad_norm": 0.19846974313259125,
      "learning_rate": 1.6346366601019347e-06,
      "loss": 0.3617,
      "step": 1209
    },
    {
      "epoch": 0.9137247498584105,
      "grad_norm": 0.2179420292377472,
      "learning_rate": 1.6043891806669376e-06,
      "loss": 0.4296,
      "step": 1210
    },
    {
      "epoch": 0.914479894279781,
      "grad_norm": 0.20902778208255768,
      "learning_rate": 1.574419608643879e-06,
      "loss": 0.3957,
      "step": 1211
    },
    {
      "epoch": 0.9152350387011516,
      "grad_norm": 0.21325752139091492,
      "learning_rate": 1.544728116130323e-06,
      "loss": 0.3968,
      "step": 1212
    },
    {
      "epoch": 0.9159901831225222,
      "grad_norm": 0.22161689400672913,
      "learning_rate": 1.5153148736269719e-06,
      "loss": 0.3584,
      "step": 1213
    },
    {
      "epoch": 0.9167453275438928,
      "grad_norm": 0.22005094587802887,
      "learning_rate": 1.4861800500367008e-06,
      "loss": 0.4194,
      "step": 1214
    },
    {
      "epoch": 0.9175004719652634,
      "grad_norm": 0.2082773596048355,
      "learning_rate": 1.457323812663608e-06,
      "loss": 0.3759,
      "step": 1215
    },
    {
      "epoch": 0.9182556163866339,
      "grad_norm": 0.21454690396785736,
      "learning_rate": 1.4287463272120104e-06,
      "loss": 0.3494,
      "step": 1216
    },
    {
      "epoch": 0.9190107608080045,
      "grad_norm": 0.22656020522117615,
      "learning_rate": 1.400447757785539e-06,
      "loss": 0.4118,
      "step": 1217
    },
    {
      "epoch": 0.9197659052293751,
      "grad_norm": 0.2260131984949112,
      "learning_rate": 1.3724282668861665e-06,
      "loss": 0.4568,
      "step": 1218
    },
    {
      "epoch": 0.9205210496507457,
      "grad_norm": 0.2255602777004242,
      "learning_rate": 1.3446880154132757e-06,
      "loss": 0.4048,
      "step": 1219
    },
    {
      "epoch": 0.9212761940721163,
      "grad_norm": 0.23461206257343292,
      "learning_rate": 1.3172271626627486e-06,
      "loss": 0.4381,
      "step": 1220
    },
    {
      "epoch": 0.9220313384934868,
      "grad_norm": 0.239901602268219,
      "learning_rate": 1.2900458663260506e-06,
      "loss": 0.4144,
      "step": 1221
    },
    {
      "epoch": 0.9227864829148574,
      "grad_norm": 0.23655924201011658,
      "learning_rate": 1.2631442824893036e-06,
      "loss": 0.4315,
      "step": 1222
    },
    {
      "epoch": 0.923541627336228,
      "grad_norm": 0.22921998798847198,
      "learning_rate": 1.236522565632431e-06,
      "loss": 0.3893,
      "step": 1223
    },
    {
      "epoch": 0.9242967717575986,
      "grad_norm": 0.2575366795063019,
      "learning_rate": 1.210180868628219e-06,
      "loss": 0.4597,
      "step": 1224
    },
    {
      "epoch": 0.9250519161789692,
      "grad_norm": 0.2390882968902588,
      "learning_rate": 1.1841193427414798e-06,
      "loss": 0.3758,
      "step": 1225
    },
    {
      "epoch": 0.9258070606003398,
      "grad_norm": 0.2630118131637573,
      "learning_rate": 1.1583381376281731e-06,
      "loss": 0.4565,
      "step": 1226
    },
    {
      "epoch": 0.9265622050217104,
      "grad_norm": 0.27250075340270996,
      "learning_rate": 1.132837401334519e-06,
      "loss": 0.4368,
      "step": 1227
    },
    {
      "epoch": 0.927317349443081,
      "grad_norm": 0.2387106716632843,
      "learning_rate": 1.107617280296197e-06,
      "loss": 0.3618,
      "step": 1228
    },
    {
      "epoch": 0.9280724938644516,
      "grad_norm": 0.2761591374874115,
      "learning_rate": 1.0826779193374713e-06,
      "loss": 0.4607,
      "step": 1229
    },
    {
      "epoch": 0.9288276382858222,
      "grad_norm": 0.2529843747615814,
      "learning_rate": 1.0580194616703565e-06,
      "loss": 0.3403,
      "step": 1230
    },
    {
      "epoch": 0.9295827827071927,
      "grad_norm": 0.27074989676475525,
      "learning_rate": 1.033642048893807e-06,
      "loss": 0.4108,
      "step": 1231
    },
    {
      "epoch": 0.9303379271285633,
      "grad_norm": 0.28065839409828186,
      "learning_rate": 1.0095458209929242e-06,
      "loss": 0.4031,
      "step": 1232
    },
    {
      "epoch": 0.9310930715499339,
      "grad_norm": 0.28449884057044983,
      "learning_rate": 9.857309163380956e-07,
      "loss": 0.3624,
      "step": 1233
    },
    {
      "epoch": 0.9318482159713045,
      "grad_norm": 0.2827039361000061,
      "learning_rate": 9.621974716842674e-07,
      "loss": 0.3778,
      "step": 1234
    },
    {
      "epoch": 0.9326033603926751,
      "grad_norm": 0.2874571681022644,
      "learning_rate": 9.389456221701121e-07,
      "loss": 0.4096,
      "step": 1235
    },
    {
      "epoch": 0.9333585048140457,
      "grad_norm": 0.28555232286453247,
      "learning_rate": 9.159755013172622e-07,
      "loss": 0.3969,
      "step": 1236
    },
    {
      "epoch": 0.9341136492354163,
      "grad_norm": 0.29169705510139465,
      "learning_rate": 8.932872410295667e-07,
      "loss": 0.3701,
      "step": 1237
    },
    {
      "epoch": 0.9348687936567869,
      "grad_norm": 0.29561880230903625,
      "learning_rate": 8.708809715922972e-07,
      "loss": 0.3977,
      "step": 1238
    },
    {
      "epoch": 0.9356239380781575,
      "grad_norm": 0.30140790343284607,
      "learning_rate": 8.487568216714315e-07,
      "loss": 0.4149,
      "step": 1239
    },
    {
      "epoch": 0.9363790824995281,
      "grad_norm": 0.3187549114227295,
      "learning_rate": 8.269149183128988e-07,
      "loss": 0.3354,
      "step": 1240
    },
    {
      "epoch": 0.9371342269208986,
      "grad_norm": 0.33990204334259033,
      "learning_rate": 8.053553869418418e-07,
      "loss": 0.4578,
      "step": 1241
    },
    {
      "epoch": 0.9378893713422692,
      "grad_norm": 0.3531990051269531,
      "learning_rate": 7.840783513619221e-07,
      "loss": 0.4437,
      "step": 1242
    },
    {
      "epoch": 0.9386445157636398,
      "grad_norm": 0.34928497672080994,
      "learning_rate": 7.630839337545936e-07,
      "loss": 0.4052,
      "step": 1243
    },
    {
      "epoch": 0.9393996601850104,
      "grad_norm": 0.36756661534309387,
      "learning_rate": 7.423722546783918e-07,
      "loss": 0.3936,
      "step": 1244
    },
    {
      "epoch": 0.940154804606381,
      "grad_norm": 0.35124626755714417,
      "learning_rate": 7.219434330682618e-07,
      "loss": 0.3659,
      "step": 1245
    },
    {
      "epoch": 0.9409099490277516,
      "grad_norm": 0.3702350854873657,
      "learning_rate": 7.017975862348592e-07,
      "loss": 0.2996,
      "step": 1246
    },
    {
      "epoch": 0.9416650934491222,
      "grad_norm": 0.3857671320438385,
      "learning_rate": 6.819348298638839e-07,
      "loss": 0.4173,
      "step": 1247
    },
    {
      "epoch": 0.9424202378704928,
      "grad_norm": 0.35669073462486267,
      "learning_rate": 6.623552780154197e-07,
      "loss": 0.324,
      "step": 1248
    },
    {
      "epoch": 0.9431753822918634,
      "grad_norm": 0.47897228598594666,
      "learning_rate": 6.430590431232563e-07,
      "loss": 0.458,
      "step": 1249
    },
    {
      "epoch": 0.9439305267132339,
      "grad_norm": 0.5287113785743713,
      "learning_rate": 6.240462359942967e-07,
      "loss": 0.4152,
      "step": 1250
    },
    {
      "epoch": 0.9446856711346044,
      "grad_norm": 0.16385497152805328,
      "learning_rate": 6.053169658078506e-07,
      "loss": 0.316,
      "step": 1251
    },
    {
      "epoch": 0.945440815555975,
      "grad_norm": 0.16225773096084595,
      "learning_rate": 5.868713401150583e-07,
      "loss": 0.3335,
      "step": 1252
    },
    {
      "epoch": 0.9461959599773456,
      "grad_norm": 0.16285216808319092,
      "learning_rate": 5.687094648382518e-07,
      "loss": 0.3312,
      "step": 1253
    },
    {
      "epoch": 0.9469511043987162,
      "grad_norm": 0.17022986710071564,
      "learning_rate": 5.508314442703611e-07,
      "loss": 0.2996,
      "step": 1254
    },
    {
      "epoch": 0.9477062488200868,
      "grad_norm": 0.18027344346046448,
      "learning_rate": 5.332373810742919e-07,
      "loss": 0.3887,
      "step": 1255
    },
    {
      "epoch": 0.9484613932414574,
      "grad_norm": 0.1849389225244522,
      "learning_rate": 5.159273762823657e-07,
      "loss": 0.3787,
      "step": 1256
    },
    {
      "epoch": 0.949216537662828,
      "grad_norm": 0.20186136662960052,
      "learning_rate": 4.989015292957144e-07,
      "loss": 0.3687,
      "step": 1257
    },
    {
      "epoch": 0.9499716820841986,
      "grad_norm": 0.19465675950050354,
      "learning_rate": 4.821599378837249e-07,
      "loss": 0.3625,
      "step": 1258
    },
    {
      "epoch": 0.9507268265055692,
      "grad_norm": 0.19634687900543213,
      "learning_rate": 4.6570269818346224e-07,
      "loss": 0.4195,
      "step": 1259
    },
    {
      "epoch": 0.9514819709269398,
      "grad_norm": 0.204311341047287,
      "learning_rate": 4.495299046991419e-07,
      "loss": 0.3959,
      "step": 1260
    },
    {
      "epoch": 0.9522371153483103,
      "grad_norm": 0.19881460070610046,
      "learning_rate": 4.336416503015639e-07,
      "loss": 0.4098,
      "step": 1261
    },
    {
      "epoch": 0.9529922597696809,
      "grad_norm": 0.20822936296463013,
      "learning_rate": 4.180380262275907e-07,
      "loss": 0.3894,
      "step": 1262
    },
    {
      "epoch": 0.9537474041910515,
      "grad_norm": 0.2120690792798996,
      "learning_rate": 4.0271912207962e-07,
      "loss": 0.379,
      "step": 1263
    },
    {
      "epoch": 0.9545025486124221,
      "grad_norm": 0.19805222749710083,
      "learning_rate": 3.8768502582507415e-07,
      "loss": 0.3766,
      "step": 1264
    },
    {
      "epoch": 0.9552576930337927,
      "grad_norm": 0.19410884380340576,
      "learning_rate": 3.7293582379587797e-07,
      "loss": 0.3523,
      "step": 1265
    },
    {
      "epoch": 0.9560128374551633,
      "grad_norm": 0.21975958347320557,
      "learning_rate": 3.584716006879985e-07,
      "loss": 0.3801,
      "step": 1266
    },
    {
      "epoch": 0.9567679818765339,
      "grad_norm": 0.22401130199432373,
      "learning_rate": 3.4429243956092817e-07,
      "loss": 0.4142,
      "step": 1267
    },
    {
      "epoch": 0.9575231262979045,
      "grad_norm": 0.2196296602487564,
      "learning_rate": 3.303984218372136e-07,
      "loss": 0.4482,
      "step": 1268
    },
    {
      "epoch": 0.9582782707192751,
      "grad_norm": 0.21536298096179962,
      "learning_rate": 3.167896273019888e-07,
      "loss": 0.3774,
      "step": 1269
    },
    {
      "epoch": 0.9590334151406457,
      "grad_norm": 0.24629651010036469,
      "learning_rate": 3.034661341025258e-07,
      "loss": 0.3771,
      "step": 1270
    },
    {
      "epoch": 0.9597885595620163,
      "grad_norm": 0.23244929313659668,
      "learning_rate": 2.9042801874777927e-07,
      "loss": 0.4528,
      "step": 1271
    },
    {
      "epoch": 0.9605437039833868,
      "grad_norm": 0.2288171648979187,
      "learning_rate": 2.776753561079481e-07,
      "loss": 0.3626,
      "step": 1272
    },
    {
      "epoch": 0.9612988484047574,
      "grad_norm": 0.22338609397411346,
      "learning_rate": 2.6520821941403704e-07,
      "loss": 0.3966,
      "step": 1273
    },
    {
      "epoch": 0.962053992826128,
      "grad_norm": 0.23835286498069763,
      "learning_rate": 2.53026680257451e-07,
      "loss": 0.4144,
      "step": 1274
    },
    {
      "epoch": 0.9628091372474986,
      "grad_norm": 0.2332562953233719,
      "learning_rate": 2.4113080858957914e-07,
      "loss": 0.3221,
      "step": 1275
    },
    {
      "epoch": 0.9635642816688692,
      "grad_norm": 0.2693784534931183,
      "learning_rate": 2.2952067272137834e-07,
      "loss": 0.4761,
      "step": 1276
    },
    {
      "epoch": 0.9643194260902398,
      "grad_norm": 0.2431482970714569,
      "learning_rate": 2.1819633932301796e-07,
      "loss": 0.3944,
      "step": 1277
    },
    {
      "epoch": 0.9650745705116104,
      "grad_norm": 0.2623022794723511,
      "learning_rate": 2.0715787342343584e-07,
      "loss": 0.3733,
      "step": 1278
    },
    {
      "epoch": 0.965829714932981,
      "grad_norm": 0.24833761155605316,
      "learning_rate": 1.9640533841003838e-07,
      "loss": 0.3611,
      "step": 1279
    },
    {
      "epoch": 0.9665848593543516,
      "grad_norm": 0.2568053603172302,
      "learning_rate": 1.8593879602828435e-07,
      "loss": 0.4602,
      "step": 1280
    },
    {
      "epoch": 0.9673400037757222,
      "grad_norm": 0.25137168169021606,
      "learning_rate": 1.7575830638133506e-07,
      "loss": 0.3323,
      "step": 1281
    },
    {
      "epoch": 0.9680951481970927,
      "grad_norm": 0.26353737711906433,
      "learning_rate": 1.6586392792973805e-07,
      "loss": 0.3855,
      "step": 1282
    },
    {
      "epoch": 0.9688502926184632,
      "grad_norm": 0.27223828434944153,
      "learning_rate": 1.562557174910606e-07,
      "loss": 0.3631,
      "step": 1283
    },
    {
      "epoch": 0.9696054370398338,
      "grad_norm": 0.2705494165420532,
      "learning_rate": 1.4693373023958458e-07,
      "loss": 0.4229,
      "step": 1284
    },
    {
      "epoch": 0.9703605814612044,
      "grad_norm": 0.2955893278121948,
      "learning_rate": 1.3789801970597872e-07,
      "loss": 0.534,
      "step": 1285
    },
    {
      "epoch": 0.971115725882575,
      "grad_norm": 0.2767453193664551,
      "learning_rate": 1.2914863777698792e-07,
      "loss": 0.3949,
      "step": 1286
    },
    {
      "epoch": 0.9718708703039456,
      "grad_norm": 0.28201353549957275,
      "learning_rate": 1.2068563469515014e-07,
      "loss": 0.3584,
      "step": 1287
    },
    {
      "epoch": 0.9726260147253162,
      "grad_norm": 0.28768327832221985,
      "learning_rate": 1.1250905905849097e-07,
      "loss": 0.3976,
      "step": 1288
    },
    {
      "epoch": 0.9733811591466868,
      "grad_norm": 0.30336374044418335,
      "learning_rate": 1.0461895782025167e-07,
      "loss": 0.3949,
      "step": 1289
    },
    {
      "epoch": 0.9741363035680574,
      "grad_norm": 0.32189151644706726,
      "learning_rate": 9.701537628863389e-08,
      "loss": 0.4426,
      "step": 1290
    },
    {
      "epoch": 0.974891447989428,
      "grad_norm": 0.3040902316570282,
      "learning_rate": 8.96983581265054e-08,
      "loss": 0.4035,
      "step": 1291
    },
    {
      "epoch": 0.9756465924107985,
      "grad_norm": 0.3161725699901581,
      "learning_rate": 8.266794535118916e-08,
      "loss": 0.3984,
      "step": 1292
    },
    {
      "epoch": 0.9764017368321691,
      "grad_norm": 0.3418150842189789,
      "learning_rate": 7.59241783341913e-08,
      "loss": 0.4402,
      "step": 1293
    },
    {
      "epoch": 0.9771568812535397,
      "grad_norm": 0.3445986807346344,
      "learning_rate": 6.94670958009791e-08,
      "loss": 0.4631,
      "step": 1294
    },
    {
      "epoch": 0.9779120256749103,
      "grad_norm": 0.3366871774196625,
      "learning_rate": 6.329673483076448e-08,
      "loss": 0.3533,
      "step": 1295
    },
    {
      "epoch": 0.9786671700962809,
      "grad_norm": 0.3505009710788727,
      "learning_rate": 5.7413130856293076e-08,
      "loss": 0.368,
      "step": 1296
    },
    {
      "epoch": 0.9794223145176515,
      "grad_norm": 0.4207570254802704,
      "learning_rate": 5.181631766362216e-08,
      "loss": 0.4519,
      "step": 1297
    },
    {
      "epoch": 0.9801774589390221,
      "grad_norm": 0.36577296257019043,
      "learning_rate": 4.650632739194305e-08,
      "loss": 0.3788,
      "step": 1298
    },
    {
      "epoch": 0.9809326033603927,
      "grad_norm": 0.43589064478874207,
      "learning_rate": 4.148319053340344e-08,
      "loss": 0.4351,
      "step": 1299
    },
    {
      "epoch": 0.9816877477817633,
      "grad_norm": 0.5222182869911194,
      "learning_rate": 3.674693593290202e-08,
      "loss": 0.3479,
      "step": 1300
    },
    {
      "epoch": 0.9824428922031339,
      "grad_norm": 0.15054112672805786,
      "learning_rate": 3.229759078795524e-08,
      "loss": 0.3271,
      "step": 1301
    },
    {
      "epoch": 0.9831980366245044,
      "grad_norm": 0.16661597788333893,
      "learning_rate": 2.813518064852527e-08,
      "loss": 0.3463,
      "step": 1302
    },
    {
      "epoch": 0.983953181045875,
      "grad_norm": 0.18651586771011353,
      "learning_rate": 2.4259729416870047e-08,
      "loss": 0.4193,
      "step": 1303
    },
    {
      "epoch": 0.9847083254672456,
      "grad_norm": 0.18549008667469025,
      "learning_rate": 2.0671259347426753e-08,
      "loss": 0.3928,
      "step": 1304
    },
    {
      "epoch": 0.9854634698886162,
      "grad_norm": 0.20331433415412903,
      "learning_rate": 1.736979104665637e-08,
      "loss": 0.376,
      "step": 1305
    },
    {
      "epoch": 0.9862186143099868,
      "grad_norm": 0.21076466143131256,
      "learning_rate": 1.4355343472932659e-08,
      "loss": 0.4072,
      "step": 1306
    },
    {
      "epoch": 0.9869737587313574,
      "grad_norm": 0.22106704115867615,
      "learning_rate": 1.1627933936464441e-08,
      "loss": 0.4331,
      "step": 1307
    },
    {
      "epoch": 0.987728903152728,
      "grad_norm": 0.22276969254016876,
      "learning_rate": 9.187578099140171e-09,
      "loss": 0.4089,
      "step": 1308
    },
    {
      "epoch": 0.9884840475740986,
      "grad_norm": 0.2439909279346466,
      "learning_rate": 7.034289974483521e-09,
      "loss": 0.4358,
      "step": 1309
    },
    {
      "epoch": 0.9892391919954692,
      "grad_norm": 0.22721384465694427,
      "learning_rate": 5.168081927564572e-09,
      "loss": 0.3826,
      "step": 1310
    },
    {
      "epoch": 0.9899943364168398,
      "grad_norm": 0.2524462938308716,
      "learning_rate": 3.5889646749109886e-09,
      "loss": 0.4407,
      "step": 1311
    },
    {
      "epoch": 0.9907494808382104,
      "grad_norm": 0.25080129504203796,
      "learning_rate": 2.296947284452511e-09,
      "loss": 0.4524,
      "step": 1312
    },
    {
      "epoch": 0.9915046252595809,
      "grad_norm": 0.24871572852134705,
      "learning_rate": 1.2920371754931991e-09,
      "loss": 0.3901,
      "step": 1313
    },
    {
      "epoch": 0.9922597696809515,
      "grad_norm": 0.2635830342769623,
      "learning_rate": 5.742401186281665e-10,
      "loss": 0.4563,
      "step": 1314
    },
    {
      "epoch": 0.9930149141023221,
      "grad_norm": 0.2695348262786865,
      "learning_rate": 1.435602357546806e-10,
      "loss": 0.4125,
      "step": 1315
    },
    {
      "epoch": 0.9937700585236926,
      "grad_norm": 0.2821287214756012,
      "learning_rate": 0.0,
      "loss": 0.4672,
      "step": 1316
    }
  ],
  "logging_steps": 1,
  "max_steps": 1316,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 329,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.6951719820787712e+18,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}