{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.001778304682869,
  "eval_steps": 500,
  "global_step": 422,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0023710729104919974,
      "grad_norm": 0.7438039779663086,
      "learning_rate": 2e-05,
      "loss": 10.5683,
      "step": 1
    },
    {
      "epoch": 0.004742145820983995,
      "grad_norm": 0.5697339177131653,
      "learning_rate": 4e-05,
      "loss": 10.5377,
      "step": 2
    },
    {
      "epoch": 0.007113218731475993,
      "grad_norm": 0.49181467294692993,
      "learning_rate": 6e-05,
      "loss": 10.5551,
      "step": 3
    },
    {
      "epoch": 0.00948429164196799,
      "grad_norm": 0.43306875228881836,
      "learning_rate": 8e-05,
      "loss": 10.5516,
      "step": 4
    },
    {
      "epoch": 0.011855364552459988,
      "grad_norm": 0.5515247583389282,
      "learning_rate": 0.0001,
      "loss": 10.5537,
      "step": 5
    },
    {
      "epoch": 0.014226437462951986,
      "grad_norm": 0.527010440826416,
      "learning_rate": 9.999858105490867e-05,
      "loss": 10.5908,
      "step": 6
    },
    {
      "epoch": 0.016597510373443983,
      "grad_norm": 0.564887285232544,
      "learning_rate": 9.999432430017084e-05,
      "loss": 10.5705,
      "step": 7
    },
    {
      "epoch": 0.01896858328393598,
      "grad_norm": 0.5570341348648071,
      "learning_rate": 9.99872299773906e-05,
      "loss": 10.5885,
      "step": 8
    },
    {
      "epoch": 0.02133965619442798,
      "grad_norm": 0.6015256643295288,
      "learning_rate": 9.99772984892261e-05,
      "loss": 10.5528,
      "step": 9
    },
    {
      "epoch": 0.023710729104919975,
      "grad_norm": 0.5549637079238892,
      "learning_rate": 9.996453039936682e-05,
      "loss": 10.5459,
      "step": 10
    },
    {
      "epoch": 0.026081802015411975,
      "grad_norm": 0.7169894576072693,
      "learning_rate": 9.994892643250147e-05,
      "loss": 10.5038,
      "step": 11
    },
    {
      "epoch": 0.02845287492590397,
      "grad_norm": 0.6404142379760742,
      "learning_rate": 9.993048747427696e-05,
      "loss": 10.4878,
      "step": 12
    },
    {
      "epoch": 0.03082394783639597,
      "grad_norm": 0.8415942788124084,
      "learning_rate": 9.990921457124805e-05,
      "loss": 10.4335,
      "step": 13
    },
    {
      "epoch": 0.03319502074688797,
      "grad_norm": 0.8485788106918335,
      "learning_rate": 9.988510893081799e-05,
      "loss": 10.4762,
      "step": 14
    },
    {
      "epoch": 0.03556609365737996,
      "grad_norm": 0.7448433637619019,
      "learning_rate": 9.985817192117001e-05,
      "loss": 10.4588,
      "step": 15
    },
    {
      "epoch": 0.03793716656787196,
      "grad_norm": 0.8700791597366333,
      "learning_rate": 9.982840507118958e-05,
      "loss": 10.4059,
      "step": 16
    },
    {
      "epoch": 0.04030823947836396,
      "grad_norm": 0.8695915937423706,
      "learning_rate": 9.979581007037776e-05,
      "loss": 10.4008,
      "step": 17
    },
    {
      "epoch": 0.04267931238885596,
      "grad_norm": 0.8139348030090332,
      "learning_rate": 9.976038876875518e-05,
      "loss": 10.4255,
      "step": 18
    },
    {
      "epoch": 0.045050385299347954,
      "grad_norm": 0.9585766792297363,
      "learning_rate": 9.972214317675713e-05,
      "loss": 10.3864,
      "step": 19
    },
    {
      "epoch": 0.04742145820983995,
      "grad_norm": 1.02800452709198,
      "learning_rate": 9.968107546511942e-05,
      "loss": 10.4136,
      "step": 20
    },
    {
      "epoch": 0.04979253112033195,
      "grad_norm": 1.0152618885040283,
      "learning_rate": 9.963718796475515e-05,
      "loss": 10.3345,
      "step": 21
    },
    {
      "epoch": 0.05216360403082395,
      "grad_norm": 1.0370639562606812,
      "learning_rate": 9.959048316662246e-05,
      "loss": 10.3316,
      "step": 22
    },
    {
      "epoch": 0.054534676941315946,
      "grad_norm": 1.096858024597168,
      "learning_rate": 9.95409637215831e-05,
      "loss": 10.2617,
      "step": 23
    },
    {
      "epoch": 0.05690574985180794,
      "grad_norm": 1.0501540899276733,
      "learning_rate": 9.948863244025203e-05,
      "loss": 10.2899,
      "step": 24
    },
    {
      "epoch": 0.05927682276229994,
      "grad_norm": 1.234238862991333,
      "learning_rate": 9.943349229283781e-05,
      "loss": 10.2647,
      "step": 25
    },
    {
      "epoch": 0.06164789567279194,
      "grad_norm": 1.4277918338775635,
      "learning_rate": 9.937554640897413e-05,
      "loss": 10.21,
      "step": 26
    },
    {
      "epoch": 0.06401896858328393,
      "grad_norm": 1.4489850997924805,
      "learning_rate": 9.931479807754209e-05,
      "loss": 10.1282,
      "step": 27
    },
    {
      "epoch": 0.06639004149377593,
      "grad_norm": 1.6243292093276978,
      "learning_rate": 9.925125074648352e-05,
      "loss": 10.1316,
      "step": 28
    },
    {
      "epoch": 0.06876111440426794,
      "grad_norm": 1.3557350635528564,
      "learning_rate": 9.918490802260538e-05,
      "loss": 10.1533,
      "step": 29
    },
    {
      "epoch": 0.07113218731475993,
      "grad_norm": 1.5193759202957153,
      "learning_rate": 9.911577367137499e-05,
      "loss": 10.0175,
      "step": 30
    },
    {
      "epoch": 0.07350326022525193,
      "grad_norm": 1.564751148223877,
      "learning_rate": 9.904385161670625e-05,
      "loss": 10.0275,
      "step": 31
    },
    {
      "epoch": 0.07587433313574392,
      "grad_norm": 1.701021432876587,
      "learning_rate": 9.896914594073703e-05,
      "loss": 9.9579,
      "step": 32
    },
    {
      "epoch": 0.07824540604623592,
      "grad_norm": 1.677868127822876,
      "learning_rate": 9.889166088359741e-05,
      "loss": 9.9139,
      "step": 33
    },
    {
      "epoch": 0.08061647895672792,
      "grad_norm": 1.5877494812011719,
      "learning_rate": 9.881140084316907e-05,
      "loss": 9.883,
      "step": 34
    },
    {
      "epoch": 0.08298755186721991,
      "grad_norm": 1.5885719060897827,
      "learning_rate": 9.87283703748356e-05,
      "loss": 9.9372,
      "step": 35
    },
    {
      "epoch": 0.08535862477771192,
      "grad_norm": 2.0528852939605713,
      "learning_rate": 9.864257419122405e-05,
      "loss": 9.7665,
      "step": 36
    },
    {
      "epoch": 0.0877296976882039,
      "grad_norm": 1.754223108291626,
      "learning_rate": 9.855401716193732e-05,
      "loss": 9.7875,
      "step": 37
    },
    {
      "epoch": 0.09010077059869591,
      "grad_norm": 1.7647128105163574,
      "learning_rate": 9.846270431327793e-05,
      "loss": 9.6929,
      "step": 38
    },
    {
      "epoch": 0.09247184350918791,
      "grad_norm": 1.7100259065628052,
      "learning_rate": 9.83686408279626e-05,
      "loss": 9.6667,
      "step": 39
    },
    {
      "epoch": 0.0948429164196799,
      "grad_norm": 1.7129548788070679,
      "learning_rate": 9.827183204482817e-05,
      "loss": 9.8569,
      "step": 40
    },
    {
      "epoch": 0.0972139893301719,
      "grad_norm": 1.583708643913269,
      "learning_rate": 9.817228345852851e-05,
      "loss": 9.6914,
      "step": 41
    },
    {
      "epoch": 0.0995850622406639,
      "grad_norm": 1.623266339302063,
      "learning_rate": 9.807000071922279e-05,
      "loss": 9.7171,
      "step": 42
    },
    {
      "epoch": 0.1019561351511559,
      "grad_norm": 1.9657542705535889,
      "learning_rate": 9.79649896322546e-05,
      "loss": 9.8053,
      "step": 43
    },
    {
      "epoch": 0.1043272080616479,
      "grad_norm": 1.7748866081237793,
      "learning_rate": 9.785725615782262e-05,
      "loss": 9.6944,
      "step": 44
    },
    {
      "epoch": 0.10669828097213989,
      "grad_norm": 2.3531956672668457,
      "learning_rate": 9.774680641064222e-05,
      "loss": 9.7335,
      "step": 45
    },
    {
      "epoch": 0.10906935388263189,
      "grad_norm": 2.1340482234954834,
      "learning_rate": 9.763364665959849e-05,
      "loss": 9.6062,
      "step": 46
    },
    {
      "epoch": 0.1114404267931239,
      "grad_norm": 2.216207504272461,
      "learning_rate": 9.751778332739033e-05,
      "loss": 9.7672,
      "step": 47
    },
    {
      "epoch": 0.11381149970361588,
      "grad_norm": 2.1055071353912354,
      "learning_rate": 9.739922299016601e-05,
      "loss": 9.7059,
      "step": 48
    },
    {
      "epoch": 0.11618257261410789,
      "grad_norm": 2.358258008956909,
      "learning_rate": 9.72779723771499e-05,
      "loss": 9.7481,
      "step": 49
    },
    {
      "epoch": 0.11855364552459988,
      "grad_norm": 2.3273932933807373,
      "learning_rate": 9.715403837026046e-05,
      "loss": 9.9675,
      "step": 50
    },
    {
      "epoch": 0.12092471843509188,
      "grad_norm": 2.105485200881958,
      "learning_rate": 9.702742800371971e-05,
      "loss": 9.4512,
      "step": 51
    },
    {
      "epoch": 0.12329579134558388,
      "grad_norm": 1.4525028467178345,
      "learning_rate": 9.689814846365399e-05,
      "loss": 9.445,
      "step": 52
    },
    {
      "epoch": 0.12566686425607587,
      "grad_norm": 1.317106008529663,
      "learning_rate": 9.676620708768607e-05,
      "loss": 9.3036,
      "step": 53
    },
    {
      "epoch": 0.12803793716656786,
      "grad_norm": 1.220680832862854,
      "learning_rate": 9.663161136451861e-05,
      "loss": 9.2923,
      "step": 54
    },
    {
      "epoch": 0.13040901007705988,
      "grad_norm": 1.1036628484725952,
      "learning_rate": 9.649436893350929e-05,
      "loss": 9.2533,
      "step": 55
    },
    {
      "epoch": 0.13278008298755187,
      "grad_norm": 1.3523536920547485,
      "learning_rate": 9.635448758423702e-05,
      "loss": 9.2155,
      "step": 56
    },
    {
      "epoch": 0.13515115589804386,
      "grad_norm": 1.1499173641204834,
      "learning_rate": 9.621197525606e-05,
      "loss": 9.1215,
      "step": 57
    },
    {
      "epoch": 0.13752222880853587,
      "grad_norm": 1.2120305299758911,
      "learning_rate": 9.606684003766493e-05,
      "loss": 9.1467,
      "step": 58
    },
    {
      "epoch": 0.13989330171902786,
      "grad_norm": 0.9968255162239075,
      "learning_rate": 9.591909016660807e-05,
      "loss": 9.1623,
      "step": 59
    },
    {
      "epoch": 0.14226437462951985,
      "grad_norm": 0.9574390053749084,
      "learning_rate": 9.576873402884756e-05,
      "loss": 9.1632,
      "step": 60
    },
    {
      "epoch": 0.14463544754001187,
      "grad_norm": 1.0392011404037476,
      "learning_rate": 9.561578015826758e-05,
      "loss": 9.0875,
      "step": 61
    },
    {
      "epoch": 0.14700652045050386,
      "grad_norm": 0.8828004598617554,
      "learning_rate": 9.546023723619386e-05,
      "loss": 9.0983,
      "step": 62
    },
    {
      "epoch": 0.14937759336099585,
      "grad_norm": 0.7931684851646423,
      "learning_rate": 9.530211409090104e-05,
      "loss": 9.0958,
      "step": 63
    },
    {
      "epoch": 0.15174866627148784,
      "grad_norm": 0.8120846152305603,
      "learning_rate": 9.514141969711154e-05,
      "loss": 8.9671,
      "step": 64
    },
    {
      "epoch": 0.15411973918197985,
      "grad_norm": 0.8283383846282959,
      "learning_rate": 9.497816317548625e-05,
      "loss": 9.2059,
      "step": 65
    },
    {
      "epoch": 0.15649081209247184,
      "grad_norm": 0.7620755434036255,
      "learning_rate": 9.481235379210671e-05,
      "loss": 9.0767,
      "step": 66
    },
    {
      "epoch": 0.15886188500296383,
      "grad_norm": 0.7845101952552795,
      "learning_rate": 9.46440009579494e-05,
      "loss": 9.039,
      "step": 67
    },
    {
      "epoch": 0.16123295791345585,
      "grad_norm": 0.897722601890564,
      "learning_rate": 9.447311422835142e-05,
      "loss": 8.9783,
      "step": 68
    },
    {
      "epoch": 0.16360403082394784,
      "grad_norm": 0.689002275466919,
      "learning_rate": 9.429970330246817e-05,
      "loss": 9.0144,
      "step": 69
    },
    {
      "epoch": 0.16597510373443983,
      "grad_norm": 0.7460044026374817,
      "learning_rate": 9.412377802272297e-05,
      "loss": 9.0711,
      "step": 70
    },
    {
      "epoch": 0.16834617664493184,
      "grad_norm": 0.8849072456359863,
      "learning_rate": 9.39453483742483e-05,
      "loss": 9.0061,
      "step": 71
    },
    {
      "epoch": 0.17071724955542383,
      "grad_norm": 0.7914891242980957,
      "learning_rate": 9.37644244843191e-05,
      "loss": 9.0124,
      "step": 72
    },
    {
      "epoch": 0.17308832246591582,
      "grad_norm": 0.7388070821762085,
      "learning_rate": 9.358101662177803e-05,
      "loss": 8.9903,
      "step": 73
    },
    {
      "epoch": 0.1754593953764078,
      "grad_norm": 0.7767783403396606,
      "learning_rate": 9.339513519645249e-05,
      "loss": 8.9487,
      "step": 74
    },
    {
      "epoch": 0.17783046828689983,
      "grad_norm": 0.7949448823928833,
      "learning_rate": 9.320679075856395e-05,
      "loss": 8.9562,
      "step": 75
    },
    {
      "epoch": 0.18020154119739182,
      "grad_norm": 0.7490967512130737,
      "learning_rate": 9.301599399812904e-05,
      "loss": 8.909,
      "step": 76
    },
    {
      "epoch": 0.1825726141078838,
      "grad_norm": 0.7519726753234863,
      "learning_rate": 9.282275574435281e-05,
      "loss": 8.933,
      "step": 77
    },
    {
      "epoch": 0.18494368701837582,
      "grad_norm": 0.7025319933891296,
      "learning_rate": 9.262708696501412e-05,
      "loss": 8.9396,
      "step": 78
    },
    {
      "epoch": 0.1873147599288678,
      "grad_norm": 0.7003124356269836,
      "learning_rate": 9.242899876584317e-05,
      "loss": 8.9371,
      "step": 79
    },
    {
      "epoch": 0.1896858328393598,
      "grad_norm": 0.7391801476478577,
      "learning_rate": 9.222850238989103e-05,
      "loss": 8.8818,
      "step": 80
    },
    {
      "epoch": 0.19205690574985182,
      "grad_norm": 0.7672449350357056,
      "learning_rate": 9.202560921689166e-05,
      "loss": 8.7984,
      "step": 81
    },
    {
      "epoch": 0.1944279786603438,
      "grad_norm": 0.6702061891555786,
      "learning_rate": 9.182033076261592e-05,
      "loss": 8.8916,
      "step": 82
    },
    {
      "epoch": 0.1967990515708358,
      "grad_norm": 0.7980570197105408,
      "learning_rate": 9.161267867821802e-05,
      "loss": 8.8924,
      "step": 83
    },
    {
      "epoch": 0.1991701244813278,
      "grad_norm": 0.7999914884567261,
      "learning_rate": 9.140266474957421e-05,
      "loss": 8.9138,
      "step": 84
    },
    {
      "epoch": 0.2015411973918198,
      "grad_norm": 0.6690930128097534,
      "learning_rate": 9.11903008966138e-05,
      "loss": 8.9196,
      "step": 85
    },
    {
      "epoch": 0.2039122703023118,
      "grad_norm": 0.6708351969718933,
      "learning_rate": 9.097559917264267e-05,
      "loss": 8.9041,
      "step": 86
    },
    {
      "epoch": 0.20628334321280378,
      "grad_norm": 0.6877926588058472,
      "learning_rate": 9.075857176365911e-05,
      "loss": 8.8277,
      "step": 87
    },
    {
      "epoch": 0.2086544161232958,
      "grad_norm": 0.8699143528938293,
      "learning_rate": 9.053923098766217e-05,
      "loss": 8.9376,
      "step": 88
    },
    {
      "epoch": 0.2110254890337878,
      "grad_norm": 0.8708297610282898,
      "learning_rate": 9.031758929395258e-05,
      "loss": 9.0036,
      "step": 89
    },
    {
      "epoch": 0.21339656194427978,
      "grad_norm": 0.8261671662330627,
      "learning_rate": 9.009365926242603e-05,
      "loss": 9.0358,
      "step": 90
    },
    {
      "epoch": 0.2157676348547718,
      "grad_norm": 0.855430543422699,
      "learning_rate": 8.986745360285932e-05,
      "loss": 9.12,
      "step": 91
    },
    {
      "epoch": 0.21813870776526378,
      "grad_norm": 0.785602867603302,
      "learning_rate": 8.963898515418884e-05,
      "loss": 8.8188,
      "step": 92
    },
    {
      "epoch": 0.22050978067575577,
      "grad_norm": 0.77350252866745,
      "learning_rate": 8.940826688378197e-05,
      "loss": 8.9286,
      "step": 93
    },
    {
      "epoch": 0.2228808535862478,
      "grad_norm": 0.9498316049575806,
      "learning_rate": 8.917531188670095e-05,
      "loss": 8.9337,
      "step": 94
    },
    {
      "epoch": 0.22525192649673978,
      "grad_norm": 1.0582188367843628,
      "learning_rate": 8.894013338495981e-05,
      "loss": 8.9158,
      "step": 95
    },
    {
      "epoch": 0.22762299940723177,
      "grad_norm": 1.1999423503875732,
      "learning_rate": 8.870274472677376e-05,
      "loss": 8.7878,
      "step": 96
    },
    {
      "epoch": 0.22999407231772376,
      "grad_norm": 1.1354553699493408,
      "learning_rate": 8.846315938580163e-05,
      "loss": 8.9623,
      "step": 97
    },
    {
      "epoch": 0.23236514522821577,
      "grad_norm": 1.1633673906326294,
      "learning_rate": 8.82213909603812e-05,
      "loss": 8.9963,
      "step": 98
    },
    {
      "epoch": 0.23473621813870776,
      "grad_norm": 1.3513227701187134,
      "learning_rate": 8.797745317275726e-05,
      "loss": 9.1097,
      "step": 99
    },
    {
      "epoch": 0.23710729104919975,
      "grad_norm": 2.627070665359497,
      "learning_rate": 8.773135986830287e-05,
      "loss": 9.3764,
      "step": 100
    },
    {
      "epoch": 0.23947836395969177,
      "grad_norm": 1.6666409969329834,
      "learning_rate": 8.74831250147335e-05,
      "loss": 9.0612,
      "step": 101
    },
    {
      "epoch": 0.24184943687018376,
      "grad_norm": 1.8067750930786133,
      "learning_rate": 8.723276270131422e-05,
      "loss": 9.1882,
      "step": 102
    },
    {
      "epoch": 0.24422050978067575,
      "grad_norm": 0.994181215763092,
      "learning_rate": 8.698028713806004e-05,
      "loss": 9.0723,
      "step": 103
    },
    {
      "epoch": 0.24659158269116777,
      "grad_norm": 0.8374831080436707,
      "learning_rate": 8.672571265492943e-05,
      "loss": 9.063,
      "step": 104
    },
    {
      "epoch": 0.24896265560165975,
      "grad_norm": 0.9649932384490967,
      "learning_rate": 8.646905370101091e-05,
      "loss": 9.0353,
      "step": 105
    },
    {
      "epoch": 0.25133372851215174,
      "grad_norm": 1.012008786201477,
      "learning_rate": 8.621032484370299e-05,
      "loss": 8.9823,
      "step": 106
    },
    {
      "epoch": 0.25370480142264373,
      "grad_norm": 0.8769660592079163,
      "learning_rate": 8.594954076788736e-05,
      "loss": 8.9549,
      "step": 107
    },
    {
      "epoch": 0.2560758743331357,
      "grad_norm": 0.8674164414405823,
      "learning_rate": 8.56867162750954e-05,
      "loss": 8.9383,
      "step": 108
    },
    {
      "epoch": 0.25844694724362777,
      "grad_norm": 0.8099697232246399,
      "learning_rate": 8.542186628266802e-05,
      "loss": 8.9447,
      "step": 109
    },
    {
      "epoch": 0.26081802015411976,
      "grad_norm": 0.711746871471405,
      "learning_rate": 8.515500582290914e-05,
      "loss": 8.8375,
      "step": 110
    },
    {
      "epoch": 0.26318909306461175,
      "grad_norm": 0.7508268356323242,
      "learning_rate": 8.488615004223233e-05,
      "loss": 8.8851,
      "step": 111
    },
    {
      "epoch": 0.26556016597510373,
      "grad_norm": 0.978323221206665,
      "learning_rate": 8.461531420030117e-05,
      "loss": 8.8008,
      "step": 112
    },
    {
      "epoch": 0.2679312388855957,
      "grad_norm": 0.6159332394599915,
      "learning_rate": 8.434251366916322e-05,
      "loss": 8.8,
      "step": 113
    },
    {
      "epoch": 0.2703023117960877,
      "grad_norm": 0.7200764417648315,
      "learning_rate": 8.406776393237747e-05,
      "loss": 8.9565,
      "step": 114
    },
    {
      "epoch": 0.2726733847065797,
      "grad_norm": 0.6806647777557373,
      "learning_rate": 8.379108058413553e-05,
      "loss": 8.8979,
      "step": 115
    },
    {
      "epoch": 0.27504445761707175,
      "grad_norm": 0.5481968522071838,
      "learning_rate": 8.351247932837655e-05,
      "loss": 8.8682,
      "step": 116
    },
    {
      "epoch": 0.27741553052756374,
      "grad_norm": 0.7367947101593018,
      "learning_rate": 8.323197597789589e-05,
      "loss": 8.8824,
      "step": 117
    },
    {
      "epoch": 0.2797866034380557,
      "grad_norm": 0.6839655041694641,
      "learning_rate": 8.294958645344766e-05,
      "loss": 8.9688,
      "step": 118
    },
    {
      "epoch": 0.2821576763485477,
      "grad_norm": 0.6450560688972473,
      "learning_rate": 8.266532678284103e-05,
      "loss": 8.8866,
      "step": 119
    },
    {
      "epoch": 0.2845287492590397,
      "grad_norm": 0.691055953502655,
      "learning_rate": 8.237921310003059e-05,
      "loss": 8.9598,
      "step": 120
    },
    {
      "epoch": 0.2868998221695317,
      "grad_norm": 0.6027328372001648,
      "learning_rate": 8.209126164420055e-05,
      "loss": 8.936,
      "step": 121
    },
    {
      "epoch": 0.28927089508002374,
      "grad_norm": 0.6633877754211426,
      "learning_rate": 8.18014887588431e-05,
      "loss": 8.8561,
      "step": 122
    },
    {
      "epoch": 0.2916419679905157,
      "grad_norm": 0.6475524306297302,
      "learning_rate": 8.15099108908308e-05,
      "loss": 8.8639,
      "step": 123
    },
    {
      "epoch": 0.2940130409010077,
      "grad_norm": 0.7129923105239868,
      "learning_rate": 8.1216544589483e-05,
      "loss": 8.9257,
      "step": 124
    },
    {
      "epoch": 0.2963841138114997,
      "grad_norm": 0.706750750541687,
      "learning_rate": 8.092140650562665e-05,
      "loss": 8.9173,
      "step": 125
    },
    {
      "epoch": 0.2987551867219917,
      "grad_norm": 0.7454869747161865,
      "learning_rate": 8.062451339065115e-05,
      "loss": 8.8333,
      "step": 126
    },
    {
      "epoch": 0.3011262596324837,
      "grad_norm": 0.7261084318161011,
      "learning_rate": 8.032588209555765e-05,
      "loss": 8.8781,
      "step": 127
    },
    {
      "epoch": 0.3034973325429757,
      "grad_norm": 0.6681898236274719,
      "learning_rate": 8.002552957000254e-05,
      "loss": 8.8536,
      "step": 128
    },
    {
      "epoch": 0.3058684054534677,
      "grad_norm": 0.6395319700241089,
      "learning_rate": 7.972347286133548e-05,
      "loss": 8.7823,
      "step": 129
    },
    {
      "epoch": 0.3082394783639597,
      "grad_norm": 0.7893378138542175,
      "learning_rate": 7.941972911363186e-05,
      "loss": 8.7236,
      "step": 130
    },
    {
      "epoch": 0.3106105512744517,
      "grad_norm": 0.6051377058029175,
      "learning_rate": 7.911431556671968e-05,
      "loss": 8.7786,
      "step": 131
    },
    {
      "epoch": 0.3129816241849437,
      "grad_norm": 0.6278072595596313,
      "learning_rate": 7.880724955520104e-05,
      "loss": 8.8435,
      "step": 132
    },
    {
      "epoch": 0.3153526970954357,
      "grad_norm": 0.7551668286323547,
      "learning_rate": 7.849854850746833e-05,
      "loss": 8.7728,
      "step": 133
    },
    {
      "epoch": 0.31772377000592766,
      "grad_norm": 0.7223209738731384,
      "learning_rate": 7.818822994471505e-05,
      "loss": 8.8099,
      "step": 134
    },
    {
      "epoch": 0.32009484291641965,
      "grad_norm": 0.80677330493927,
      "learning_rate": 7.78763114799412e-05,
      "loss": 8.7697,
      "step": 135
    },
    {
      "epoch": 0.3224659158269117,
      "grad_norm": 0.712378978729248,
      "learning_rate": 7.75628108169538e-05,
      "loss": 8.804,
      "step": 136
    },
    {
      "epoch": 0.3248369887374037,
      "grad_norm": 0.767379641532898,
      "learning_rate": 7.724774574936188e-05,
      "loss": 8.8215,
      "step": 137
    },
    {
      "epoch": 0.3272080616478957,
      "grad_norm": 0.7787814140319824,
      "learning_rate": 7.693113415956674e-05,
      "loss": 8.7863,
      "step": 138
    },
    {
      "epoch": 0.32957913455838767,
      "grad_norm": 0.8599492907524109,
      "learning_rate": 7.661299401774678e-05,
      "loss": 8.941,
      "step": 139
    },
    {
      "epoch": 0.33195020746887965,
      "grad_norm": 1.6479244232177734,
      "learning_rate": 7.629334338083773e-05,
      "loss": 8.9823,
      "step": 140
    },
    {
      "epoch": 0.33432128037937164,
      "grad_norm": 0.9126065373420715,
      "learning_rate": 7.597220039150768e-05,
      "loss": 8.9074,
      "step": 141
    },
    {
      "epoch": 0.3366923532898637,
      "grad_norm": 0.8422719836235046,
      "learning_rate": 7.564958327712734e-05,
      "loss": 8.9629,
      "step": 142
    },
    {
      "epoch": 0.3390634262003557,
      "grad_norm": 0.862693190574646,
      "learning_rate": 7.532551034873559e-05,
      "loss": 8.8562,
      "step": 143
    },
    {
      "epoch": 0.34143449911084767,
      "grad_norm": 1.0036113262176514,
      "learning_rate": 7.500000000000001e-05,
      "loss": 8.9509,
      "step": 144
    },
    {
      "epoch": 0.34380557202133966,
      "grad_norm": 1.1899843215942383,
      "learning_rate": 7.467307070617309e-05,
      "loss": 8.7833,
      "step": 145
    },
    {
      "epoch": 0.34617664493183165,
      "grad_norm": 1.0802234411239624,
      "learning_rate": 7.43447410230435e-05,
      "loss": 8.8575,
      "step": 146
    },
    {
      "epoch": 0.34854771784232363,
      "grad_norm": 1.1632381677627563,
      "learning_rate": 7.401502958588293e-05,
      "loss": 8.7734,
      "step": 147
    },
    {
      "epoch": 0.3509187907528156,
      "grad_norm": 1.0181515216827393,
      "learning_rate": 7.368395510838838e-05,
      "loss": 9.0645,
      "step": 148
    },
    {
      "epoch": 0.35328986366330767,
      "grad_norm": 1.696254849433899,
      "learning_rate": 7.335153638162005e-05,
      "loss": 8.9546,
      "step": 149
    },
    {
      "epoch": 0.35566093657379966,
      "grad_norm": 2.161454677581787,
      "learning_rate": 7.301779227293475e-05,
      "loss": 9.0455,
      "step": 150
    },
    {
      "epoch": 0.35803200948429165,
      "grad_norm": 1.7401882410049438,
      "learning_rate": 7.268274172491508e-05,
      "loss": 8.8584,
      "step": 151
    },
    {
      "epoch": 0.36040308239478364,
      "grad_norm": 1.6509132385253906,
      "learning_rate": 7.234640375429427e-05,
      "loss": 9.001,
      "step": 152
    },
    {
      "epoch": 0.3627741553052756,
      "grad_norm": 1.4203346967697144,
      "learning_rate": 7.200879745087681e-05,
      "loss": 8.9337,
      "step": 153
    },
    {
      "epoch": 0.3651452282157676,
      "grad_norm": 1.206250548362732,
      "learning_rate": 7.166994197645496e-05,
      "loss": 8.9822,
      "step": 154
    },
    {
      "epoch": 0.36751630112625966,
      "grad_norm": 1.055050253868103,
      "learning_rate": 7.132985656372126e-05,
      "loss": 8.9006,
      "step": 155
    },
    {
      "epoch": 0.36988737403675165,
      "grad_norm": 0.9156081676483154,
      "learning_rate": 7.098856051517673e-05,
      "loss": 8.8245,
      "step": 156
    },
    {
      "epoch": 0.37225844694724364,
      "grad_norm": 0.8960014581680298,
      "learning_rate": 7.064607320203551e-05,
      "loss": 8.888,
      "step": 157
    },
    {
      "epoch": 0.3746295198577356,
      "grad_norm": 0.8129209280014038,
      "learning_rate": 7.030241406312528e-05,
      "loss": 8.7534,
      "step": 158
    },
    {
      "epoch": 0.3770005927682276,
      "grad_norm": 0.9467413425445557,
      "learning_rate": 6.995760260378395e-05,
      "loss": 8.8207,
      "step": 159
    },
    {
      "epoch": 0.3793716656787196,
      "grad_norm": 0.7343330979347229,
      "learning_rate": 6.961165839475263e-05,
      "loss": 8.7267,
      "step": 160
    },
    {
      "epoch": 0.3817427385892116,
      "grad_norm": 0.7259553670883179,
      "learning_rate": 6.926460107106482e-05,
      "loss": 8.7733,
      "step": 161
    },
    {
      "epoch": 0.38411381149970364,
      "grad_norm": 0.6868574023246765,
      "learning_rate": 6.891645033093196e-05,
      "loss": 8.8119,
      "step": 162
    },
    {
      "epoch": 0.38648488441019563,
      "grad_norm": 0.7002795338630676,
      "learning_rate": 6.856722593462537e-05,
      "loss": 8.8142,
      "step": 163
    },
    {
      "epoch": 0.3888559573206876,
      "grad_norm": 0.5990678668022156,
      "learning_rate": 6.821694770335481e-05,
      "loss": 8.881,
      "step": 164
    },
    {
      "epoch": 0.3912270302311796,
      "grad_norm": 0.71538245677948,
      "learning_rate": 6.786563551814333e-05,
      "loss": 8.8307,
      "step": 165
    },
    {
      "epoch": 0.3935981031416716,
      "grad_norm": 0.611659586429596,
      "learning_rate": 6.751330931869897e-05,
      "loss": 8.7813,
      "step": 166
    },
    {
      "epoch": 0.3959691760521636,
      "grad_norm": 0.6904895305633545,
      "learning_rate": 6.715998910228296e-05,
      "loss": 8.8549,
      "step": 167
    },
    {
      "epoch": 0.3983402489626556,
      "grad_norm": 0.6891101598739624,
      "learning_rate": 6.68056949225748e-05,
      "loss": 8.7707,
      "step": 168
    },
    {
      "epoch": 0.4007113218731476,
      "grad_norm": 0.6541478037834167,
      "learning_rate": 6.645044688853395e-05,
      "loss": 8.7094,
      "step": 169
    },
    {
      "epoch": 0.4030823947836396,
      "grad_norm": 0.6016584634780884,
      "learning_rate": 6.60942651632586e-05,
      "loss": 8.7592,
      "step": 170
    },
    {
      "epoch": 0.4054534676941316,
      "grad_norm": 0.6734762787818909,
      "learning_rate": 6.573716996284113e-05,
      "loss": 8.8673,
      "step": 171
    },
    {
      "epoch": 0.4078245406046236,
      "grad_norm": 0.6396487355232239,
      "learning_rate": 6.537918155522087e-05,
      "loss": 8.7438,
      "step": 172
    },
    {
      "epoch": 0.4101956135151156,
      "grad_norm": 0.6155751347541809,
      "learning_rate": 6.502032025903355e-05,
      "loss": 8.7774,
      "step": 173
    },
    {
      "epoch": 0.41256668642560756,
      "grad_norm": 0.7334117889404297,
      "learning_rate": 6.466060644245815e-05,
      "loss": 8.7329,
      "step": 174
    },
    {
      "epoch": 0.4149377593360996,
      "grad_norm": 1.2659682035446167,
      "learning_rate": 6.430006052206082e-05,
      "loss": 8.9352,
      "step": 175
    },
    {
      "epoch": 0.4173088322465916,
      "grad_norm": 0.6384417414665222,
      "learning_rate": 6.393870296163615e-05,
      "loss": 8.7086,
      "step": 176
    },
    {
      "epoch": 0.4196799051570836,
      "grad_norm": 0.7389549016952515,
      "learning_rate": 6.357655427104562e-05,
      "loss": 8.7285,
      "step": 177
    },
    {
      "epoch": 0.4220509780675756,
      "grad_norm": 0.8408540487289429,
      "learning_rate": 6.321363500505347e-05,
      "loss": 8.7436,
      "step": 178
    },
    {
      "epoch": 0.42442205097806757,
      "grad_norm": 0.8050537109375,
      "learning_rate": 6.284996576216014e-05,
      "loss": 8.5705,
      "step": 179
    },
    {
      "epoch": 0.42679312388855956,
      "grad_norm": 0.9103246331214905,
      "learning_rate": 6.248556718343314e-05,
      "loss": 8.7565,
      "step": 180
    },
    {
      "epoch": 0.42916419679905154,
      "grad_norm": 0.7813334465026855,
      "learning_rate": 6.212045995133544e-05,
      "loss": 8.6061,
      "step": 181
    },
    {
      "epoch": 0.4315352697095436,
      "grad_norm": 0.7530161142349243,
      "learning_rate": 6.17546647885516e-05,
      "loss": 8.6443,
      "step": 182
    },
    {
      "epoch": 0.4339063426200356,
      "grad_norm": 0.8151822090148926,
      "learning_rate": 6.138820245681171e-05,
      "loss": 8.667,
      "step": 183
    },
    {
      "epoch": 0.43627741553052757,
      "grad_norm": 0.699404776096344,
      "learning_rate": 6.10210937557128e-05,
      "loss": 8.7519,
      "step": 184
    },
    {
      "epoch": 0.43864848844101956,
      "grad_norm": 0.8515205979347229,
      "learning_rate": 6.065335952153845e-05,
      "loss": 8.6366,
      "step": 185
    },
    {
      "epoch": 0.44101956135151155,
      "grad_norm": 0.8401818871498108,
      "learning_rate": 6.028502062607611e-05,
      "loss": 8.6926,
      "step": 186
    },
    {
      "epoch": 0.44339063426200354,
      "grad_norm": 0.7825722098350525,
      "learning_rate": 5.991609797543253e-05,
      "loss": 8.6243,
      "step": 187
    },
    {
      "epoch": 0.4457617071724956,
      "grad_norm": 0.7060149312019348,
      "learning_rate": 5.954661250884703e-05,
      "loss": 8.7241,
      "step": 188
    },
    {
      "epoch": 0.44813278008298757,
      "grad_norm": 1.2167824506759644,
      "learning_rate": 5.91765851975032e-05,
      "loss": 8.8304,
      "step": 189
    },
    {
      "epoch": 0.45050385299347956,
      "grad_norm": 0.8532477021217346,
      "learning_rate": 5.8806037043338516e-05,
      "loss": 8.7911,
      "step": 190
    },
    {
      "epoch": 0.45287492590397155,
      "grad_norm": 0.720221757888794,
      "learning_rate": 5.8434989077852366e-05,
      "loss": 8.6541,
      "step": 191
    },
    {
      "epoch": 0.45524599881446354,
      "grad_norm": 0.923393726348877,
      "learning_rate": 5.8063462360912316e-05,
      "loss": 8.8147,
      "step": 192
    },
    {
      "epoch": 0.4576170717249555,
      "grad_norm": 0.9941112995147705,
      "learning_rate": 5.769147797955882e-05,
      "loss": 8.7885,
      "step": 193
    },
    {
      "epoch": 0.4599881446354475,
      "grad_norm": 0.9383653402328491,
      "learning_rate": 5.7319057046808335e-05,
      "loss": 8.8304,
      "step": 194
    },
    {
      "epoch": 0.46235921754593956,
      "grad_norm": 1.0083050727844238,
      "learning_rate": 5.694622070045506e-05,
      "loss": 8.7261,
      "step": 195
    },
    {
      "epoch": 0.46473029045643155,
      "grad_norm": 1.130570888519287,
      "learning_rate": 5.6572990101871156e-05,
      "loss": 8.5692,
      "step": 196
    },
    {
      "epoch": 0.46710136336692354,
      "grad_norm": 0.9537002444267273,
      "learning_rate": 5.619938643480561e-05,
      "loss": 8.6876,
      "step": 197
    },
    {
      "epoch": 0.46947243627741553,
      "grad_norm": 0.9425777196884155,
      "learning_rate": 5.582543090418203e-05,
      "loss": 8.6731,
      "step": 198
    },
    {
      "epoch": 0.4718435091879075,
      "grad_norm": 1.30840265750885,
      "learning_rate": 5.5451144734895e-05,
      "loss": 8.8226,
      "step": 199
    },
    {
      "epoch": 0.4742145820983995,
      "grad_norm": 2.0891659259796143,
      "learning_rate": 5.5076549170605406e-05,
      "loss": 9.0123,
      "step": 200
    },
    {
      "epoch": 0.47658565500889155,
      "grad_norm": 1.629797101020813,
      "learning_rate": 5.470166547253476e-05,
      "loss": 8.6958,
      "step": 201
    },
    {
      "epoch": 0.47895672791938354,
      "grad_norm": 1.6019530296325684,
      "learning_rate": 5.432651491825836e-05,
      "loss": 8.8154,
      "step": 202
    },
    {
      "epoch": 0.48132780082987553,
      "grad_norm": 0.9406300783157349,
      "learning_rate": 5.3951118800497745e-05,
      "loss": 8.8323,
      "step": 203
    },
    {
      "epoch": 0.4836988737403675,
      "grad_norm": 0.9139710068702698,
      "learning_rate": 5.357549842591204e-05,
      "loss": 8.8118,
      "step": 204
    },
    {
      "epoch": 0.4860699466508595,
      "grad_norm": 0.8081771731376648,
      "learning_rate": 5.3199675113888706e-05,
      "loss": 8.7637,
      "step": 205
    },
    {
      "epoch": 0.4884410195613515,
      "grad_norm": 0.8588526248931885,
      "learning_rate": 5.2823670195333494e-05,
      "loss": 8.8786,
      "step": 206
    },
    {
      "epoch": 0.4908120924718435,
      "grad_norm": 0.9552730917930603,
      "learning_rate": 5.244750501145976e-05,
      "loss": 8.6227,
      "step": 207
    },
    {
      "epoch": 0.49318316538233553,
      "grad_norm": 0.9225978851318359,
      "learning_rate": 5.2071200912577147e-05,
      "loss": 8.6398,
      "step": 208
    },
    {
      "epoch": 0.4955542382928275,
      "grad_norm": 1.0220091342926025,
      "learning_rate": 5.169477925687981e-05,
      "loss": 8.7063,
      "step": 209
    },
    {
      "epoch": 0.4979253112033195,
      "grad_norm": 0.7918345332145691,
      "learning_rate": 5.131826140923418e-05,
      "loss": 8.6922,
      "step": 210
    },
    {
      "epoch": 0.5002963841138115,
      "grad_norm": 0.932641327381134,
      "learning_rate": 5.094166873996632e-05,
      "loss": 8.6567,
      "step": 211
    },
    {
      "epoch": 0.5026674570243035,
      "grad_norm": 0.8454698920249939,
      "learning_rate": 5.0565022623648995e-05,
      "loss": 8.6507,
      "step": 212
    },
    {
      "epoch": 0.5050385299347955,
      "grad_norm": 0.7504312992095947,
      "learning_rate": 5.0188344437888545e-05,
      "loss": 8.7266,
      "step": 213
    },
    {
      "epoch": 0.5074096028452875,
      "grad_norm": 0.5901935696601868,
      "learning_rate": 4.981165556211147e-05,
      "loss": 8.6487,
      "step": 214
    },
    {
      "epoch": 0.5097806757557795,
      "grad_norm": 0.625725269317627,
      "learning_rate": 4.9434977376351023e-05,
      "loss": 8.6919,
      "step": 215
    },
    {
      "epoch": 0.5121517486662714,
      "grad_norm": 0.6637792587280273,
      "learning_rate": 4.905833126003371e-05,
      "loss": 8.6943,
      "step": 216
    },
    {
      "epoch": 0.5145228215767634,
      "grad_norm": 0.7130025625228882,
      "learning_rate": 4.868173859076585e-05,
      "loss": 8.7405,
      "step": 217
    },
    {
      "epoch": 0.5168938944872555,
      "grad_norm": 0.6350120306015015,
      "learning_rate": 4.8305220743120186e-05,
      "loss": 8.6708,
      "step": 218
    },
    {
      "epoch": 0.5192649673977475,
      "grad_norm": 0.7052940130233765,
      "learning_rate": 4.792879908742285e-05,
      "loss": 8.6437,
      "step": 219
    },
    {
      "epoch": 0.5216360403082395,
      "grad_norm": 0.6392808556556702,
      "learning_rate": 4.755249498854024e-05,
      "loss": 8.7799,
      "step": 220
    },
    {
      "epoch": 0.5240071132187315,
      "grad_norm": 0.625434935092926,
      "learning_rate": 4.717632980466651e-05,
      "loss": 8.6523,
      "step": 221
    },
    {
      "epoch": 0.5263781861292235,
      "grad_norm": 0.7046204209327698,
      "learning_rate": 4.680032488611131e-05,
      "loss": 8.689,
      "step": 222
    },
    {
      "epoch": 0.5287492590397155,
      "grad_norm": 0.7454760074615479,
      "learning_rate": 4.642450157408798e-05,
      "loss": 8.692,
      "step": 223
    },
    {
      "epoch": 0.5311203319502075,
      "grad_norm": 0.7192023992538452,
      "learning_rate": 4.6048881199502267e-05,
      "loss": 8.7457,
      "step": 224
    },
    {
      "epoch": 0.5334914048606995,
      "grad_norm": 1.1246265172958374,
      "learning_rate": 4.5673485081741635e-05,
      "loss": 8.6379,
      "step": 225
    },
    {
      "epoch": 0.5358624777711914,
      "grad_norm": 0.8389518857002258,
      "learning_rate": 4.529833452746525e-05,
      "loss": 8.57,
      "step": 226
    },
    {
      "epoch": 0.5382335506816834,
      "grad_norm": 0.7236759066581726,
      "learning_rate": 4.4923450829394605e-05,
      "loss": 8.6194,
      "step": 227
    },
    {
      "epoch": 0.5406046235921754,
      "grad_norm": 0.8424501419067383,
      "learning_rate": 4.454885526510501e-05,
      "loss": 8.5356,
      "step": 228
    },
    {
      "epoch": 0.5429756965026674,
      "grad_norm": 0.7300599217414856,
      "learning_rate": 4.417456909581798e-05,
      "loss": 8.5223,
      "step": 229
    },
    {
      "epoch": 0.5453467694131594,
      "grad_norm": 0.6801997423171997,
      "learning_rate": 4.380061356519441e-05,
      "loss": 8.7292,
      "step": 230
    },
    {
      "epoch": 0.5477178423236515,
      "grad_norm": 0.7403802871704102,
      "learning_rate": 4.342700989812887e-05,
      "loss": 8.5687,
      "step": 231
    },
    {
      "epoch": 0.5500889152341435,
      "grad_norm": 0.7856636047363281,
      "learning_rate": 4.3053779299544955e-05,
      "loss": 8.5953,
      "step": 232
    },
    {
      "epoch": 0.5524599881446355,
      "grad_norm": 0.6509389877319336,
      "learning_rate": 4.268094295319167e-05,
      "loss": 8.6898,
      "step": 233
    },
    {
      "epoch": 0.5548310610551275,
      "grad_norm": 0.9140466451644897,
      "learning_rate": 4.23085220204412e-05,
      "loss": 8.6099,
      "step": 234
    },
    {
      "epoch": 0.5572021339656195,
      "grad_norm": 0.7130528688430786,
      "learning_rate": 4.1936537639087696e-05,
      "loss": 8.6195,
      "step": 235
    },
    {
      "epoch": 0.5595732068761115,
      "grad_norm": 0.7660914063453674,
      "learning_rate": 4.1565010922147646e-05,
      "loss": 8.6411,
      "step": 236
    },
    {
      "epoch": 0.5619442797866034,
      "grad_norm": 0.7509796619415283,
      "learning_rate": 4.1193962956661496e-05,
      "loss": 8.6636,
      "step": 237
    },
    {
      "epoch": 0.5643153526970954,
      "grad_norm": 0.8575535416603088,
      "learning_rate": 4.0823414802496806e-05,
      "loss": 8.5691,
      "step": 238
    },
    {
      "epoch": 0.5666864256075874,
      "grad_norm": 0.753594160079956,
      "learning_rate": 4.045338749115298e-05,
      "loss": 8.6123,
      "step": 239
    },
    {
      "epoch": 0.5690574985180794,
      "grad_norm": 0.9186018109321594,
      "learning_rate": 4.008390202456748e-05,
      "loss": 8.9239,
      "step": 240
    },
    {
      "epoch": 0.5714285714285714,
      "grad_norm": 0.978090763092041,
      "learning_rate": 3.971497937392388e-05,
      "loss": 8.7425,
      "step": 241
    },
    {
      "epoch": 0.5737996443390634,
      "grad_norm": 0.8901529312133789,
      "learning_rate": 3.934664047846156e-05,
      "loss": 8.6861,
      "step": 242
    },
    {
      "epoch": 0.5761707172495554,
      "grad_norm": 1.116949200630188,
      "learning_rate": 3.897890624428721e-05,
      "loss": 8.7031,
      "step": 243
    },
    {
      "epoch": 0.5785417901600475,
      "grad_norm": 0.9301977753639221,
      "learning_rate": 3.86117975431883e-05,
      "loss": 8.6369,
      "step": 244
    },
    {
      "epoch": 0.5809128630705395,
      "grad_norm": 1.1438446044921875,
      "learning_rate": 3.82453352114484e-05,
      "loss": 8.5664,
      "step": 245
    },
    {
      "epoch": 0.5832839359810315,
      "grad_norm": 1.0854817628860474,
      "learning_rate": 3.787954004866459e-05,
      "loss": 8.6039,
      "step": 246
    },
    {
      "epoch": 0.5856550088915234,
      "grad_norm": 1.0785839557647705,
      "learning_rate": 3.751443281656688e-05,
      "loss": 8.7049,
      "step": 247
    },
    {
      "epoch": 0.5880260818020154,
      "grad_norm": 1.0066237449645996,
      "learning_rate": 3.715003423783986e-05,
      "loss": 8.6422,
      "step": 248
    },
    {
      "epoch": 0.5903971547125074,
      "grad_norm": 1.2047152519226074,
      "learning_rate": 3.678636499494654e-05,
      "loss": 8.7374,
      "step": 249
    },
    {
      "epoch": 0.5927682276229994,
      "grad_norm": 1.6255096197128296,
      "learning_rate": 3.642344572895439e-05,
      "loss": 9.0382,
      "step": 250
    },
    {
      "epoch": 0.5951393005334914,
      "grad_norm": 1.6961920261383057,
      "learning_rate": 3.606129703836385e-05,
      "loss": 8.5473,
      "step": 251
    },
    {
      "epoch": 0.5975103734439834,
      "grad_norm": 1.500295639038086,
      "learning_rate": 3.569993947793918e-05,
      "loss": 8.666,
      "step": 252
    },
    {
      "epoch": 0.5998814463544754,
      "grad_norm": 0.8536698818206787,
      "learning_rate": 3.533939355754188e-05,
      "loss": 8.7491,
      "step": 253
    },
    {
      "epoch": 0.6022525192649674,
      "grad_norm": 0.9721909761428833,
      "learning_rate": 3.497967974096647e-05,
      "loss": 8.716,
      "step": 254
    },
    {
      "epoch": 0.6046235921754594,
      "grad_norm": 0.8308179974555969,
      "learning_rate": 3.462081844477912e-05,
      "loss": 8.7821,
      "step": 255
    },
    {
      "epoch": 0.6069946650859513,
      "grad_norm": 0.894544243812561,
      "learning_rate": 3.426283003715886e-05,
      "loss": 8.6381,
      "step": 256
    },
    {
      "epoch": 0.6093657379964433,
      "grad_norm": 0.872370183467865,
      "learning_rate": 3.390573483674142e-05,
      "loss": 8.5634,
      "step": 257
    },
    {
      "epoch": 0.6117368109069354,
      "grad_norm": 0.7774302959442139,
      "learning_rate": 3.354955311146606e-05,
      "loss": 8.6728,
      "step": 258
    },
    {
      "epoch": 0.6141078838174274,
      "grad_norm": 0.7392058968544006,
      "learning_rate": 3.319430507742522e-05,
      "loss": 8.5851,
      "step": 259
    },
    {
      "epoch": 0.6164789567279194,
      "grad_norm": 0.7050034403800964,
      "learning_rate": 3.2840010897717045e-05,
      "loss": 8.6064,
      "step": 260
    },
    {
      "epoch": 0.6188500296384114,
      "grad_norm": 0.7640202045440674,
      "learning_rate": 3.2486690681301045e-05,
      "loss": 8.7152,
      "step": 261
    },
    {
      "epoch": 0.6212211025489034,
      "grad_norm": 0.6062318682670593,
      "learning_rate": 3.213436448185666e-05,
      "loss": 8.6323,
      "step": 262
    },
    {
      "epoch": 0.6235921754593954,
      "grad_norm": 0.7047502398490906,
      "learning_rate": 3.178305229664519e-05,
      "loss": 8.5752,
      "step": 263
    },
    {
      "epoch": 0.6259632483698874,
      "grad_norm": 0.8083228468894958,
      "learning_rate": 3.1432774065374623e-05,
      "loss": 8.5223,
      "step": 264
    },
    {
      "epoch": 0.6283343212803794,
      "grad_norm": 0.7036591172218323,
      "learning_rate": 3.108354966906805e-05,
      "loss": 8.6422,
      "step": 265
    },
    {
      "epoch": 0.6307053941908713,
      "grad_norm": 0.7517203092575073,
      "learning_rate": 3.073539892893519e-05,
      "loss": 8.5423,
      "step": 266
    },
    {
      "epoch": 0.6330764671013633,
      "grad_norm": 0.7042460441589355,
      "learning_rate": 3.0388341605247383e-05,
      "loss": 8.6514,
      "step": 267
    },
    {
      "epoch": 0.6354475400118553,
      "grad_norm": 0.710715651512146,
      "learning_rate": 3.0042397396216077e-05,
      "loss": 8.7017,
      "step": 268
    },
    {
      "epoch": 0.6378186129223473,
      "grad_norm": 0.6783379316329956,
      "learning_rate": 2.969758593687475e-05,
      "loss": 8.6395,
      "step": 269
    },
    {
      "epoch": 0.6401896858328393,
      "grad_norm": 0.8753708600997925,
      "learning_rate": 2.9353926797964493e-05,
      "loss": 8.5775,
      "step": 270
    },
    {
      "epoch": 0.6425607587433314,
      "grad_norm": 0.8285917639732361,
      "learning_rate": 2.901143948482329e-05,
      "loss": 8.6451,
      "step": 271
    },
    {
      "epoch": 0.6449318316538234,
      "grad_norm": 0.7380138635635376,
      "learning_rate": 2.8670143436278756e-05,
      "loss": 8.5322,
      "step": 272
    },
    {
      "epoch": 0.6473029045643154,
      "grad_norm": 1.0302839279174805,
      "learning_rate": 2.8330058023545026e-05,
      "loss": 8.4501,
      "step": 273
    },
    {
      "epoch": 0.6496739774748074,
      "grad_norm": 0.8826261162757874,
      "learning_rate": 2.799120254912321e-05,
      "loss": 8.3775,
      "step": 274
    },
    {
      "epoch": 0.6520450503852994,
      "grad_norm": 0.8730949759483337,
      "learning_rate": 2.7653596245705736e-05,
      "loss": 8.5352,
      "step": 275
    },
    {
      "epoch": 0.6544161232957914,
      "grad_norm": 0.7145230770111084,
      "learning_rate": 2.731725827508494e-05,
      "loss": 8.3722,
      "step": 276
    },
    {
      "epoch": 0.6567871962062833,
      "grad_norm": 0.9256647825241089,
      "learning_rate": 2.698220772706525e-05,
      "loss": 8.5157,
      "step": 277
    },
    {
      "epoch": 0.6591582691167753,
      "grad_norm": 0.7034958600997925,
      "learning_rate": 2.664846361837997e-05,
      "loss": 8.4855,
      "step": 278
    },
    {
      "epoch": 0.6615293420272673,
      "grad_norm": 0.6611452698707581,
      "learning_rate": 2.631604489161163e-05,
      "loss": 8.4992,
      "step": 279
    },
    {
      "epoch": 0.6639004149377593,
      "grad_norm": 0.7907739877700806,
      "learning_rate": 2.5984970414117092e-05,
      "loss": 8.6027,
      "step": 280
    },
    {
      "epoch": 0.6662714878482513,
      "grad_norm": 0.639054000377655,
      "learning_rate": 2.565525897695651e-05,
      "loss": 8.4742,
      "step": 281
    },
    {
      "epoch": 0.6686425607587433,
      "grad_norm": 0.728357195854187,
      "learning_rate": 2.5326929293826916e-05,
      "loss": 8.5372,
      "step": 282
    },
    {
      "epoch": 0.6710136336692353,
      "grad_norm": 0.6756550669670105,
      "learning_rate": 2.500000000000001e-05,
      "loss": 8.4864,
      "step": 283
    },
    {
      "epoch": 0.6733847065797274,
      "grad_norm": 0.88908851146698,
      "learning_rate": 2.467448965126443e-05,
      "loss": 8.5133,
      "step": 284
    },
    {
      "epoch": 0.6757557794902194,
      "grad_norm": 0.7541899085044861,
      "learning_rate": 2.4350416722872656e-05,
      "loss": 8.587,
      "step": 285
    },
    {
      "epoch": 0.6781268524007114,
      "grad_norm": 0.711267352104187,
      "learning_rate": 2.402779960849232e-05,
      "loss": 8.4511,
      "step": 286
    },
    {
      "epoch": 0.6804979253112033,
      "grad_norm": 0.8927750587463379,
      "learning_rate": 2.3706656619162278e-05,
      "loss": 8.4078,
      "step": 287
    },
    {
      "epoch": 0.6828689982216953,
      "grad_norm": 1.3535988330841064,
      "learning_rate": 2.3387005982253218e-05,
      "loss": 8.5936,
      "step": 288
    },
    {
      "epoch": 0.6852400711321873,
      "grad_norm": 0.8971734046936035,
      "learning_rate": 2.3068865840433286e-05,
      "loss": 8.7948,
      "step": 289
    },
    {
      "epoch": 0.6876111440426793,
      "grad_norm": 0.8256955146789551,
      "learning_rate": 2.2752254250638126e-05,
      "loss": 8.6362,
      "step": 290
    },
    {
      "epoch": 0.6899822169531713,
      "grad_norm": 1.0529571771621704,
      "learning_rate": 2.2437189183046238e-05,
      "loss": 8.5378,
      "step": 291
    },
    {
      "epoch": 0.6923532898636633,
      "grad_norm": 1.0126683712005615,
      "learning_rate": 2.21236885200588e-05,
      "loss": 8.6711,
      "step": 292
    },
    {
      "epoch": 0.6947243627741553,
      "grad_norm": 0.902506411075592,
      "learning_rate": 2.1811770055284968e-05,
      "loss": 8.8226,
      "step": 293
    },
    {
      "epoch": 0.6970954356846473,
      "grad_norm": 1.2055058479309082,
      "learning_rate": 2.1501451492531664e-05,
      "loss": 8.6003,
      "step": 294
    },
    {
      "epoch": 0.6994665085951393,
      "grad_norm": 1.061284065246582,
      "learning_rate": 2.119275044479898e-05,
      "loss": 8.598,
      "step": 295
    },
    {
      "epoch": 0.7018375815056312,
      "grad_norm": 1.0113239288330078,
      "learning_rate": 2.0885684433280333e-05,
      "loss": 8.5374,
      "step": 296
    },
    {
      "epoch": 0.7042086544161233,
      "grad_norm": 0.9900349378585815,
      "learning_rate": 2.0580270886368136e-05,
      "loss": 8.4995,
      "step": 297
    },
    {
      "epoch": 0.7065797273266153,
      "grad_norm": 1.4049971103668213,
      "learning_rate": 2.0276527138664537e-05,
      "loss": 8.7062,
      "step": 298
    },
    {
      "epoch": 0.7089508002371073,
      "grad_norm": 1.45004141330719,
      "learning_rate": 1.9974470429997483e-05,
      "loss": 8.6913,
      "step": 299
    },
    {
      "epoch": 0.7113218731475993,
      "grad_norm": 2.407001256942749,
      "learning_rate": 1.9674117904442362e-05,
      "loss": 8.7518,
      "step": 300
    },
    {
      "epoch": 0.7136929460580913,
      "grad_norm": 1.9165469408035278,
      "learning_rate": 1.937548660934884e-05,
      "loss": 8.3526,
      "step": 301
    },
    {
      "epoch": 0.7160640189685833,
      "grad_norm": 1.181026816368103,
      "learning_rate": 1.907859349437336e-05,
      "loss": 8.6239,
      "step": 302
    },
    {
      "epoch": 0.7184350918790753,
      "grad_norm": 0.8375491499900818,
      "learning_rate": 1.8783455410517002e-05,
      "loss": 8.6962,
      "step": 303
    },
    {
      "epoch": 0.7208061647895673,
      "grad_norm": 0.9918606877326965,
      "learning_rate": 1.849008910916922e-05,
      "loss": 8.6538,
      "step": 304
    },
    {
      "epoch": 0.7231772377000593,
      "grad_norm": 0.8670799732208252,
      "learning_rate": 1.8198511241156903e-05,
      "loss": 8.5785,
      "step": 305
    },
    {
      "epoch": 0.7255483106105513,
      "grad_norm": 0.7054339051246643,
      "learning_rate": 1.7908738355799453e-05,
      "loss": 8.5714,
      "step": 306
    },
    {
      "epoch": 0.7279193835210432,
      "grad_norm": 0.7238442301750183,
      "learning_rate": 1.762078689996941e-05,
      "loss": 8.5911,
      "step": 307
    },
    {
      "epoch": 0.7302904564315352,
      "grad_norm": 0.7617591023445129,
      "learning_rate": 1.7334673217158974e-05,
      "loss": 8.5176,
      "step": 308
    },
    {
      "epoch": 0.7326615293420272,
      "grad_norm": 0.758234977722168,
      "learning_rate": 1.7050413546552347e-05,
      "loss": 8.593,
      "step": 309
    },
    {
      "epoch": 0.7350326022525193,
      "grad_norm": 0.7732191681861877,
      "learning_rate": 1.6768024022104106e-05,
      "loss": 8.4668,
      "step": 310
    },
    {
      "epoch": 0.7374036751630113,
      "grad_norm": 0.7091042995452881,
      "learning_rate": 1.6487520671623468e-05,
      "loss": 8.5751,
      "step": 311
    },
    {
      "epoch": 0.7397747480735033,
      "grad_norm": 0.7759644389152527,
      "learning_rate": 1.6208919415864475e-05,
      "loss": 8.6572,
      "step": 312
    },
    {
      "epoch": 0.7421458209839953,
      "grad_norm": 0.722578763961792,
      "learning_rate": 1.593223606762254e-05,
      "loss": 8.6922,
      "step": 313
    },
    {
      "epoch": 0.7445168938944873,
      "grad_norm": 0.7158679962158203,
      "learning_rate": 1.5657486330836784e-05,
      "loss": 8.621,
      "step": 314
    },
    {
      "epoch": 0.7468879668049793,
      "grad_norm": 0.6894784569740295,
      "learning_rate": 1.538468579969884e-05,
      "loss": 8.4667,
      "step": 315
    },
    {
      "epoch": 0.7492590397154713,
      "grad_norm": 0.7128862142562866,
      "learning_rate": 1.5113849957767684e-05,
      "loss": 8.5934,
      "step": 316
    },
    {
      "epoch": 0.7516301126259632,
      "grad_norm": 0.7705782651901245,
      "learning_rate": 1.484499417709087e-05,
      "loss": 8.5408,
      "step": 317
    },
    {
      "epoch": 0.7540011855364552,
      "grad_norm": 0.7474837899208069,
      "learning_rate": 1.4578133717331981e-05,
      "loss": 8.577,
      "step": 318
    },
    {
      "epoch": 0.7563722584469472,
      "grad_norm": 0.6825835108757019,
      "learning_rate": 1.431328372490463e-05,
      "loss": 8.5882,
      "step": 319
    },
    {
      "epoch": 0.7587433313574392,
      "grad_norm": 0.763761579990387,
      "learning_rate": 1.405045923211265e-05,
      "loss": 8.4938,
      "step": 320
    },
    {
      "epoch": 0.7611144042679312,
      "grad_norm": 0.7099841237068176,
      "learning_rate": 1.378967515629701e-05,
      "loss": 8.5803,
      "step": 321
    },
    {
      "epoch": 0.7634854771784232,
      "grad_norm": 0.6751857995986938,
      "learning_rate": 1.3530946298989088e-05,
      "loss": 8.6306,
      "step": 322
    },
    {
      "epoch": 0.7658565500889153,
      "grad_norm": 0.7653310298919678,
      "learning_rate": 1.3274287345070562e-05,
      "loss": 8.5424,
      "step": 323
    },
    {
      "epoch": 0.7682276229994073,
      "grad_norm": 0.7393926978111267,
      "learning_rate": 1.3019712861939964e-05,
      "loss": 8.5269,
      "step": 324
    },
    {
      "epoch": 0.7705986959098993,
      "grad_norm": 0.7910398244857788,
      "learning_rate": 1.2767237298685786e-05,
      "loss": 8.3809,
      "step": 325
    },
    {
      "epoch": 0.7729697688203913,
      "grad_norm": 0.6823956370353699,
      "learning_rate": 1.2516874985266508e-05,
      "loss": 8.5714,
      "step": 326
    },
    {
      "epoch": 0.7753408417308832,
      "grad_norm": 0.7332890629768372,
      "learning_rate": 1.2268640131697129e-05,
      "loss": 8.549,
      "step": 327
    },
    {
      "epoch": 0.7777119146413752,
      "grad_norm": 0.7566968202590942,
      "learning_rate": 1.2022546827242759e-05,
      "loss": 8.4957,
      "step": 328
    },
    {
      "epoch": 0.7800829875518672,
      "grad_norm": 0.6620940566062927,
      "learning_rate": 1.1778609039618805e-05,
      "loss": 8.4684,
      "step": 329
    },
    {
      "epoch": 0.7824540604623592,
      "grad_norm": 0.7354736924171448,
      "learning_rate": 1.1536840614198375e-05,
      "loss": 8.5,
      "step": 330
    },
    {
      "epoch": 0.7848251333728512,
      "grad_norm": 0.6993187069892883,
      "learning_rate": 1.1297255273226254e-05,
      "loss": 8.457,
      "step": 331
    },
    {
      "epoch": 0.7871962062833432,
      "grad_norm": 0.8064594268798828,
      "learning_rate": 1.1059866615040204e-05,
      "loss": 8.4051,
      "step": 332
    },
    {
      "epoch": 0.7895672791938352,
      "grad_norm": 0.716271162033081,
      "learning_rate": 1.0824688113299053e-05,
      "loss": 8.5058,
      "step": 333
    },
    {
      "epoch": 0.7919383521043272,
      "grad_norm": 0.9226893186569214,
      "learning_rate": 1.0591733116218044e-05,
      "loss": 8.5473,
      "step": 334
    },
    {
      "epoch": 0.7943094250148192,
      "grad_norm": 0.7879037261009216,
      "learning_rate": 1.0361014845811168e-05,
      "loss": 8.4425,
      "step": 335
    },
    {
      "epoch": 0.7966804979253111,
      "grad_norm": 0.7466128468513489,
      "learning_rate": 1.0132546397140685e-05,
      "loss": 8.5102,
      "step": 336
    },
    {
      "epoch": 0.7990515708358032,
      "grad_norm": 0.8474481701850891,
      "learning_rate": 9.906340737573971e-06,
      "loss": 8.5308,
      "step": 337
    },
    {
      "epoch": 0.8014226437462952,
      "grad_norm": 0.7946175932884216,
      "learning_rate": 9.682410706047428e-06,
      "loss": 8.4627,
      "step": 338
    },
    {
      "epoch": 0.8037937166567872,
      "grad_norm": 0.848202109336853,
      "learning_rate": 9.460769012337839e-06,
      "loss": 8.3829,
      "step": 339
    },
    {
      "epoch": 0.8061647895672792,
      "grad_norm": 1.3275537490844727,
      "learning_rate": 9.241428236340904e-06,
      "loss": 8.6131,
      "step": 340
    },
    {
      "epoch": 0.8085358624777712,
      "grad_norm": 0.9813458919525146,
      "learning_rate": 9.024400827357344e-06,
      "loss": 8.6693,
      "step": 341
    },
    {
      "epoch": 0.8109069353882632,
      "grad_norm": 0.9436798691749573,
      "learning_rate": 8.809699103386204e-06,
      "loss": 8.4111,
      "step": 342
    },
    {
      "epoch": 0.8132780082987552,
      "grad_norm": 1.148174524307251,
      "learning_rate": 8.597335250425808e-06,
      "loss": 8.6042,
      "step": 343
    },
    {
      "epoch": 0.8156490812092472,
      "grad_norm": 0.9030268788337708,
      "learning_rate": 8.387321321781976e-06,
      "loss": 8.4709,
      "step": 344
    },
    {
      "epoch": 0.8180201541197392,
      "grad_norm": 1.076832890510559,
      "learning_rate": 8.179669237384096e-06,
      "loss": 8.3941,
      "step": 345
    },
    {
      "epoch": 0.8203912270302312,
      "grad_norm": 1.1605366468429565,
      "learning_rate": 7.97439078310836e-06,
      "loss": 8.6215,
      "step": 346
    },
    {
      "epoch": 0.8227622999407231,
      "grad_norm": 0.995957612991333,
      "learning_rate": 7.77149761010898e-06,
      "loss": 8.5895,
      "step": 347
    },
    {
      "epoch": 0.8251333728512151,
      "grad_norm": 1.1664130687713623,
      "learning_rate": 7.571001234156849e-06,
      "loss": 8.6344,
      "step": 348
    },
    {
      "epoch": 0.8275044457617071,
      "grad_norm": 1.3395287990570068,
      "learning_rate": 7.372913034985879e-06,
      "loss": 8.7443,
      "step": 349
    },
    {
      "epoch": 0.8298755186721992,
      "grad_norm": 2.4742355346679688,
      "learning_rate": 7.177244255647208e-06,
      "loss": 8.8162,
      "step": 350
    },
    {
      "epoch": 0.8322465915826912,
      "grad_norm": 1.513708233833313,
      "learning_rate": 6.984006001870974e-06,
      "loss": 8.3563,
      "step": 351
    },
    {
      "epoch": 0.8346176644931832,
      "grad_norm": 1.3043264150619507,
      "learning_rate": 6.79320924143605e-06,
      "loss": 8.6249,
      "step": 352
    },
    {
      "epoch": 0.8369887374036752,
      "grad_norm": 0.8584490418434143,
      "learning_rate": 6.6048648035475115e-06,
      "loss": 8.7324,
      "step": 353
    },
    {
      "epoch": 0.8393598103141672,
      "grad_norm": 0.771959662437439,
      "learning_rate": 6.418983378221987e-06,
      "loss": 8.6748,
      "step": 354
    },
    {
      "epoch": 0.8417308832246592,
      "grad_norm": 0.8812087178230286,
      "learning_rate": 6.235575515680897e-06,
      "loss": 8.5023,
      "step": 355
    },
    {
      "epoch": 0.8441019561351512,
      "grad_norm": 0.8152404427528381,
      "learning_rate": 6.054651625751717e-06,
      "loss": 8.6179,
      "step": 356
    },
    {
      "epoch": 0.8464730290456431,
      "grad_norm": 0.6913695335388184,
      "learning_rate": 5.876221977277041e-06,
      "loss": 8.5345,
      "step": 357
    },
    {
      "epoch": 0.8488441019561351,
      "grad_norm": 0.6396350860595703,
      "learning_rate": 5.700296697531843e-06,
      "loss": 8.5558,
      "step": 358
    },
    {
      "epoch": 0.8512151748666271,
      "grad_norm": 0.6749542951583862,
      "learning_rate": 5.526885771648599e-06,
      "loss": 8.5512,
      "step": 359
    },
    {
      "epoch": 0.8535862477771191,
      "grad_norm": 0.6956457495689392,
      "learning_rate": 5.355999042050602e-06,
      "loss": 8.5356,
      "step": 360
    },
    {
      "epoch": 0.8559573206876111,
      "grad_norm": 0.6279272437095642,
      "learning_rate": 5.187646207893287e-06,
      "loss": 8.6252,
      "step": 361
    },
    {
      "epoch": 0.8583283935981031,
      "grad_norm": 0.6480008959770203,
      "learning_rate": 5.021836824513759e-06,
      "loss": 8.6306,
      "step": 362
    },
    {
      "epoch": 0.8606994665085952,
      "grad_norm": 0.6797462701797485,
      "learning_rate": 4.858580302888466e-06,
      "loss": 8.5785,
      "step": 363
    },
    {
      "epoch": 0.8630705394190872,
      "grad_norm": 0.6196738481521606,
      "learning_rate": 4.69788590909897e-06,
      "loss": 8.6223,
      "step": 364
    },
    {
      "epoch": 0.8654416123295792,
      "grad_norm": 0.7929615378379822,
      "learning_rate": 4.53976276380616e-06,
      "loss": 8.5748,
      "step": 365
    },
    {
      "epoch": 0.8678126852400712,
      "grad_norm": 0.6625701189041138,
      "learning_rate": 4.384219841732434e-06,
      "loss": 8.519,
      "step": 366
    },
    {
      "epoch": 0.8701837581505631,
      "grad_norm": 0.7184255719184875,
      "learning_rate": 4.231265971152448e-06,
      "loss": 8.4903,
      "step": 367
    },
    {
      "epoch": 0.8725548310610551,
      "grad_norm": 0.615812361240387,
      "learning_rate": 4.080909833391944e-06,
      "loss": 8.4775,
      "step": 368
    },
    {
      "epoch": 0.8749259039715471,
      "grad_norm": 0.7433570623397827,
      "learning_rate": 3.933159962335081e-06,
      "loss": 8.5556,
      "step": 369
    },
    {
      "epoch": 0.8772969768820391,
      "grad_norm": 0.6687265634536743,
      "learning_rate": 3.7880247439400165e-06,
      "loss": 8.6632,
      "step": 370
    },
    {
      "epoch": 0.8796680497925311,
      "grad_norm": 0.5910370349884033,
      "learning_rate": 3.6455124157629805e-06,
      "loss": 8.4726,
      "step": 371
    },
    {
      "epoch": 0.8820391227030231,
      "grad_norm": 0.6623625159263611,
      "learning_rate": 3.505631066490728e-06,
      "loss": 8.6497,
      "step": 372
    },
    {
      "epoch": 0.8844101956135151,
      "grad_norm": 0.7319636940956116,
      "learning_rate": 3.3683886354813953e-06,
      "loss": 8.618,
      "step": 373
    },
    {
      "epoch": 0.8867812685240071,
      "grad_norm": 0.6979434490203857,
      "learning_rate": 3.2337929123139434e-06,
      "loss": 8.47,
      "step": 374
    },
    {
      "epoch": 0.8891523414344991,
      "grad_norm": 0.7493380308151245,
      "learning_rate": 3.1018515363460065e-06,
      "loss": 8.4422,
      "step": 375
    },
    {
      "epoch": 0.8915234143449912,
      "grad_norm": 0.6539353728294373,
      "learning_rate": 2.9725719962802936e-06,
      "loss": 8.4801,
      "step": 376
    },
    {
      "epoch": 0.8938944872554832,
      "grad_norm": 0.7126886248588562,
      "learning_rate": 2.8459616297395466e-06,
      "loss": 8.551,
      "step": 377
    },
    {
      "epoch": 0.8962655601659751,
      "grad_norm": 0.6580207347869873,
      "learning_rate": 2.722027622850104e-06,
      "loss": 8.4261,
      "step": 378
    },
    {
      "epoch": 0.8986366330764671,
      "grad_norm": 0.8187944293022156,
      "learning_rate": 2.6007770098339824e-06,
      "loss": 8.4292,
      "step": 379
    },
    {
      "epoch": 0.9010077059869591,
      "grad_norm": 0.5868402123451233,
      "learning_rate": 2.4822166726096774e-06,
      "loss": 8.433,
      "step": 380
    },
    {
      "epoch": 0.9033787788974511,
      "grad_norm": 0.7408879399299622,
      "learning_rate": 2.3663533404015225e-06,
      "loss": 8.4431,
      "step": 381
    },
    {
      "epoch": 0.9057498518079431,
      "grad_norm": 0.6980611085891724,
      "learning_rate": 2.2531935893577827e-06,
      "loss": 8.5347,
      "step": 382
    },
    {
      "epoch": 0.9081209247184351,
      "grad_norm": 0.7722669839859009,
      "learning_rate": 2.142743842177386e-06,
      "loss": 8.4397,
      "step": 383
    },
    {
      "epoch": 0.9104919976289271,
      "grad_norm": 0.75883549451828,
      "learning_rate": 2.0350103677454047e-06,
      "loss": 8.5787,
      "step": 384
    },
    {
      "epoch": 0.9128630705394191,
      "grad_norm": 0.7170124053955078,
      "learning_rate": 1.929999280777217e-06,
      "loss": 8.5467,
      "step": 385
    },
    {
      "epoch": 0.915234143449911,
      "grad_norm": 0.6611760258674622,
      "learning_rate": 1.827716541471486e-06,
      "loss": 8.4633,
      "step": 386
    },
    {
      "epoch": 0.917605216360403,
      "grad_norm": 0.7798128128051758,
      "learning_rate": 1.7281679551718443e-06,
      "loss": 8.5151,
      "step": 387
    },
    {
      "epoch": 0.919976289270895,
      "grad_norm": 0.872113823890686,
      "learning_rate": 1.6313591720374055e-06,
      "loss": 8.523,
      "step": 388
    },
    {
      "epoch": 0.9223473621813871,
      "grad_norm": 0.9948586821556091,
      "learning_rate": 1.5372956867220677e-06,
      "loss": 8.5911,
      "step": 389
    },
    {
      "epoch": 0.9247184350918791,
      "grad_norm": 0.8459988236427307,
      "learning_rate": 1.445982838062676e-06,
      "loss": 8.6186,
      "step": 390
    },
    {
      "epoch": 0.9270895080023711,
      "grad_norm": 0.9441651105880737,
      "learning_rate": 1.3574258087759639e-06,
      "loss": 8.6356,
      "step": 391
    },
    {
      "epoch": 0.9294605809128631,
      "grad_norm": 0.9777672290802002,
      "learning_rate": 1.2716296251644e-06,
      "loss": 8.4897,
      "step": 392
    },
    {
      "epoch": 0.9318316538233551,
      "grad_norm": 1.0650246143341064,
      "learning_rate": 1.1885991568309385e-06,
      "loss": 8.6319,
      "step": 393
    },
    {
      "epoch": 0.9342027267338471,
      "grad_norm": 1.0287750959396362,
      "learning_rate": 1.1083391164025902e-06,
      "loss": 8.5569,
      "step": 394
    },
    {
      "epoch": 0.9365737996443391,
      "grad_norm": 1.1435717344284058,
      "learning_rate": 1.0308540592629756e-06,
      "loss": 8.4702,
      "step": 395
    },
    {
      "epoch": 0.9389448725548311,
      "grad_norm": 1.0021908283233643,
      "learning_rate": 9.561483832937535e-07,
      "loss": 8.5691,
      "step": 396
    },
    {
      "epoch": 0.941315945465323,
      "grad_norm": 1.1615415811538696,
      "learning_rate": 8.842263286250208e-07,
      "loss": 8.5862,
      "step": 397
    },
    {
      "epoch": 0.943687018375815,
      "grad_norm": 1.131507396697998,
      "learning_rate": 8.150919773946164e-07,
      "loss": 8.4676,
      "step": 398
    },
    {
      "epoch": 0.946058091286307,
      "grad_norm": 1.3880057334899902,
      "learning_rate": 7.487492535164841e-07,
      "loss": 8.5575,
      "step": 399
    },
    {
      "epoch": 0.948429164196799,
      "grad_norm": 2.5329782962799072,
      "learning_rate": 6.852019224579287e-07,
      "loss": 8.7045,
      "step": 400
    },
    {
      "epoch": 0.950800237107291,
      "grad_norm": 1.3169076442718506,
      "learning_rate": 6.244535910258698e-07,
      "loss": 8.4987,
      "step": 401
    },
    {
      "epoch": 0.9531713100177831,
      "grad_norm": 0.5800389051437378,
      "learning_rate": 5.665077071621893e-07,
      "loss": 8.5237,
      "step": 402
    },
    {
      "epoch": 0.9555423829282751,
      "grad_norm": 0.6392087936401367,
      "learning_rate": 5.113675597479773e-07,
      "loss": 8.56,
      "step": 403
    },
    {
      "epoch": 0.9579134558387671,
      "grad_norm": 0.7167456746101379,
      "learning_rate": 4.590362784169022e-07,
      "loss": 8.4562,
      "step": 404
    },
    {
      "epoch": 0.9602845287492591,
      "grad_norm": 0.6921927332878113,
      "learning_rate": 4.095168333775434e-07,
      "loss": 8.4116,
      "step": 405
    },
    {
      "epoch": 0.9626556016597511,
      "grad_norm": 0.5043686628341675,
      "learning_rate": 3.628120352448583e-07,
      "loss": 8.6205,
      "step": 406
    },
    {
      "epoch": 0.965026674570243,
      "grad_norm": 0.6265256404876709,
      "learning_rate": 3.1892453488058803e-07,
      "loss": 8.5995,
      "step": 407
    },
    {
      "epoch": 0.967397747480735,
      "grad_norm": 0.7342397570610046,
      "learning_rate": 2.77856823242878e-07,
      "loss": 8.5633,
      "step": 408
    },
    {
      "epoch": 0.969768820391227,
      "grad_norm": 0.6337420344352722,
      "learning_rate": 2.39611231244824e-07,
      "loss": 8.6437,
      "step": 409
    },
    {
      "epoch": 0.972139893301719,
      "grad_norm": 0.624946117401123,
      "learning_rate": 2.0418992962224492e-07,
      "loss": 8.5678,
      "step": 410
    },
    {
      "epoch": 0.974510966212211,
      "grad_norm": 0.9127371311187744,
      "learning_rate": 1.715949288104146e-07,
      "loss": 8.4386,
      "step": 411
    },
    {
      "epoch": 0.976882039122703,
      "grad_norm": 0.6092548966407776,
      "learning_rate": 1.4182807882999195e-07,
      "loss": 8.4612,
      "step": 412
    },
    {
      "epoch": 0.979253112033195,
      "grad_norm": 0.706963837146759,
      "learning_rate": 1.1489106918200487e-07,
      "loss": 8.4409,
      "step": 413
    },
    {
      "epoch": 0.981624184943687,
      "grad_norm": 0.6863581538200378,
      "learning_rate": 9.07854287519494e-08,
      "loss": 8.4659,
      "step": 414
    },
    {
      "epoch": 0.983995257854179,
      "grad_norm": 0.7088225483894348,
      "learning_rate": 6.951252572304223e-08,
      "loss": 8.5872,
      "step": 415
    },
    {
      "epoch": 0.9863663307646711,
      "grad_norm": 0.7933030128479004,
      "learning_rate": 5.107356749853298e-08,
      "loss": 8.5605,
      "step": 416
    },
    {
      "epoch": 0.988737403675163,
      "grad_norm": 0.701542854309082,
      "learning_rate": 3.546960063319227e-08,
      "loss": 8.5161,
      "step": 417
    },
    {
      "epoch": 0.991108476585655,
      "grad_norm": 1.0440715551376343,
      "learning_rate": 2.27015107739037e-08,
      "loss": 8.5495,
      "step": 418
    },
    {
      "epoch": 0.993479549496147,
      "grad_norm": 0.9093532562255859,
      "learning_rate": 1.2770022609409626e-08,
      "loss": 8.6373,
      "step": 419
    },
    {
      "epoch": 0.995850622406639,
      "grad_norm": 1.2060785293579102,
      "learning_rate": 5.675699829160719e-09,
      "loss": 8.6246,
      "step": 420
    },
    {
      "epoch": 0.998221695317131,
      "grad_norm": 1.2123912572860718,
      "learning_rate": 1.4189450913415503e-09,
      "loss": 8.5685,
      "step": 421
    },
    {
      "epoch": 0.998221695317131,
      "eval_loss": 8.539830207824707,
      "eval_runtime": 2.0036,
      "eval_samples_per_second": 177.182,
      "eval_steps_per_second": 44.42,
      "step": 421
    },
    {
      "epoch": 1.001778304682869,
      "grad_norm": 2.8245649337768555,
      "learning_rate": 0.0,
      "loss": 14.8832,
      "step": 422
    }
  ],
  "logging_steps": 1,
  "max_steps": 422,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 106,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.1040572102934528e+16,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}