{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.4261241970021414,
  "eval_steps": 500,
  "global_step": 8000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.00042826552462526765,
      "grad_norm": 6.414478302001953,
      "learning_rate": 0.0,
      "loss": 3.3622,
      "step": 1
    },
    {
      "epoch": 0.0008565310492505353,
      "grad_norm": 2.9302892684936523,
      "learning_rate": 1.4245014245014247e-07,
      "loss": 2.8275,
      "step": 2
    },
    {
      "epoch": 0.001284796573875803,
      "grad_norm": 0.9498775601387024,
      "learning_rate": 2.8490028490028494e-07,
      "loss": 0.9016,
      "step": 3
    },
    {
      "epoch": 0.0017130620985010706,
      "grad_norm": 4.845119476318359,
      "learning_rate": 4.273504273504274e-07,
      "loss": 3.2398,
      "step": 4
    },
    {
      "epoch": 0.0021413276231263384,
      "grad_norm": 3.6936404705047607,
      "learning_rate": 5.698005698005699e-07,
      "loss": 1.5612,
      "step": 5
    },
    {
      "epoch": 0.002569593147751606,
      "grad_norm": 1.5533021688461304,
      "learning_rate": 7.122507122507123e-07,
      "loss": 2.0778,
      "step": 6
    },
    {
      "epoch": 0.0029978586723768737,
      "grad_norm": 4.488367080688477,
      "learning_rate": 8.547008547008548e-07,
      "loss": 2.4142,
      "step": 7
    },
    {
      "epoch": 0.003426124197002141,
      "grad_norm": 3.1935410499572754,
      "learning_rate": 9.971509971509971e-07,
      "loss": 3.5697,
      "step": 8
    },
    {
      "epoch": 0.003854389721627409,
      "grad_norm": 4.461598873138428,
      "learning_rate": 1.1396011396011398e-06,
      "loss": 2.0645,
      "step": 9
    },
    {
      "epoch": 0.004282655246252677,
      "grad_norm": 3.1320371627807617,
      "learning_rate": 1.282051282051282e-06,
      "loss": 1.6093,
      "step": 10
    },
    {
      "epoch": 0.004710920770877944,
      "grad_norm": 4.2125325202941895,
      "learning_rate": 1.4245014245014246e-06,
      "loss": 2.3948,
      "step": 11
    },
    {
      "epoch": 0.005139186295503212,
      "grad_norm": 2.948488712310791,
      "learning_rate": 1.566951566951567e-06,
      "loss": 1.5153,
      "step": 12
    },
    {
      "epoch": 0.00556745182012848,
      "grad_norm": 4.843990802764893,
      "learning_rate": 1.7094017094017097e-06,
      "loss": 2.5406,
      "step": 13
    },
    {
      "epoch": 0.0059957173447537475,
      "grad_norm": 2.3502020835876465,
      "learning_rate": 1.8518518518518519e-06,
      "loss": 2.3839,
      "step": 14
    },
    {
      "epoch": 0.006423982869379015,
      "grad_norm": 0.9966306090354919,
      "learning_rate": 1.9943019943019943e-06,
      "loss": 1.4319,
      "step": 15
    },
    {
      "epoch": 0.006852248394004282,
      "grad_norm": 0.7407907247543335,
      "learning_rate": 2.136752136752137e-06,
      "loss": 0.9896,
      "step": 16
    },
    {
      "epoch": 0.007280513918629551,
      "grad_norm": 1.3462109565734863,
      "learning_rate": 2.2792022792022796e-06,
      "loss": 1.7297,
      "step": 17
    },
    {
      "epoch": 0.007708779443254818,
      "grad_norm": 3.2086310386657715,
      "learning_rate": 2.4216524216524218e-06,
      "loss": 2.6977,
      "step": 18
    },
    {
      "epoch": 0.008137044967880086,
      "grad_norm": 1.4182010889053345,
      "learning_rate": 2.564102564102564e-06,
      "loss": 2.5285,
      "step": 19
    },
    {
      "epoch": 0.008565310492505354,
      "grad_norm": 3.522043466567993,
      "learning_rate": 2.7065527065527066e-06,
      "loss": 1.7372,
      "step": 20
    },
    {
      "epoch": 0.008993576017130621,
      "grad_norm": 4.324268341064453,
      "learning_rate": 2.8490028490028492e-06,
      "loss": 2.1724,
      "step": 21
    },
    {
      "epoch": 0.009421841541755889,
      "grad_norm": 4.458677291870117,
      "learning_rate": 2.991452991452992e-06,
      "loss": 2.3108,
      "step": 22
    },
    {
      "epoch": 0.009850107066381156,
      "grad_norm": 3.143629789352417,
      "learning_rate": 3.133903133903134e-06,
      "loss": 1.8816,
      "step": 23
    },
    {
      "epoch": 0.010278372591006424,
      "grad_norm": 6.071352005004883,
      "learning_rate": 3.2763532763532763e-06,
      "loss": 2.0332,
      "step": 24
    },
    {
      "epoch": 0.010706638115631691,
      "grad_norm": 3.246492385864258,
      "learning_rate": 3.4188034188034193e-06,
      "loss": 1.5435,
      "step": 25
    },
    {
      "epoch": 0.01113490364025696,
      "grad_norm": 3.8423707485198975,
      "learning_rate": 3.5612535612535615e-06,
      "loss": 1.7221,
      "step": 26
    },
    {
      "epoch": 0.011563169164882228,
      "grad_norm": 1.9240906238555908,
      "learning_rate": 3.7037037037037037e-06,
      "loss": 1.8918,
      "step": 27
    },
    {
      "epoch": 0.011991434689507495,
      "grad_norm": 3.563110113143921,
      "learning_rate": 3.846153846153847e-06,
      "loss": 1.9156,
      "step": 28
    },
    {
      "epoch": 0.012419700214132762,
      "grad_norm": 4.475131511688232,
      "learning_rate": 3.988603988603989e-06,
      "loss": 2.2572,
      "step": 29
    },
    {
      "epoch": 0.01284796573875803,
      "grad_norm": 3.2901947498321533,
      "learning_rate": 4.131054131054131e-06,
      "loss": 3.3946,
      "step": 30
    },
    {
      "epoch": 0.013276231263383297,
      "grad_norm": 3.433932304382324,
      "learning_rate": 4.273504273504274e-06,
      "loss": 3.1704,
      "step": 31
    },
    {
      "epoch": 0.013704496788008565,
      "grad_norm": 3.3518548011779785,
      "learning_rate": 4.415954415954416e-06,
      "loss": 1.2166,
      "step": 32
    },
    {
      "epoch": 0.014132762312633832,
      "grad_norm": 3.873610019683838,
      "learning_rate": 4.558404558404559e-06,
      "loss": 1.9382,
      "step": 33
    },
    {
      "epoch": 0.014561027837259101,
      "grad_norm": 4.367219924926758,
      "learning_rate": 4.700854700854701e-06,
      "loss": 2.0326,
      "step": 34
    },
    {
      "epoch": 0.014989293361884369,
      "grad_norm": 1.036323070526123,
      "learning_rate": 4.8433048433048435e-06,
      "loss": 1.4368,
      "step": 35
    },
    {
      "epoch": 0.015417558886509636,
      "grad_norm": 1.3043993711471558,
      "learning_rate": 4.985754985754986e-06,
      "loss": 1.4606,
      "step": 36
    },
    {
      "epoch": 0.015845824411134905,
      "grad_norm": 2.228630542755127,
      "learning_rate": 5.128205128205128e-06,
      "loss": 1.9375,
      "step": 37
    },
    {
      "epoch": 0.016274089935760173,
      "grad_norm": 0.6979914307594299,
      "learning_rate": 5.270655270655271e-06,
      "loss": 0.8383,
      "step": 38
    },
    {
      "epoch": 0.01670235546038544,
      "grad_norm": 3.0261895656585693,
      "learning_rate": 5.413105413105413e-06,
      "loss": 2.2075,
      "step": 39
    },
    {
      "epoch": 0.017130620985010708,
      "grad_norm": 4.613751411437988,
      "learning_rate": 5.555555555555556e-06,
      "loss": 1.7597,
      "step": 40
    },
    {
      "epoch": 0.017558886509635975,
      "grad_norm": 5.411152362823486,
      "learning_rate": 5.6980056980056985e-06,
      "loss": 1.6644,
      "step": 41
    },
    {
      "epoch": 0.017987152034261242,
      "grad_norm": 3.158193349838257,
      "learning_rate": 5.84045584045584e-06,
      "loss": 1.6588,
      "step": 42
    },
    {
      "epoch": 0.01841541755888651,
      "grad_norm": 1.1232051849365234,
      "learning_rate": 5.982905982905984e-06,
      "loss": 1.9188,
      "step": 43
    },
    {
      "epoch": 0.018843683083511777,
      "grad_norm": 1.7752091884613037,
      "learning_rate": 6.1253561253561255e-06,
      "loss": 2.5004,
      "step": 44
    },
    {
      "epoch": 0.019271948608137045,
      "grad_norm": 11.834925651550293,
      "learning_rate": 6.267806267806268e-06,
      "loss": 1.5862,
      "step": 45
    },
    {
      "epoch": 0.019700214132762312,
      "grad_norm": 1.4113657474517822,
      "learning_rate": 6.41025641025641e-06,
      "loss": 1.1978,
      "step": 46
    },
    {
      "epoch": 0.02012847965738758,
      "grad_norm": 2.817145586013794,
      "learning_rate": 6.5527065527065525e-06,
      "loss": 0.7273,
      "step": 47
    },
    {
      "epoch": 0.020556745182012847,
      "grad_norm": 1.2606289386749268,
      "learning_rate": 6.695156695156696e-06,
      "loss": 1.1372,
      "step": 48
    },
    {
      "epoch": 0.020985010706638114,
      "grad_norm": 3.2994461059570312,
      "learning_rate": 6.837606837606839e-06,
      "loss": 1.2731,
      "step": 49
    },
    {
      "epoch": 0.021413276231263382,
      "grad_norm": 3.109292507171631,
      "learning_rate": 6.9800569800569804e-06,
      "loss": 0.9461,
      "step": 50
    },
    {
      "epoch": 0.02184154175588865,
      "grad_norm": 2.3576626777648926,
      "learning_rate": 7.122507122507123e-06,
      "loss": 1.6073,
      "step": 51
    },
    {
      "epoch": 0.02226980728051392,
      "grad_norm": 0.9282191395759583,
      "learning_rate": 7.264957264957266e-06,
      "loss": 0.7737,
      "step": 52
    },
    {
      "epoch": 0.022698072805139188,
      "grad_norm": 5.33240270614624,
      "learning_rate": 7.4074074074074075e-06,
      "loss": 1.879,
      "step": 53
    },
    {
      "epoch": 0.023126338329764455,
      "grad_norm": 2.9573841094970703,
      "learning_rate": 7.54985754985755e-06,
      "loss": 2.9719,
      "step": 54
    },
    {
      "epoch": 0.023554603854389723,
      "grad_norm": 1.1674715280532837,
      "learning_rate": 7.692307692307694e-06,
      "loss": 1.3606,
      "step": 55
    },
    {
      "epoch": 0.02398286937901499,
      "grad_norm": 2.5515716075897217,
      "learning_rate": 7.834757834757835e-06,
      "loss": 2.0623,
      "step": 56
    },
    {
      "epoch": 0.024411134903640257,
      "grad_norm": 4.037236213684082,
      "learning_rate": 7.977207977207977e-06,
      "loss": 1.6216,
      "step": 57
    },
    {
      "epoch": 0.024839400428265525,
      "grad_norm": 1.4874706268310547,
      "learning_rate": 8.11965811965812e-06,
      "loss": 1.2531,
      "step": 58
    },
    {
      "epoch": 0.025267665952890792,
      "grad_norm": 2.018312931060791,
      "learning_rate": 8.262108262108262e-06,
      "loss": 1.5962,
      "step": 59
    },
    {
      "epoch": 0.02569593147751606,
      "grad_norm": 4.011150360107422,
      "learning_rate": 8.404558404558405e-06,
      "loss": 2.0048,
      "step": 60
    },
    {
      "epoch": 0.026124197002141327,
      "grad_norm": 2.489351272583008,
      "learning_rate": 8.547008547008548e-06,
      "loss": 1.4469,
      "step": 61
    },
    {
      "epoch": 0.026552462526766595,
      "grad_norm": 0.8758351802825928,
      "learning_rate": 8.68945868945869e-06,
      "loss": 1.0629,
      "step": 62
    },
    {
      "epoch": 0.026980728051391862,
      "grad_norm": 0.7707664966583252,
      "learning_rate": 8.831908831908831e-06,
      "loss": 0.9047,
      "step": 63
    },
    {
      "epoch": 0.02740899357601713,
      "grad_norm": 2.239854097366333,
      "learning_rate": 8.974358974358976e-06,
      "loss": 0.9489,
      "step": 64
    },
    {
      "epoch": 0.027837259100642397,
      "grad_norm": 1.4782092571258545,
      "learning_rate": 9.116809116809118e-06,
      "loss": 1.6235,
      "step": 65
    },
    {
      "epoch": 0.028265524625267664,
      "grad_norm": 2.604743480682373,
      "learning_rate": 9.259259259259259e-06,
      "loss": 2.4454,
      "step": 66
    },
    {
      "epoch": 0.028693790149892935,
      "grad_norm": 5.4393839836120605,
      "learning_rate": 9.401709401709402e-06,
      "loss": 1.4113,
      "step": 67
    },
    {
      "epoch": 0.029122055674518203,
      "grad_norm": 2.7777719497680664,
      "learning_rate": 9.544159544159544e-06,
      "loss": 0.999,
      "step": 68
    },
    {
      "epoch": 0.02955032119914347,
      "grad_norm": 3.6234498023986816,
      "learning_rate": 9.686609686609687e-06,
      "loss": 1.9457,
      "step": 69
    },
    {
      "epoch": 0.029978586723768737,
      "grad_norm": 3.2514848709106445,
      "learning_rate": 9.82905982905983e-06,
      "loss": 2.2512,
      "step": 70
    },
    {
      "epoch": 0.030406852248394005,
      "grad_norm": 4.257590293884277,
      "learning_rate": 9.971509971509972e-06,
      "loss": 2.9766,
      "step": 71
    },
    {
      "epoch": 0.030835117773019272,
      "grad_norm": 5.520854473114014,
      "learning_rate": 1.0113960113960115e-05,
      "loss": 1.3085,
      "step": 72
    },
    {
      "epoch": 0.03126338329764454,
      "grad_norm": 4.021020412445068,
      "learning_rate": 1.0256410256410256e-05,
      "loss": 1.4298,
      "step": 73
    },
    {
      "epoch": 0.03169164882226981,
      "grad_norm": 2.981633186340332,
      "learning_rate": 1.03988603988604e-05,
      "loss": 1.9523,
      "step": 74
    },
    {
      "epoch": 0.032119914346895075,
      "grad_norm": 2.9099693298339844,
      "learning_rate": 1.0541310541310543e-05,
      "loss": 1.7449,
      "step": 75
    },
    {
      "epoch": 0.032548179871520345,
      "grad_norm": 1.5408778190612793,
      "learning_rate": 1.0683760683760684e-05,
      "loss": 0.9776,
      "step": 76
    },
    {
      "epoch": 0.03297644539614561,
      "grad_norm": 2.7753937244415283,
      "learning_rate": 1.0826210826210826e-05,
      "loss": 1.3188,
      "step": 77
    },
    {
      "epoch": 0.03340471092077088,
      "grad_norm": 3.6092071533203125,
      "learning_rate": 1.0968660968660969e-05,
      "loss": 2.2393,
      "step": 78
    },
    {
      "epoch": 0.033832976445396144,
      "grad_norm": 4.7633185386657715,
      "learning_rate": 1.1111111111111112e-05,
      "loss": 0.8923,
      "step": 79
    },
    {
      "epoch": 0.034261241970021415,
      "grad_norm": 2.497022867202759,
      "learning_rate": 1.1253561253561254e-05,
      "loss": 1.3657,
      "step": 80
    },
    {
      "epoch": 0.03468950749464668,
      "grad_norm": 1.652069091796875,
      "learning_rate": 1.1396011396011397e-05,
      "loss": 1.1501,
      "step": 81
    },
    {
      "epoch": 0.03511777301927195,
      "grad_norm": 3.0559256076812744,
      "learning_rate": 1.153846153846154e-05,
      "loss": 2.9857,
      "step": 82
    },
    {
      "epoch": 0.035546038543897214,
      "grad_norm": 2.7610037326812744,
      "learning_rate": 1.168091168091168e-05,
      "loss": 1.5787,
      "step": 83
    },
    {
      "epoch": 0.035974304068522485,
      "grad_norm": 4.726510524749756,
      "learning_rate": 1.1823361823361825e-05,
      "loss": 1.2457,
      "step": 84
    },
    {
      "epoch": 0.03640256959314775,
      "grad_norm": 3.145317316055298,
      "learning_rate": 1.1965811965811967e-05,
      "loss": 1.6538,
      "step": 85
    },
    {
      "epoch": 0.03683083511777302,
      "grad_norm": 2.6324005126953125,
      "learning_rate": 1.2108262108262108e-05,
      "loss": 0.5818,
      "step": 86
    },
    {
      "epoch": 0.037259100642398284,
      "grad_norm": 2.972818374633789,
      "learning_rate": 1.2250712250712251e-05,
      "loss": 1.5198,
      "step": 87
    },
    {
      "epoch": 0.037687366167023555,
      "grad_norm": 0.8950526714324951,
      "learning_rate": 1.2393162393162394e-05,
      "loss": 0.7204,
      "step": 88
    },
    {
      "epoch": 0.038115631691648826,
      "grad_norm": 1.8429253101348877,
      "learning_rate": 1.2535612535612536e-05,
      "loss": 1.3245,
      "step": 89
    },
    {
      "epoch": 0.03854389721627409,
      "grad_norm": 0.45375463366508484,
      "learning_rate": 1.267806267806268e-05,
      "loss": 0.3398,
      "step": 90
    },
    {
      "epoch": 0.03897216274089936,
      "grad_norm": 3.102236032485962,
      "learning_rate": 1.282051282051282e-05,
      "loss": 1.4188,
      "step": 91
    },
    {
      "epoch": 0.039400428265524624,
      "grad_norm": 2.044050931930542,
      "learning_rate": 1.2962962962962962e-05,
      "loss": 1.4424,
      "step": 92
    },
    {
      "epoch": 0.039828693790149895,
      "grad_norm": 4.232303619384766,
      "learning_rate": 1.3105413105413105e-05,
      "loss": 1.8351,
      "step": 93
    },
    {
      "epoch": 0.04025695931477516,
      "grad_norm": 3.6002004146575928,
      "learning_rate": 1.324786324786325e-05,
      "loss": 2.0512,
      "step": 94
    },
    {
      "epoch": 0.04068522483940043,
      "grad_norm": 2.6440224647521973,
      "learning_rate": 1.3390313390313392e-05,
      "loss": 0.7994,
      "step": 95
    },
    {
      "epoch": 0.041113490364025694,
      "grad_norm": 4.298135757446289,
      "learning_rate": 1.3532763532763535e-05,
      "loss": 1.7662,
      "step": 96
    },
    {
      "epoch": 0.041541755888650965,
      "grad_norm": 3.527419090270996,
      "learning_rate": 1.3675213675213677e-05,
      "loss": 1.7108,
      "step": 97
    },
    {
      "epoch": 0.04197002141327623,
      "grad_norm": 2.3270251750946045,
      "learning_rate": 1.3817663817663817e-05,
      "loss": 1.1326,
      "step": 98
    },
    {
      "epoch": 0.0423982869379015,
      "grad_norm": 1.2680535316467285,
      "learning_rate": 1.3960113960113961e-05,
      "loss": 0.9455,
      "step": 99
    },
    {
      "epoch": 0.042826552462526764,
      "grad_norm": 2.1174681186676025,
      "learning_rate": 1.4102564102564104e-05,
      "loss": 0.8999,
      "step": 100
    },
    {
      "epoch": 0.043254817987152035,
      "grad_norm": 1.7265313863754272,
      "learning_rate": 1.4245014245014246e-05,
      "loss": 0.7647,
      "step": 101
    },
    {
      "epoch": 0.0436830835117773,
      "grad_norm": 3.0749151706695557,
      "learning_rate": 1.4387464387464389e-05,
      "loss": 1.0355,
      "step": 102
    },
    {
      "epoch": 0.04411134903640257,
      "grad_norm": 3.2242751121520996,
      "learning_rate": 1.4529914529914531e-05,
      "loss": 2.053,
      "step": 103
    },
    {
      "epoch": 0.04453961456102784,
      "grad_norm": 2.893559694290161,
      "learning_rate": 1.4672364672364672e-05,
      "loss": 1.2764,
      "step": 104
    },
    {
      "epoch": 0.044967880085653104,
      "grad_norm": 2.5631375312805176,
      "learning_rate": 1.4814814814814815e-05,
      "loss": 1.0131,
      "step": 105
    },
    {
      "epoch": 0.045396145610278375,
      "grad_norm": 2.3468258380889893,
      "learning_rate": 1.4957264957264958e-05,
      "loss": 1.7249,
      "step": 106
    },
    {
      "epoch": 0.04582441113490364,
      "grad_norm": 2.702765703201294,
      "learning_rate": 1.50997150997151e-05,
      "loss": 1.5623,
      "step": 107
    },
    {
      "epoch": 0.04625267665952891,
      "grad_norm": 2.32950758934021,
      "learning_rate": 1.5242165242165243e-05,
      "loss": 0.9961,
      "step": 108
    },
    {
      "epoch": 0.046680942184154174,
      "grad_norm": 2.3744215965270996,
      "learning_rate": 1.5384615384615387e-05,
      "loss": 0.6956,
      "step": 109
    },
    {
      "epoch": 0.047109207708779445,
      "grad_norm": 1.4256198406219482,
      "learning_rate": 1.552706552706553e-05,
      "loss": 1.4581,
      "step": 110
    },
    {
      "epoch": 0.04753747323340471,
      "grad_norm": 2.7099788188934326,
      "learning_rate": 1.566951566951567e-05,
      "loss": 1.7635,
      "step": 111
    },
    {
      "epoch": 0.04796573875802998,
      "grad_norm": 1.7480332851409912,
      "learning_rate": 1.581196581196581e-05,
      "loss": 0.899,
      "step": 112
    },
    {
      "epoch": 0.048394004282655244,
      "grad_norm": 3.276075601577759,
      "learning_rate": 1.5954415954415954e-05,
      "loss": 0.9959,
      "step": 113
    },
    {
      "epoch": 0.048822269807280515,
      "grad_norm": 1.9205656051635742,
      "learning_rate": 1.6096866096866097e-05,
      "loss": 1.391,
      "step": 114
    },
    {
      "epoch": 0.04925053533190578,
      "grad_norm": 1.0712634325027466,
      "learning_rate": 1.623931623931624e-05,
      "loss": 0.6293,
      "step": 115
    },
    {
      "epoch": 0.04967880085653105,
      "grad_norm": 2.306438446044922,
      "learning_rate": 1.6381766381766382e-05,
      "loss": 0.9727,
      "step": 116
    },
    {
      "epoch": 0.050107066381156314,
      "grad_norm": 3.2861328125,
      "learning_rate": 1.6524216524216525e-05,
      "loss": 1.6748,
      "step": 117
    },
    {
      "epoch": 0.050535331905781584,
      "grad_norm": 2.97861909866333,
      "learning_rate": 1.6666666666666667e-05,
      "loss": 1.0645,
      "step": 118
    },
    {
      "epoch": 0.050963597430406855,
      "grad_norm": 2.034090518951416,
      "learning_rate": 1.680911680911681e-05,
      "loss": 0.8671,
      "step": 119
    },
    {
      "epoch": 0.05139186295503212,
      "grad_norm": 1.3443281650543213,
      "learning_rate": 1.6951566951566953e-05,
      "loss": 0.5913,
      "step": 120
    },
    {
      "epoch": 0.05182012847965739,
      "grad_norm": 3.0041215419769287,
      "learning_rate": 1.7094017094017095e-05,
      "loss": 1.1359,
      "step": 121
    },
    {
      "epoch": 0.052248394004282654,
      "grad_norm": 0.7477733492851257,
      "learning_rate": 1.7236467236467238e-05,
      "loss": 0.5039,
      "step": 122
    },
    {
      "epoch": 0.052676659528907925,
      "grad_norm": 3.389904260635376,
      "learning_rate": 1.737891737891738e-05,
      "loss": 1.2213,
      "step": 123
    },
    {
      "epoch": 0.05310492505353319,
      "grad_norm": 0.611035943031311,
      "learning_rate": 1.752136752136752e-05,
      "loss": 0.7675,
      "step": 124
    },
    {
      "epoch": 0.05353319057815846,
      "grad_norm": 1.97183358669281,
      "learning_rate": 1.7663817663817662e-05,
      "loss": 1.0875,
      "step": 125
    },
    {
      "epoch": 0.053961456102783724,
      "grad_norm": 0.8395046591758728,
      "learning_rate": 1.7806267806267805e-05,
      "loss": 1.2124,
      "step": 126
    },
    {
      "epoch": 0.054389721627408995,
      "grad_norm": 3.901089668273926,
      "learning_rate": 1.794871794871795e-05,
      "loss": 1.0323,
      "step": 127
    },
    {
      "epoch": 0.05481798715203426,
      "grad_norm": 2.217695474624634,
      "learning_rate": 1.8091168091168094e-05,
      "loss": 0.839,
      "step": 128
    },
    {
      "epoch": 0.05524625267665953,
      "grad_norm": 1.549622654914856,
      "learning_rate": 1.8233618233618236e-05,
      "loss": 1.4423,
      "step": 129
    },
    {
      "epoch": 0.055674518201284794,
      "grad_norm": 2.0840487480163574,
      "learning_rate": 1.837606837606838e-05,
      "loss": 1.1863,
      "step": 130
    },
    {
      "epoch": 0.056102783725910065,
      "grad_norm": 6.627814769744873,
      "learning_rate": 1.8518518518518518e-05,
      "loss": 0.8793,
      "step": 131
    },
    {
      "epoch": 0.05653104925053533,
      "grad_norm": 2.3658409118652344,
      "learning_rate": 1.866096866096866e-05,
      "loss": 0.7569,
      "step": 132
    },
    {
      "epoch": 0.0569593147751606,
      "grad_norm": 1.1699354648590088,
      "learning_rate": 1.8803418803418804e-05,
      "loss": 1.0762,
      "step": 133
    },
    {
      "epoch": 0.05738758029978587,
      "grad_norm": 2.5904946327209473,
      "learning_rate": 1.8945868945868946e-05,
      "loss": 1.6799,
      "step": 134
    },
    {
      "epoch": 0.057815845824411134,
      "grad_norm": 3.161961555480957,
      "learning_rate": 1.908831908831909e-05,
      "loss": 0.8449,
      "step": 135
    },
    {
      "epoch": 0.058244111349036405,
      "grad_norm": 6.7654595375061035,
      "learning_rate": 1.923076923076923e-05,
      "loss": 0.6129,
      "step": 136
    },
    {
      "epoch": 0.05867237687366167,
      "grad_norm": 1.832990288734436,
      "learning_rate": 1.9373219373219374e-05,
      "loss": 2.5059,
      "step": 137
    },
    {
      "epoch": 0.05910064239828694,
      "grad_norm": 3.723707675933838,
      "learning_rate": 1.9515669515669517e-05,
      "loss": 2.0814,
      "step": 138
    },
    {
      "epoch": 0.059528907922912204,
      "grad_norm": 1.0602309703826904,
      "learning_rate": 1.965811965811966e-05,
      "loss": 1.0654,
      "step": 139
    },
    {
      "epoch": 0.059957173447537475,
      "grad_norm": 2.92753005027771,
      "learning_rate": 1.9800569800569802e-05,
      "loss": 1.2185,
      "step": 140
    },
    {
      "epoch": 0.06038543897216274,
      "grad_norm": 2.360262393951416,
      "learning_rate": 1.9943019943019945e-05,
      "loss": 2.5411,
      "step": 141
    },
    {
      "epoch": 0.06081370449678801,
      "grad_norm": 1.8445204496383667,
      "learning_rate": 2.0085470085470087e-05,
      "loss": 1.0995,
      "step": 142
    },
    {
      "epoch": 0.061241970021413274,
      "grad_norm": 0.813838005065918,
      "learning_rate": 2.022792022792023e-05,
      "loss": 0.8227,
      "step": 143
    },
    {
      "epoch": 0.061670235546038545,
      "grad_norm": 3.5064644813537598,
      "learning_rate": 2.037037037037037e-05,
      "loss": 1.1525,
      "step": 144
    },
    {
      "epoch": 0.06209850107066381,
      "grad_norm": 1.073612928390503,
      "learning_rate": 2.0512820512820512e-05,
      "loss": 0.5725,
      "step": 145
    },
    {
      "epoch": 0.06252676659528908,
      "grad_norm": 2.7583556175231934,
      "learning_rate": 2.0655270655270654e-05,
      "loss": 0.8987,
      "step": 146
    },
    {
      "epoch": 0.06295503211991435,
      "grad_norm": 1.851110577583313,
      "learning_rate": 2.07977207977208e-05,
      "loss": 1.135,
      "step": 147
    },
    {
      "epoch": 0.06338329764453962,
      "grad_norm": 1.7671997547149658,
      "learning_rate": 2.0940170940170943e-05,
      "loss": 0.9444,
      "step": 148
    },
    {
      "epoch": 0.06381156316916488,
      "grad_norm": 2.2174129486083984,
      "learning_rate": 2.1082621082621086e-05,
      "loss": 2.2515,
      "step": 149
    },
    {
      "epoch": 0.06423982869379015,
      "grad_norm": 2.4144673347473145,
      "learning_rate": 2.1225071225071228e-05,
      "loss": 1.5357,
      "step": 150
    },
    {
      "epoch": 0.06466809421841542,
      "grad_norm": 2.300302267074585,
      "learning_rate": 2.1367521367521368e-05,
      "loss": 1.5303,
      "step": 151
    },
    {
      "epoch": 0.06509635974304069,
      "grad_norm": 1.8440951108932495,
      "learning_rate": 2.150997150997151e-05,
      "loss": 1.2911,
      "step": 152
    },
    {
      "epoch": 0.06552462526766595,
      "grad_norm": 2.8966660499572754,
      "learning_rate": 2.1652421652421653e-05,
      "loss": 0.5728,
      "step": 153
    },
    {
      "epoch": 0.06595289079229122,
      "grad_norm": 1.5750426054000854,
      "learning_rate": 2.1794871794871795e-05,
      "loss": 0.4105,
      "step": 154
    },
    {
      "epoch": 0.06638115631691649,
      "grad_norm": 1.9909145832061768,
      "learning_rate": 2.1937321937321938e-05,
      "loss": 1.1158,
      "step": 155
    },
    {
      "epoch": 0.06680942184154176,
      "grad_norm": 2.814115047454834,
      "learning_rate": 2.207977207977208e-05,
      "loss": 1.035,
      "step": 156
    },
    {
      "epoch": 0.06723768736616702,
      "grad_norm": 2.482508897781372,
      "learning_rate": 2.2222222222222223e-05,
      "loss": 0.8973,
      "step": 157
    },
    {
      "epoch": 0.06766595289079229,
      "grad_norm": 2.8949925899505615,
      "learning_rate": 2.2364672364672366e-05,
      "loss": 1.0229,
      "step": 158
    },
    {
      "epoch": 0.06809421841541756,
      "grad_norm": 2.1035938262939453,
      "learning_rate": 2.250712250712251e-05,
      "loss": 0.768,
      "step": 159
    },
    {
      "epoch": 0.06852248394004283,
      "grad_norm": 1.8911529779434204,
      "learning_rate": 2.264957264957265e-05,
      "loss": 0.9797,
      "step": 160
    },
    {
      "epoch": 0.06895074946466809,
      "grad_norm": 2.6914169788360596,
      "learning_rate": 2.2792022792022794e-05,
      "loss": 2.152,
      "step": 161
    },
    {
      "epoch": 0.06937901498929336,
      "grad_norm": 0.8834894895553589,
      "learning_rate": 2.2934472934472936e-05,
      "loss": 1.103,
      "step": 162
    },
    {
      "epoch": 0.06980728051391863,
      "grad_norm": 2.0131044387817383,
      "learning_rate": 2.307692307692308e-05,
      "loss": 0.903,
      "step": 163
    },
    {
      "epoch": 0.0702355460385439,
      "grad_norm": 2.1658196449279785,
      "learning_rate": 2.321937321937322e-05,
      "loss": 1.1855,
      "step": 164
    },
    {
      "epoch": 0.07066381156316917,
      "grad_norm": 1.6546519994735718,
      "learning_rate": 2.336182336182336e-05,
      "loss": 1.1255,
      "step": 165
    },
    {
      "epoch": 0.07109207708779443,
      "grad_norm": 1.0210672616958618,
      "learning_rate": 2.3504273504273504e-05,
      "loss": 0.4075,
      "step": 166
    },
    {
      "epoch": 0.0715203426124197,
      "grad_norm": 1.1995691061019897,
      "learning_rate": 2.364672364672365e-05,
      "loss": 0.9311,
      "step": 167
    },
    {
      "epoch": 0.07194860813704497,
      "grad_norm": 3.7927942276000977,
      "learning_rate": 2.3789173789173792e-05,
      "loss": 1.8224,
      "step": 168
    },
    {
      "epoch": 0.07237687366167024,
      "grad_norm": 3.2891554832458496,
      "learning_rate": 2.3931623931623935e-05,
      "loss": 1.009,
      "step": 169
    },
    {
      "epoch": 0.0728051391862955,
      "grad_norm": 3.164005994796753,
      "learning_rate": 2.4074074074074074e-05,
      "loss": 2.0002,
      "step": 170
    },
    {
      "epoch": 0.07323340471092077,
      "grad_norm": 0.5787224173545837,
      "learning_rate": 2.4216524216524217e-05,
      "loss": 0.5373,
      "step": 171
    },
    {
      "epoch": 0.07366167023554604,
      "grad_norm": 2.172433376312256,
      "learning_rate": 2.435897435897436e-05,
      "loss": 0.864,
      "step": 172
    },
    {
      "epoch": 0.07408993576017131,
      "grad_norm": 5.6189680099487305,
      "learning_rate": 2.4501424501424502e-05,
      "loss": 0.9794,
      "step": 173
    },
    {
      "epoch": 0.07451820128479657,
      "grad_norm": 2.1432316303253174,
      "learning_rate": 2.4643874643874645e-05,
      "loss": 1.6739,
      "step": 174
    },
    {
      "epoch": 0.07494646680942184,
      "grad_norm": 1.8768941164016724,
      "learning_rate": 2.4786324786324787e-05,
      "loss": 0.6435,
      "step": 175
    },
    {
      "epoch": 0.07537473233404711,
      "grad_norm": 2.10730242729187,
      "learning_rate": 2.492877492877493e-05,
      "loss": 1.206,
      "step": 176
    },
    {
      "epoch": 0.07580299785867238,
      "grad_norm": 1.1551294326782227,
      "learning_rate": 2.5071225071225073e-05,
      "loss": 0.4975,
      "step": 177
    },
    {
      "epoch": 0.07623126338329765,
      "grad_norm": 4.672671794891357,
      "learning_rate": 2.5213675213675215e-05,
      "loss": 1.4764,
      "step": 178
    },
    {
      "epoch": 0.07665952890792291,
      "grad_norm": 2.660536527633667,
      "learning_rate": 2.535612535612536e-05,
      "loss": 1.0217,
      "step": 179
    },
    {
      "epoch": 0.07708779443254818,
      "grad_norm": 2.8997318744659424,
      "learning_rate": 2.54985754985755e-05,
      "loss": 0.8527,
      "step": 180
    },
    {
      "epoch": 0.07751605995717345,
      "grad_norm": 28.671045303344727,
      "learning_rate": 2.564102564102564e-05,
      "loss": 2.7668,
      "step": 181
    },
    {
      "epoch": 0.07794432548179872,
      "grad_norm": 2.164299249649048,
      "learning_rate": 2.5783475783475786e-05,
      "loss": 1.8198,
      "step": 182
    },
    {
      "epoch": 0.07837259100642398,
      "grad_norm": 2.060107946395874,
      "learning_rate": 2.5925925925925925e-05,
      "loss": 1.6996,
      "step": 183
    },
    {
      "epoch": 0.07880085653104925,
      "grad_norm": 2.9459447860717773,
      "learning_rate": 2.606837606837607e-05,
      "loss": 1.7054,
      "step": 184
    },
    {
      "epoch": 0.07922912205567452,
      "grad_norm": 2.1560142040252686,
      "learning_rate": 2.621082621082621e-05,
      "loss": 1.1771,
      "step": 185
    },
    {
      "epoch": 0.07965738758029979,
      "grad_norm": 8.054213523864746,
      "learning_rate": 2.6353276353276356e-05,
      "loss": 1.5743,
      "step": 186
    },
    {
      "epoch": 0.08008565310492505,
      "grad_norm": 1.5502079725265503,
      "learning_rate": 2.64957264957265e-05,
      "loss": 0.827,
      "step": 187
    },
    {
      "epoch": 0.08051391862955032,
      "grad_norm": 3.1884241104125977,
      "learning_rate": 2.6638176638176638e-05,
      "loss": 0.5803,
      "step": 188
    },
    {
      "epoch": 0.08094218415417559,
      "grad_norm": 2.181755781173706,
      "learning_rate": 2.6780626780626784e-05,
      "loss": 0.6595,
      "step": 189
    },
    {
      "epoch": 0.08137044967880086,
      "grad_norm": 1.1271017789840698,
      "learning_rate": 2.6923076923076923e-05,
      "loss": 0.7789,
      "step": 190
    },
    {
      "epoch": 0.08179871520342613,
      "grad_norm": 1.9792314767837524,
      "learning_rate": 2.706552706552707e-05,
      "loss": 0.5795,
      "step": 191
    },
    {
      "epoch": 0.08222698072805139,
      "grad_norm": 2.1888654232025146,
      "learning_rate": 2.720797720797721e-05,
      "loss": 0.5598,
      "step": 192
    },
    {
      "epoch": 0.08265524625267666,
      "grad_norm": 2.769583225250244,
      "learning_rate": 2.7350427350427355e-05,
      "loss": 1.8354,
      "step": 193
    },
    {
      "epoch": 0.08308351177730193,
      "grad_norm": 3.9634060859680176,
      "learning_rate": 2.7492877492877494e-05,
      "loss": 1.6838,
      "step": 194
    },
    {
      "epoch": 0.0835117773019272,
      "grad_norm": 0.7734169363975525,
      "learning_rate": 2.7635327635327633e-05,
      "loss": 0.5022,
      "step": 195
    },
    {
      "epoch": 0.08394004282655246,
      "grad_norm": 2.710714340209961,
      "learning_rate": 2.777777777777778e-05,
      "loss": 0.5632,
      "step": 196
    },
    {
      "epoch": 0.08436830835117773,
      "grad_norm": 3.237424612045288,
      "learning_rate": 2.7920227920227922e-05,
      "loss": 1.6339,
      "step": 197
    },
    {
      "epoch": 0.084796573875803,
      "grad_norm": 0.47497913241386414,
      "learning_rate": 2.8062678062678068e-05,
      "loss": 0.2132,
      "step": 198
    },
    {
      "epoch": 0.08522483940042827,
      "grad_norm": 7.765350818634033,
      "learning_rate": 2.8205128205128207e-05,
      "loss": 0.4622,
      "step": 199
    },
    {
      "epoch": 0.08565310492505353,
      "grad_norm": 2.7390847206115723,
      "learning_rate": 2.8347578347578346e-05,
      "loss": 2.1194,
      "step": 200
    },
    {
      "epoch": 0.0860813704496788,
      "grad_norm": 3.198359727859497,
      "learning_rate": 2.8490028490028492e-05,
      "loss": 1.0102,
      "step": 201
    },
    {
      "epoch": 0.08650963597430407,
      "grad_norm": 2.5699501037597656,
      "learning_rate": 2.863247863247863e-05,
      "loss": 0.9166,
      "step": 202
    },
    {
      "epoch": 0.08693790149892934,
      "grad_norm": 3.6063661575317383,
      "learning_rate": 2.8774928774928778e-05,
      "loss": 1.4779,
      "step": 203
    },
    {
      "epoch": 0.0873661670235546,
      "grad_norm": 3.5549824237823486,
      "learning_rate": 2.8917378917378917e-05,
      "loss": 2.0135,
      "step": 204
    },
    {
      "epoch": 0.08779443254817987,
      "grad_norm": 1.2536407709121704,
      "learning_rate": 2.9059829059829063e-05,
      "loss": 0.7561,
      "step": 205
    },
    {
      "epoch": 0.08822269807280514,
      "grad_norm": 2.932950258255005,
      "learning_rate": 2.9202279202279202e-05,
      "loss": 0.8978,
      "step": 206
    },
    {
      "epoch": 0.08865096359743041,
      "grad_norm": 0.7235990166664124,
      "learning_rate": 2.9344729344729345e-05,
      "loss": 0.4349,
      "step": 207
    },
    {
      "epoch": 0.08907922912205568,
      "grad_norm": 7.0716753005981445,
      "learning_rate": 2.948717948717949e-05,
      "loss": 1.0733,
      "step": 208
    },
    {
      "epoch": 0.08950749464668094,
      "grad_norm": 1.471746802330017,
      "learning_rate": 2.962962962962963e-05,
      "loss": 1.0135,
      "step": 209
    },
    {
      "epoch": 0.08993576017130621,
      "grad_norm": 3.3810818195343018,
      "learning_rate": 2.9772079772079776e-05,
      "loss": 0.5905,
      "step": 210
    },
    {
      "epoch": 0.09036402569593148,
      "grad_norm": 2.022531747817993,
      "learning_rate": 2.9914529914529915e-05,
      "loss": 1.7242,
      "step": 211
    },
    {
      "epoch": 0.09079229122055675,
      "grad_norm": 7.182267189025879,
      "learning_rate": 3.005698005698006e-05,
      "loss": 1.3271,
      "step": 212
    },
    {
      "epoch": 0.09122055674518201,
      "grad_norm": 3.6144628524780273,
      "learning_rate": 3.01994301994302e-05,
      "loss": 1.5303,
      "step": 213
    },
    {
      "epoch": 0.09164882226980728,
      "grad_norm": 3.691349744796753,
      "learning_rate": 3.034188034188034e-05,
      "loss": 1.0157,
      "step": 214
    },
    {
      "epoch": 0.09207708779443255,
      "grad_norm": 4.777829647064209,
      "learning_rate": 3.0484330484330486e-05,
      "loss": 1.5315,
      "step": 215
    },
    {
      "epoch": 0.09250535331905782,
      "grad_norm": 3.732825756072998,
      "learning_rate": 3.0626780626780625e-05,
      "loss": 1.6964,
      "step": 216
    },
    {
      "epoch": 0.09293361884368308,
      "grad_norm": 0.7655865550041199,
      "learning_rate": 3.0769230769230774e-05,
      "loss": 0.4653,
      "step": 217
    },
    {
      "epoch": 0.09336188436830835,
      "grad_norm": 2.9604082107543945,
      "learning_rate": 3.091168091168091e-05,
      "loss": 2.4223,
      "step": 218
    },
    {
      "epoch": 0.09379014989293362,
      "grad_norm": 3.104810953140259,
      "learning_rate": 3.105413105413106e-05,
      "loss": 1.7372,
      "step": 219
    },
    {
      "epoch": 0.09421841541755889,
      "grad_norm": 3.1921725273132324,
      "learning_rate": 3.1196581196581195e-05,
      "loss": 1.8576,
      "step": 220
    },
    {
      "epoch": 0.09464668094218416,
      "grad_norm": 3.115173816680908,
      "learning_rate": 3.133903133903134e-05,
      "loss": 1.5189,
      "step": 221
    },
    {
      "epoch": 0.09507494646680942,
      "grad_norm": 0.5380528569221497,
      "learning_rate": 3.148148148148148e-05,
      "loss": 0.2698,
      "step": 222
    },
    {
      "epoch": 0.09550321199143469,
      "grad_norm": 1.3816708326339722,
      "learning_rate": 3.162393162393162e-05,
      "loss": 0.7257,
      "step": 223
    },
    {
      "epoch": 0.09593147751605996,
      "grad_norm": 4.43396520614624,
      "learning_rate": 3.176638176638177e-05,
      "loss": 0.7819,
      "step": 224
    },
    {
      "epoch": 0.09635974304068523,
      "grad_norm": 1.8262461423873901,
      "learning_rate": 3.190883190883191e-05,
      "loss": 1.2734,
      "step": 225
    },
    {
      "epoch": 0.09678800856531049,
      "grad_norm": 5.1299591064453125,
      "learning_rate": 3.205128205128206e-05,
      "loss": 0.8673,
      "step": 226
    },
    {
      "epoch": 0.09721627408993576,
      "grad_norm": 2.9369852542877197,
      "learning_rate": 3.2193732193732194e-05,
      "loss": 2.0378,
      "step": 227
    },
    {
      "epoch": 0.09764453961456103,
      "grad_norm": 4.220022678375244,
      "learning_rate": 3.2336182336182337e-05,
      "loss": 1.1835,
      "step": 228
    },
    {
      "epoch": 0.0980728051391863,
      "grad_norm": 2.7889351844787598,
      "learning_rate": 3.247863247863248e-05,
      "loss": 0.9369,
      "step": 229
    },
    {
      "epoch": 0.09850107066381156,
      "grad_norm": 4.0769877433776855,
      "learning_rate": 3.262108262108262e-05,
      "loss": 1.4096,
      "step": 230
    },
    {
      "epoch": 0.09892933618843683,
      "grad_norm": 2.644496202468872,
      "learning_rate": 3.2763532763532764e-05,
      "loss": 1.1633,
      "step": 231
    },
    {
      "epoch": 0.0993576017130621,
      "grad_norm": 3.4216861724853516,
      "learning_rate": 3.290598290598291e-05,
      "loss": 1.2418,
      "step": 232
    },
    {
      "epoch": 0.09978586723768737,
      "grad_norm": 3.555447578430176,
      "learning_rate": 3.304843304843305e-05,
      "loss": 0.7912,
      "step": 233
    },
    {
      "epoch": 0.10021413276231263,
      "grad_norm": 2.637141466140747,
      "learning_rate": 3.319088319088319e-05,
      "loss": 1.1373,
      "step": 234
    },
    {
      "epoch": 0.1006423982869379,
      "grad_norm": 3.479079008102417,
      "learning_rate": 3.3333333333333335e-05,
      "loss": 1.1616,
      "step": 235
    },
    {
      "epoch": 0.10107066381156317,
      "grad_norm": 3.893444538116455,
      "learning_rate": 3.347578347578348e-05,
      "loss": 1.661,
      "step": 236
    },
    {
      "epoch": 0.10149892933618844,
      "grad_norm": 0.9387574195861816,
      "learning_rate": 3.361823361823362e-05,
      "loss": 0.3246,
      "step": 237
    },
    {
      "epoch": 0.10192719486081371,
      "grad_norm": 2.405900716781616,
      "learning_rate": 3.376068376068376e-05,
      "loss": 1.0332,
      "step": 238
    },
    {
      "epoch": 0.10235546038543897,
      "grad_norm": 2.6567132472991943,
      "learning_rate": 3.3903133903133905e-05,
      "loss": 0.7901,
      "step": 239
    },
    {
      "epoch": 0.10278372591006424,
      "grad_norm": 1.9560396671295166,
      "learning_rate": 3.404558404558404e-05,
      "loss": 0.7824,
      "step": 240
    },
    {
      "epoch": 0.10321199143468951,
      "grad_norm": 7.148070335388184,
      "learning_rate": 3.418803418803419e-05,
      "loss": 1.9755,
      "step": 241
    },
    {
      "epoch": 0.10364025695931478,
      "grad_norm": 2.389586925506592,
      "learning_rate": 3.433048433048433e-05,
      "loss": 1.3012,
      "step": 242
    },
    {
      "epoch": 0.10406852248394004,
      "grad_norm": 3.2438879013061523,
      "learning_rate": 3.4472934472934476e-05,
      "loss": 1.4369,
      "step": 243
    },
    {
      "epoch": 0.10449678800856531,
      "grad_norm": 2.913053035736084,
      "learning_rate": 3.461538461538462e-05,
      "loss": 1.1202,
      "step": 244
    },
    {
      "epoch": 0.10492505353319058,
      "grad_norm": 2.562062978744507,
      "learning_rate": 3.475783475783476e-05,
      "loss": 1.1709,
      "step": 245
    },
    {
      "epoch": 0.10535331905781585,
      "grad_norm": 2.1583056449890137,
      "learning_rate": 3.4900284900284904e-05,
      "loss": 1.3019,
      "step": 246
    },
    {
      "epoch": 0.10578158458244111,
      "grad_norm": 3.4717581272125244,
      "learning_rate": 3.504273504273504e-05,
      "loss": 0.5988,
      "step": 247
    },
    {
      "epoch": 0.10620985010706638,
      "grad_norm": 4.936855316162109,
      "learning_rate": 3.518518518518519e-05,
      "loss": 2.0666,
      "step": 248
    },
    {
      "epoch": 0.10663811563169165,
      "grad_norm": 4.098249912261963,
      "learning_rate": 3.5327635327635325e-05,
      "loss": 1.1168,
      "step": 249
    },
    {
      "epoch": 0.10706638115631692,
      "grad_norm": 0.8581508994102478,
      "learning_rate": 3.5470085470085474e-05,
      "loss": 0.6159,
      "step": 250
    },
    {
      "epoch": 0.10749464668094219,
      "grad_norm": 1.8340867757797241,
      "learning_rate": 3.561253561253561e-05,
      "loss": 0.5249,
      "step": 251
    },
    {
      "epoch": 0.10792291220556745,
      "grad_norm": 3.4266982078552246,
      "learning_rate": 3.575498575498576e-05,
      "loss": 0.7002,
      "step": 252
    },
    {
      "epoch": 0.10835117773019272,
      "grad_norm": 3.9117584228515625,
      "learning_rate": 3.58974358974359e-05,
      "loss": 1.5655,
      "step": 253
    },
    {
      "epoch": 0.10877944325481799,
      "grad_norm": 1.3863552808761597,
      "learning_rate": 3.603988603988604e-05,
      "loss": 1.2217,
      "step": 254
    },
    {
      "epoch": 0.10920770877944326,
      "grad_norm": 3.36838960647583,
      "learning_rate": 3.618233618233619e-05,
      "loss": 1.7856,
      "step": 255
    },
    {
      "epoch": 0.10963597430406852,
      "grad_norm": 0.6971068382263184,
      "learning_rate": 3.6324786324786323e-05,
      "loss": 0.4212,
      "step": 256
    },
    {
      "epoch": 0.11006423982869379,
      "grad_norm": 0.8887351155281067,
      "learning_rate": 3.646723646723647e-05,
      "loss": 0.7143,
      "step": 257
    },
    {
      "epoch": 0.11049250535331906,
      "grad_norm": 3.525222063064575,
      "learning_rate": 3.660968660968661e-05,
      "loss": 1.1365,
      "step": 258
    },
    {
      "epoch": 0.11092077087794433,
      "grad_norm": 1.0668435096740723,
      "learning_rate": 3.675213675213676e-05,
      "loss": 0.659,
      "step": 259
    },
    {
      "epoch": 0.11134903640256959,
      "grad_norm": 6.667932033538818,
      "learning_rate": 3.6894586894586894e-05,
      "loss": 1.1953,
      "step": 260
    },
    {
      "epoch": 0.11177730192719486,
      "grad_norm": 3.3820555210113525,
      "learning_rate": 3.7037037037037037e-05,
      "loss": 1.2613,
      "step": 261
    },
    {
      "epoch": 0.11220556745182013,
      "grad_norm": 2.808933973312378,
      "learning_rate": 3.717948717948718e-05,
      "loss": 0.931,
      "step": 262
    },
    {
      "epoch": 0.1126338329764454,
      "grad_norm": 3.5777313709259033,
      "learning_rate": 3.732193732193732e-05,
      "loss": 0.7262,
      "step": 263
    },
    {
      "epoch": 0.11306209850107066,
      "grad_norm": 2.7199411392211914,
      "learning_rate": 3.746438746438747e-05,
      "loss": 1.6385,
      "step": 264
    },
    {
      "epoch": 0.11349036402569593,
      "grad_norm": 0.6409360766410828,
      "learning_rate": 3.760683760683761e-05,
      "loss": 0.2108,
      "step": 265
    },
    {
      "epoch": 0.1139186295503212,
      "grad_norm": 4.373414993286133,
      "learning_rate": 3.774928774928775e-05,
      "loss": 1.4652,
      "step": 266
    },
    {
      "epoch": 0.11434689507494647,
      "grad_norm": 2.9497854709625244,
      "learning_rate": 3.789173789173789e-05,
      "loss": 0.4667,
      "step": 267
    },
    {
      "epoch": 0.11477516059957174,
      "grad_norm": 2.694941520690918,
      "learning_rate": 3.8034188034188035e-05,
      "loss": 1.2275,
      "step": 268
    },
    {
      "epoch": 0.115203426124197,
      "grad_norm": 3.571516752243042,
      "learning_rate": 3.817663817663818e-05,
      "loss": 0.9044,
      "step": 269
    },
    {
      "epoch": 0.11563169164882227,
      "grad_norm": 3.343700885772705,
      "learning_rate": 3.831908831908832e-05,
      "loss": 0.8462,
      "step": 270
    },
    {
      "epoch": 0.11605995717344754,
      "grad_norm": 2.678065776824951,
      "learning_rate": 3.846153846153846e-05,
      "loss": 0.9419,
      "step": 271
    },
    {
      "epoch": 0.11648822269807281,
      "grad_norm": 4.342055320739746,
      "learning_rate": 3.8603988603988605e-05,
      "loss": 1.4355,
      "step": 272
    },
    {
      "epoch": 0.11691648822269807,
      "grad_norm": 2.223581314086914,
      "learning_rate": 3.874643874643875e-05,
      "loss": 1.3613,
      "step": 273
    },
    {
      "epoch": 0.11734475374732334,
      "grad_norm": 1.4890328645706177,
      "learning_rate": 3.888888888888889e-05,
      "loss": 0.4973,
      "step": 274
    },
    {
      "epoch": 0.11777301927194861,
      "grad_norm": 2.4419546127319336,
      "learning_rate": 3.903133903133903e-05,
      "loss": 0.771,
      "step": 275
    },
    {
      "epoch": 0.11820128479657388,
      "grad_norm": 2.5651586055755615,
      "learning_rate": 3.9173789173789176e-05,
      "loss": 0.8638,
      "step": 276
    },
    {
      "epoch": 0.11862955032119914,
      "grad_norm": 2.1014864444732666,
      "learning_rate": 3.931623931623932e-05,
      "loss": 0.483,
      "step": 277
    },
    {
      "epoch": 0.11905781584582441,
      "grad_norm": 1.876507043838501,
      "learning_rate": 3.945868945868946e-05,
      "loss": 0.6425,
      "step": 278
    },
    {
      "epoch": 0.11948608137044968,
      "grad_norm": 0.9639261364936829,
      "learning_rate": 3.9601139601139604e-05,
      "loss": 0.7613,
      "step": 279
    },
    {
      "epoch": 0.11991434689507495,
      "grad_norm": 4.80424690246582,
      "learning_rate": 3.974358974358974e-05,
      "loss": 1.1023,
      "step": 280
    },
    {
      "epoch": 0.12034261241970022,
      "grad_norm": 1.3084949254989624,
      "learning_rate": 3.988603988603989e-05,
      "loss": 0.7321,
      "step": 281
    },
    {
      "epoch": 0.12077087794432548,
      "grad_norm": 2.0441112518310547,
      "learning_rate": 4.002849002849003e-05,
      "loss": 0.9144,
      "step": 282
    },
    {
      "epoch": 0.12119914346895075,
      "grad_norm": 3.4261035919189453,
      "learning_rate": 4.0170940170940174e-05,
      "loss": 1.2503,
      "step": 283
    },
    {
      "epoch": 0.12162740899357602,
      "grad_norm": 2.8521831035614014,
      "learning_rate": 4.031339031339032e-05,
      "loss": 0.9512,
      "step": 284
    },
    {
      "epoch": 0.12205567451820129,
      "grad_norm": 2.773212194442749,
      "learning_rate": 4.045584045584046e-05,
      "loss": 0.6451,
      "step": 285
    },
    {
      "epoch": 0.12248394004282655,
      "grad_norm": 4.110400199890137,
      "learning_rate": 4.05982905982906e-05,
      "loss": 1.3147,
      "step": 286
    },
    {
      "epoch": 0.12291220556745182,
      "grad_norm": 1.9671375751495361,
      "learning_rate": 4.074074074074074e-05,
      "loss": 1.2709,
      "step": 287
    },
    {
      "epoch": 0.12334047109207709,
      "grad_norm": 6.436840534210205,
      "learning_rate": 4.088319088319089e-05,
      "loss": 1.223,
      "step": 288
    },
    {
      "epoch": 0.12376873661670236,
      "grad_norm": 2.953733444213867,
      "learning_rate": 4.1025641025641023e-05,
      "loss": 1.4676,
      "step": 289
    },
    {
      "epoch": 0.12419700214132762,
      "grad_norm": 2.509253740310669,
      "learning_rate": 4.116809116809117e-05,
      "loss": 1.0663,
      "step": 290
    },
    {
      "epoch": 0.12462526766595289,
      "grad_norm": 2.7325279712677,
      "learning_rate": 4.131054131054131e-05,
      "loss": 0.9808,
      "step": 291
    },
    {
      "epoch": 0.12505353319057816,
      "grad_norm": 3.29925274848938,
      "learning_rate": 4.145299145299146e-05,
      "loss": 0.9053,
      "step": 292
    },
    {
      "epoch": 0.12548179871520343,
      "grad_norm": 4.940628528594971,
      "learning_rate": 4.15954415954416e-05,
      "loss": 0.8955,
      "step": 293
    },
    {
      "epoch": 0.1259100642398287,
      "grad_norm": 2.5195744037628174,
      "learning_rate": 4.1737891737891737e-05,
      "loss": 1.0373,
      "step": 294
    },
    {
      "epoch": 0.12633832976445397,
      "grad_norm": 2.4351556301116943,
      "learning_rate": 4.1880341880341886e-05,
      "loss": 1.5073,
      "step": 295
    },
    {
      "epoch": 0.12676659528907924,
      "grad_norm": 2.1820871829986572,
      "learning_rate": 4.202279202279202e-05,
      "loss": 0.9427,
      "step": 296
    },
    {
      "epoch": 0.12719486081370449,
      "grad_norm": 5.02900505065918,
      "learning_rate": 4.216524216524217e-05,
      "loss": 1.3116,
      "step": 297
    },
    {
      "epoch": 0.12762312633832976,
      "grad_norm": 2.2908623218536377,
      "learning_rate": 4.230769230769231e-05,
      "loss": 0.6402,
      "step": 298
    },
    {
      "epoch": 0.12805139186295503,
      "grad_norm": 1.2489633560180664,
      "learning_rate": 4.2450142450142457e-05,
      "loss": 0.7864,
      "step": 299
    },
    {
      "epoch": 0.1284796573875803,
      "grad_norm": 2.6743311882019043,
      "learning_rate": 4.259259259259259e-05,
      "loss": 1.6379,
      "step": 300
    },
    {
      "epoch": 0.12890792291220557,
      "grad_norm": 3.9318084716796875,
      "learning_rate": 4.2735042735042735e-05,
      "loss": 1.077,
      "step": 301
    },
    {
      "epoch": 0.12933618843683084,
      "grad_norm": 5.200952053070068,
      "learning_rate": 4.287749287749288e-05,
      "loss": 1.582,
      "step": 302
    },
    {
      "epoch": 0.1297644539614561,
      "grad_norm": 2.8001739978790283,
      "learning_rate": 4.301994301994302e-05,
      "loss": 0.7627,
      "step": 303
    },
    {
      "epoch": 0.13019271948608138,
      "grad_norm": 2.4665000438690186,
      "learning_rate": 4.316239316239317e-05,
      "loss": 0.664,
      "step": 304
    },
    {
      "epoch": 0.13062098501070663,
      "grad_norm": 2.0393238067626953,
      "learning_rate": 4.3304843304843306e-05,
      "loss": 1.5036,
      "step": 305
    },
    {
      "epoch": 0.1310492505353319,
      "grad_norm": 3.9447362422943115,
      "learning_rate": 4.344729344729345e-05,
      "loss": 1.2888,
      "step": 306
    },
    {
      "epoch": 0.13147751605995717,
      "grad_norm": 4.11535120010376,
      "learning_rate": 4.358974358974359e-05,
      "loss": 1.5128,
      "step": 307
    },
    {
      "epoch": 0.13190578158458244,
      "grad_norm": 11.657325744628906,
      "learning_rate": 4.3732193732193733e-05,
      "loss": 1.1627,
      "step": 308
    },
    {
      "epoch": 0.1323340471092077,
      "grad_norm": 5.706540107727051,
      "learning_rate": 4.3874643874643876e-05,
      "loss": 1.5227,
      "step": 309
    },
    {
      "epoch": 0.13276231263383298,
      "grad_norm": 5.857652187347412,
      "learning_rate": 4.401709401709402e-05,
      "loss": 1.8463,
      "step": 310
    },
    {
      "epoch": 0.13319057815845825,
      "grad_norm": 1.7586228847503662,
      "learning_rate": 4.415954415954416e-05,
      "loss": 0.5735,
      "step": 311
    },
    {
      "epoch": 0.13361884368308352,
      "grad_norm": 2.094672441482544,
      "learning_rate": 4.4301994301994304e-05,
      "loss": 1.2916,
      "step": 312
    },
    {
      "epoch": 0.1340471092077088,
      "grad_norm": 4.053452014923096,
      "learning_rate": 4.4444444444444447e-05,
      "loss": 1.1266,
      "step": 313
    },
    {
      "epoch": 0.13447537473233404,
      "grad_norm": 2.208840847015381,
      "learning_rate": 4.458689458689459e-05,
      "loss": 1.0383,
      "step": 314
    },
    {
      "epoch": 0.1349036402569593,
      "grad_norm": 3.434532642364502,
      "learning_rate": 4.472934472934473e-05,
      "loss": 1.3051,
      "step": 315
    },
    {
      "epoch": 0.13533190578158458,
      "grad_norm": 3.6953485012054443,
      "learning_rate": 4.4871794871794874e-05,
      "loss": 1.3194,
      "step": 316
    },
    {
      "epoch": 0.13576017130620985,
      "grad_norm": 2.7297911643981934,
      "learning_rate": 4.501424501424502e-05,
      "loss": 0.5854,
      "step": 317
    },
    {
      "epoch": 0.13618843683083512,
      "grad_norm": 2.270007848739624,
      "learning_rate": 4.515669515669516e-05,
      "loss": 1.1521,
      "step": 318
    },
    {
      "epoch": 0.1366167023554604,
      "grad_norm": 3.4294533729553223,
      "learning_rate": 4.52991452991453e-05,
      "loss": 1.2827,
      "step": 319
    },
    {
      "epoch": 0.13704496788008566,
      "grad_norm": 5.957180500030518,
      "learning_rate": 4.544159544159544e-05,
      "loss": 1.8546,
      "step": 320
    },
    {
      "epoch": 0.13747323340471093,
      "grad_norm": 2.6642422676086426,
      "learning_rate": 4.558404558404559e-05,
      "loss": 1.9917,
      "step": 321
    },
    {
      "epoch": 0.13790149892933617,
      "grad_norm": 5.76279354095459,
      "learning_rate": 4.572649572649573e-05,
      "loss": 0.9701,
      "step": 322
    },
    {
      "epoch": 0.13832976445396145,
      "grad_norm": 2.231835126876831,
      "learning_rate": 4.586894586894587e-05,
      "loss": 0.3998,
      "step": 323
    },
    {
      "epoch": 0.13875802997858672,
      "grad_norm": 2.0688564777374268,
      "learning_rate": 4.6011396011396016e-05,
      "loss": 0.8575,
      "step": 324
    },
    {
      "epoch": 0.139186295503212,
      "grad_norm": 2.761754035949707,
      "learning_rate": 4.615384615384616e-05,
      "loss": 0.6517,
      "step": 325
    },
    {
      "epoch": 0.13961456102783726,
      "grad_norm": 0.7211065292358398,
      "learning_rate": 4.62962962962963e-05,
      "loss": 0.4658,
      "step": 326
    },
    {
      "epoch": 0.14004282655246253,
      "grad_norm": 1.1071851253509521,
      "learning_rate": 4.643874643874644e-05,
      "loss": 0.7377,
      "step": 327
    },
    {
      "epoch": 0.1404710920770878,
      "grad_norm": 4.8394317626953125,
      "learning_rate": 4.6581196581196586e-05,
      "loss": 1.4033,
      "step": 328
    },
    {
      "epoch": 0.14089935760171307,
      "grad_norm": 3.1725358963012695,
      "learning_rate": 4.672364672364672e-05,
      "loss": 0.6181,
      "step": 329
    },
    {
      "epoch": 0.14132762312633834,
      "grad_norm": 2.5418283939361572,
      "learning_rate": 4.686609686609687e-05,
      "loss": 0.5777,
      "step": 330
    },
    {
      "epoch": 0.14175588865096359,
      "grad_norm": 1.8466445207595825,
      "learning_rate": 4.700854700854701e-05,
      "loss": 1.8288,
      "step": 331
    },
    {
      "epoch": 0.14218415417558886,
      "grad_norm": 2.4282803535461426,
      "learning_rate": 4.7150997150997157e-05,
      "loss": 1.2722,
      "step": 332
    },
    {
      "epoch": 0.14261241970021413,
      "grad_norm": 1.3028372526168823,
      "learning_rate": 4.72934472934473e-05,
      "loss": 1.0986,
      "step": 333
    },
    {
      "epoch": 0.1430406852248394,
      "grad_norm": 4.829996585845947,
      "learning_rate": 4.7435897435897435e-05,
      "loss": 0.8117,
      "step": 334
    },
    {
      "epoch": 0.14346895074946467,
      "grad_norm": 1.4623647928237915,
      "learning_rate": 4.7578347578347584e-05,
      "loss": 0.2101,
      "step": 335
    },
    {
      "epoch": 0.14389721627408994,
      "grad_norm": 2.873990297317505,
      "learning_rate": 4.772079772079772e-05,
      "loss": 0.8989,
      "step": 336
    },
    {
      "epoch": 0.1443254817987152,
      "grad_norm": 2.3254125118255615,
      "learning_rate": 4.786324786324787e-05,
      "loss": 0.6008,
      "step": 337
    },
    {
      "epoch": 0.14475374732334048,
      "grad_norm": 2.045220136642456,
      "learning_rate": 4.8005698005698006e-05,
      "loss": 0.4933,
      "step": 338
    },
    {
      "epoch": 0.14518201284796575,
      "grad_norm": 4.741302967071533,
      "learning_rate": 4.814814814814815e-05,
      "loss": 1.2592,
      "step": 339
    },
    {
      "epoch": 0.145610278372591,
      "grad_norm": 1.3247758150100708,
      "learning_rate": 4.829059829059829e-05,
      "loss": 0.4493,
      "step": 340
    },
    {
      "epoch": 0.14603854389721627,
      "grad_norm": 3.2030017375946045,
      "learning_rate": 4.8433048433048433e-05,
      "loss": 1.3415,
      "step": 341
    },
    {
      "epoch": 0.14646680942184154,
      "grad_norm": 1.6740561723709106,
      "learning_rate": 4.8575498575498576e-05,
      "loss": 0.5875,
      "step": 342
    },
    {
      "epoch": 0.1468950749464668,
      "grad_norm": 1.2754088640213013,
      "learning_rate": 4.871794871794872e-05,
      "loss": 0.6072,
      "step": 343
    },
    {
      "epoch": 0.14732334047109208,
      "grad_norm": 1.5246444940567017,
      "learning_rate": 4.886039886039887e-05,
      "loss": 0.5811,
      "step": 344
    },
    {
      "epoch": 0.14775160599571735,
      "grad_norm": 0.7687652111053467,
      "learning_rate": 4.9002849002849004e-05,
      "loss": 0.542,
      "step": 345
    },
    {
      "epoch": 0.14817987152034262,
      "grad_norm": 2.423299789428711,
      "learning_rate": 4.9145299145299147e-05,
      "loss": 0.5536,
      "step": 346
    },
    {
      "epoch": 0.1486081370449679,
      "grad_norm": 2.727607488632202,
      "learning_rate": 4.928774928774929e-05,
      "loss": 0.8851,
      "step": 347
    },
    {
      "epoch": 0.14903640256959313,
      "grad_norm": 1.3092122077941895,
      "learning_rate": 4.943019943019943e-05,
      "loss": 1.0741,
      "step": 348
    },
    {
      "epoch": 0.1494646680942184,
      "grad_norm": 1.2348823547363281,
      "learning_rate": 4.9572649572649575e-05,
      "loss": 0.7979,
      "step": 349
    },
    {
      "epoch": 0.14989293361884368,
      "grad_norm": 2.86472487449646,
      "learning_rate": 4.971509971509972e-05,
      "loss": 1.4189,
      "step": 350
    },
    {
      "epoch": 0.15032119914346895,
      "grad_norm": 7.4626688957214355,
      "learning_rate": 4.985754985754986e-05,
      "loss": 0.6348,
      "step": 351
    },
    {
      "epoch": 0.15074946466809422,
      "grad_norm": 0.8914886713027954,
      "learning_rate": 5e-05,
      "loss": 0.621,
      "step": 352
    },
    {
      "epoch": 0.1511777301927195,
      "grad_norm": 5.990337371826172,
      "learning_rate": 4.999999903792255e-05,
      "loss": 1.8862,
      "step": 353
    },
    {
      "epoch": 0.15160599571734476,
      "grad_norm": 2.3319222927093506,
      "learning_rate": 4.999999615169029e-05,
      "loss": 1.5169,
      "step": 354
    },
    {
      "epoch": 0.15203426124197003,
      "grad_norm": 3.4257946014404297,
      "learning_rate": 4.999999134130342e-05,
      "loss": 1.7332,
      "step": 355
    },
    {
      "epoch": 0.1524625267665953,
      "grad_norm": 3.090498685836792,
      "learning_rate": 4.9999984606762326e-05,
      "loss": 0.7426,
      "step": 356
    },
    {
      "epoch": 0.15289079229122055,
      "grad_norm": 1.908044695854187,
      "learning_rate": 4.9999975948067526e-05,
      "loss": 0.6113,
      "step": 357
    },
    {
      "epoch": 0.15331905781584582,
      "grad_norm": 2.222579002380371,
      "learning_rate": 4.999996536521967e-05,
      "loss": 0.6428,
      "step": 358
    },
    {
      "epoch": 0.1537473233404711,
      "grad_norm": 5.090196132659912,
      "learning_rate": 4.999995285821959e-05,
      "loss": 0.8679,
      "step": 359
    },
    {
      "epoch": 0.15417558886509636,
      "grad_norm": 2.045241117477417,
      "learning_rate": 4.999993842706825e-05,
      "loss": 0.7875,
      "step": 360
    },
    {
      "epoch": 0.15460385438972163,
      "grad_norm": 3.4272027015686035,
      "learning_rate": 4.9999922071766746e-05,
      "loss": 1.0422,
      "step": 361
    },
    {
      "epoch": 0.1550321199143469,
      "grad_norm": 3.5781402587890625,
      "learning_rate": 4.999990379231635e-05,
      "loss": 1.1422,
      "step": 362
    },
    {
      "epoch": 0.15546038543897217,
      "grad_norm": 2.5248818397521973,
      "learning_rate": 4.999988358871847e-05,
      "loss": 0.9243,
      "step": 363
    },
    {
      "epoch": 0.15588865096359744,
      "grad_norm": 3.3969483375549316,
      "learning_rate": 4.999986146097464e-05,
      "loss": 0.9829,
      "step": 364
    },
    {
      "epoch": 0.15631691648822268,
      "grad_norm": 4.540043830871582,
      "learning_rate": 4.999983740908659e-05,
      "loss": 1.5493,
      "step": 365
    },
    {
      "epoch": 0.15674518201284796,
      "grad_norm": 3.3326573371887207,
      "learning_rate": 4.999981143305616e-05,
      "loss": 1.5637,
      "step": 366
    },
    {
      "epoch": 0.15717344753747323,
      "grad_norm": 2.8813436031341553,
      "learning_rate": 4.9999783532885336e-05,
      "loss": 1.7129,
      "step": 367
    },
    {
      "epoch": 0.1576017130620985,
      "grad_norm": 5.514122486114502,
      "learning_rate": 4.9999753708576284e-05,
      "loss": 1.1118,
      "step": 368
    },
    {
      "epoch": 0.15802997858672377,
      "grad_norm": 2.2584235668182373,
      "learning_rate": 4.999972196013129e-05,
      "loss": 0.9016,
      "step": 369
    },
    {
      "epoch": 0.15845824411134904,
      "grad_norm": 2.3251535892486572,
      "learning_rate": 4.9999688287552814e-05,
      "loss": 0.9183,
      "step": 370
    },
    {
      "epoch": 0.1588865096359743,
      "grad_norm": 3.450610876083374,
      "learning_rate": 4.999965269084342e-05,
      "loss": 1.5519,
      "step": 371
    },
    {
      "epoch": 0.15931477516059958,
      "grad_norm": 4.327889442443848,
      "learning_rate": 4.999961517000588e-05,
      "loss": 1.3675,
      "step": 372
    },
    {
      "epoch": 0.15974304068522485,
      "grad_norm": 1.5279462337493896,
      "learning_rate": 4.9999575725043045e-05,
      "loss": 0.6198,
      "step": 373
    },
    {
      "epoch": 0.1601713062098501,
      "grad_norm": 0.9034647941589355,
      "learning_rate": 4.999953435595798e-05,
      "loss": 0.3951,
      "step": 374
    },
    {
      "epoch": 0.16059957173447537,
      "grad_norm": 3.7228360176086426,
      "learning_rate": 4.9999491062753856e-05,
      "loss": 1.2267,
      "step": 375
    },
    {
      "epoch": 0.16102783725910064,
      "grad_norm": 2.5156164169311523,
      "learning_rate": 4.9999445845434004e-05,
      "loss": 0.3982,
      "step": 376
    },
    {
      "epoch": 0.1614561027837259,
      "grad_norm": 3.6561191082000732,
      "learning_rate": 4.999939870400192e-05,
      "loss": 0.7248,
      "step": 377
    },
    {
      "epoch": 0.16188436830835118,
      "grad_norm": 2.1745412349700928,
      "learning_rate": 4.999934963846121e-05,
      "loss": 0.9778,
      "step": 378
    },
    {
      "epoch": 0.16231263383297645,
      "grad_norm": 3.3897149562835693,
      "learning_rate": 4.999929864881566e-05,
      "loss": 0.6944,
      "step": 379
    },
    {
      "epoch": 0.16274089935760172,
      "grad_norm": 3.7913360595703125,
      "learning_rate": 4.999924573506921e-05,
      "loss": 1.7213,
      "step": 380
    },
    {
      "epoch": 0.163169164882227,
      "grad_norm": 3.4995369911193848,
      "learning_rate": 4.9999190897225904e-05,
      "loss": 0.5701,
      "step": 381
    },
    {
      "epoch": 0.16359743040685226,
      "grad_norm": 3.800002098083496,
      "learning_rate": 4.999913413528998e-05,
      "loss": 1.4271,
      "step": 382
    },
    {
      "epoch": 0.1640256959314775,
      "grad_norm": 2.2802443504333496,
      "learning_rate": 4.9999075449265806e-05,
      "loss": 0.6696,
      "step": 383
    },
    {
      "epoch": 0.16445396145610278,
      "grad_norm": 2.56787371635437,
      "learning_rate": 4.99990148391579e-05,
      "loss": 1.4253,
      "step": 384
    },
    {
      "epoch": 0.16488222698072805,
      "grad_norm": 4.743293762207031,
      "learning_rate": 4.9998952304970915e-05,
      "loss": 1.3926,
      "step": 385
    },
    {
      "epoch": 0.16531049250535332,
      "grad_norm": 2.0783767700195312,
      "learning_rate": 4.9998887846709677e-05,
      "loss": 0.379,
      "step": 386
    },
    {
      "epoch": 0.1657387580299786,
      "grad_norm": 3.05781888961792,
      "learning_rate": 4.999882146437914e-05,
      "loss": 0.7473,
      "step": 387
    },
    {
      "epoch": 0.16616702355460386,
      "grad_norm": 3.497246503829956,
      "learning_rate": 4.9998753157984416e-05,
      "loss": 0.8679,
      "step": 388
    },
    {
      "epoch": 0.16659528907922913,
      "grad_norm": 3.3666162490844727,
      "learning_rate": 4.999868292753076e-05,
      "loss": 0.7903,
      "step": 389
    },
    {
      "epoch": 0.1670235546038544,
      "grad_norm": 0.6433454155921936,
      "learning_rate": 4.999861077302358e-05,
      "loss": 0.2768,
      "step": 390
    },
    {
      "epoch": 0.16745182012847964,
      "grad_norm": 4.1033935546875,
      "learning_rate": 4.999853669446843e-05,
      "loss": 2.9947,
      "step": 391
    },
    {
      "epoch": 0.16788008565310492,
      "grad_norm": 8.647603034973145,
      "learning_rate": 4.9998460691871016e-05,
      "loss": 1.8293,
      "step": 392
    },
    {
      "epoch": 0.1683083511777302,
      "grad_norm": 0.8762586712837219,
      "learning_rate": 4.9998382765237174e-05,
      "loss": 0.3917,
      "step": 393
    },
    {
      "epoch": 0.16873661670235546,
      "grad_norm": 1.536758303642273,
      "learning_rate": 4.999830291457291e-05,
      "loss": 0.5943,
      "step": 394
    },
    {
      "epoch": 0.16916488222698073,
      "grad_norm": 15.144676208496094,
      "learning_rate": 4.999822113988438e-05,
      "loss": 1.7597,
      "step": 395
    },
    {
      "epoch": 0.169593147751606,
      "grad_norm": 3.319223642349243,
      "learning_rate": 4.9998137441177855e-05,
      "loss": 0.6317,
      "step": 396
    },
    {
      "epoch": 0.17002141327623127,
      "grad_norm": 0.8792291283607483,
      "learning_rate": 4.999805181845979e-05,
      "loss": 0.5911,
      "step": 397
    },
    {
      "epoch": 0.17044967880085654,
      "grad_norm": 2.2991135120391846,
      "learning_rate": 4.999796427173678e-05,
      "loss": 0.927,
      "step": 398
    },
    {
      "epoch": 0.1708779443254818,
      "grad_norm": 1.461143136024475,
      "learning_rate": 4.999787480101555e-05,
      "loss": 0.4528,
      "step": 399
    },
    {
      "epoch": 0.17130620985010706,
      "grad_norm": 2.8838984966278076,
      "learning_rate": 4.999778340630301e-05,
      "loss": 1.4105,
      "step": 400
    },
    {
      "epoch": 0.17173447537473233,
      "grad_norm": 2.0342166423797607,
      "learning_rate": 4.999769008760616e-05,
      "loss": 0.7831,
      "step": 401
    },
    {
      "epoch": 0.1721627408993576,
      "grad_norm": 5.035690784454346,
      "learning_rate": 4.999759484493221e-05,
      "loss": 1.343,
      "step": 402
    },
    {
      "epoch": 0.17259100642398287,
      "grad_norm": 3.4611270427703857,
      "learning_rate": 4.9997497678288475e-05,
      "loss": 1.1548,
      "step": 403
    },
    {
      "epoch": 0.17301927194860814,
      "grad_norm": 4.458061695098877,
      "learning_rate": 4.999739858768244e-05,
      "loss": 1.1565,
      "step": 404
    },
    {
      "epoch": 0.1734475374732334,
      "grad_norm": 3.2320332527160645,
      "learning_rate": 4.999729757312174e-05,
      "loss": 1.0747,
      "step": 405
    },
    {
      "epoch": 0.17387580299785868,
      "grad_norm": 2.212853193283081,
      "learning_rate": 4.999719463461413e-05,
      "loss": 0.6699,
      "step": 406
    },
    {
      "epoch": 0.17430406852248395,
      "grad_norm": 3.1025869846343994,
      "learning_rate": 4.9997089772167547e-05,
      "loss": 1.5253,
      "step": 407
    },
    {
      "epoch": 0.1747323340471092,
      "grad_norm": 4.069438934326172,
      "learning_rate": 4.999698298579006e-05,
      "loss": 1.262,
      "step": 408
    },
    {
      "epoch": 0.17516059957173447,
      "grad_norm": 3.1169626712799072,
      "learning_rate": 4.999687427548989e-05,
      "loss": 0.8806,
      "step": 409
    },
    {
      "epoch": 0.17558886509635974,
      "grad_norm": 4.278428554534912,
      "learning_rate": 4.999676364127539e-05,
      "loss": 0.9896,
      "step": 410
    },
    {
      "epoch": 0.176017130620985,
      "grad_norm": 1.7990527153015137,
      "learning_rate": 4.9996651083155096e-05,
      "loss": 1.3317,
      "step": 411
    },
    {
      "epoch": 0.17644539614561028,
      "grad_norm": 1.5109728574752808,
      "learning_rate": 4.9996536601137656e-05,
      "loss": 0.3536,
      "step": 412
    },
    {
      "epoch": 0.17687366167023555,
      "grad_norm": 1.8471187353134155,
      "learning_rate": 4.999642019523189e-05,
      "loss": 1.1193,
      "step": 413
    },
    {
      "epoch": 0.17730192719486082,
      "grad_norm": 2.983091354370117,
      "learning_rate": 4.999630186544674e-05,
      "loss": 0.7544,
      "step": 414
    },
    {
      "epoch": 0.1777301927194861,
      "grad_norm": 2.487846612930298,
      "learning_rate": 4.9996181611791334e-05,
      "loss": 1.1129,
      "step": 415
    },
    {
      "epoch": 0.17815845824411136,
      "grad_norm": 3.2641358375549316,
      "learning_rate": 4.9996059434274926e-05,
      "loss": 1.7291,
      "step": 416
    },
    {
      "epoch": 0.1785867237687366,
      "grad_norm": 1.2650461196899414,
      "learning_rate": 4.999593533290691e-05,
      "loss": 1.1264,
      "step": 417
    },
    {
      "epoch": 0.17901498929336188,
      "grad_norm": 3.4646706581115723,
      "learning_rate": 4.999580930769684e-05,
      "loss": 1.4752,
      "step": 418
    },
    {
      "epoch": 0.17944325481798715,
      "grad_norm": 0.6483870148658752,
      "learning_rate": 4.999568135865441e-05,
      "loss": 0.3996,
      "step": 419
    },
    {
      "epoch": 0.17987152034261242,
      "grad_norm": 1.8719890117645264,
      "learning_rate": 4.999555148578948e-05,
      "loss": 1.5276,
      "step": 420
    },
    {
      "epoch": 0.1802997858672377,
      "grad_norm": 1.299338936805725,
      "learning_rate": 4.999541968911204e-05,
      "loss": 0.4069,
      "step": 421
    },
    {
      "epoch": 0.18072805139186296,
      "grad_norm": 1.7181320190429688,
      "learning_rate": 4.999528596863224e-05,
      "loss": 1.3243,
      "step": 422
    },
    {
      "epoch": 0.18115631691648823,
      "grad_norm": 3.0166056156158447,
      "learning_rate": 4.999515032436036e-05,
      "loss": 1.7202,
      "step": 423
    },
    {
      "epoch": 0.1815845824411135,
      "grad_norm": 0.9969601631164551,
      "learning_rate": 4.999501275630686e-05,
      "loss": 0.5407,
      "step": 424
    },
    {
      "epoch": 0.18201284796573874,
      "grad_norm": 1.9321073293685913,
      "learning_rate": 4.99948732644823e-05,
      "loss": 0.5562,
      "step": 425
    },
    {
      "epoch": 0.18244111349036402,
      "grad_norm": 3.5511255264282227,
      "learning_rate": 4.999473184889743e-05,
      "loss": 1.3697,
      "step": 426
    },
    {
      "epoch": 0.1828693790149893,
      "grad_norm": 1.8943865299224854,
      "learning_rate": 4.999458850956314e-05,
      "loss": 0.4499,
      "step": 427
    },
    {
      "epoch": 0.18329764453961456,
      "grad_norm": 4.116917610168457,
      "learning_rate": 4.999444324649045e-05,
      "loss": 2.1874,
      "step": 428
    },
    {
      "epoch": 0.18372591006423983,
      "grad_norm": 2.5319299697875977,
      "learning_rate": 4.999429605969056e-05,
      "loss": 0.7408,
      "step": 429
    },
    {
      "epoch": 0.1841541755888651,
      "grad_norm": 2.0590689182281494,
      "learning_rate": 4.999414694917478e-05,
      "loss": 1.2131,
      "step": 430
    },
    {
      "epoch": 0.18458244111349037,
      "grad_norm": 1.3537603616714478,
      "learning_rate": 4.999399591495459e-05,
      "loss": 1.0981,
      "step": 431
    },
    {
      "epoch": 0.18501070663811564,
      "grad_norm": 4.599117755889893,
      "learning_rate": 4.999384295704161e-05,
      "loss": 1.2308,
      "step": 432
    },
    {
      "epoch": 0.1854389721627409,
      "grad_norm": 1.5769940614700317,
      "learning_rate": 4.999368807544763e-05,
      "loss": 0.7966,
      "step": 433
    },
    {
      "epoch": 0.18586723768736615,
      "grad_norm": 4.699405670166016,
      "learning_rate": 4.999353127018456e-05,
      "loss": 1.2989,
      "step": 434
    },
    {
      "epoch": 0.18629550321199143,
      "grad_norm": 3.0056660175323486,
      "learning_rate": 4.9993372541264467e-05,
      "loss": 1.7514,
      "step": 435
    },
    {
      "epoch": 0.1867237687366167,
      "grad_norm": 2.720942258834839,
      "learning_rate": 4.9993211888699566e-05,
      "loss": 0.4679,
      "step": 436
    },
    {
      "epoch": 0.18715203426124197,
      "grad_norm": 0.7301279306411743,
      "learning_rate": 4.999304931250223e-05,
      "loss": 0.639,
      "step": 437
    },
    {
      "epoch": 0.18758029978586724,
      "grad_norm": 0.9902869462966919,
      "learning_rate": 4.999288481268496e-05,
      "loss": 0.6957,
      "step": 438
    },
    {
      "epoch": 0.1880085653104925,
      "grad_norm": 1.6110529899597168,
      "learning_rate": 4.999271838926043e-05,
      "loss": 1.0087,
      "step": 439
    },
    {
      "epoch": 0.18843683083511778,
      "grad_norm": 4.789557933807373,
      "learning_rate": 4.999255004224144e-05,
      "loss": 0.6936,
      "step": 440
    },
    {
      "epoch": 0.18886509635974305,
      "grad_norm": 1.9421133995056152,
      "learning_rate": 4.999237977164095e-05,
      "loss": 0.3752,
      "step": 441
    },
    {
      "epoch": 0.18929336188436832,
      "grad_norm": 3.281583309173584,
      "learning_rate": 4.999220757747207e-05,
      "loss": 2.9139,
      "step": 442
    },
    {
      "epoch": 0.18972162740899357,
      "grad_norm": 2.93613862991333,
      "learning_rate": 4.9992033459748046e-05,
      "loss": 1.2137,
      "step": 443
    },
    {
      "epoch": 0.19014989293361884,
      "grad_norm": 1.8785432577133179,
      "learning_rate": 4.999185741848228e-05,
      "loss": 0.487,
      "step": 444
    },
    {
      "epoch": 0.1905781584582441,
      "grad_norm": 1.8671303987503052,
      "learning_rate": 4.999167945368833e-05,
      "loss": 0.7424,
      "step": 445
    },
    {
      "epoch": 0.19100642398286938,
      "grad_norm": 2.7229843139648438,
      "learning_rate": 4.999149956537987e-05,
      "loss": 2.1801,
      "step": 446
    },
    {
      "epoch": 0.19143468950749465,
      "grad_norm": 3.9296176433563232,
      "learning_rate": 4.999131775357078e-05,
      "loss": 1.427,
      "step": 447
    },
    {
      "epoch": 0.19186295503211992,
      "grad_norm": 2.250389814376831,
      "learning_rate": 4.999113401827502e-05,
      "loss": 0.9572,
      "step": 448
    },
    {
      "epoch": 0.1922912205567452,
      "grad_norm": 1.1482347249984741,
      "learning_rate": 4.999094835950676e-05,
      "loss": 0.5196,
      "step": 449
    },
    {
      "epoch": 0.19271948608137046,
      "grad_norm": 12.104517936706543,
      "learning_rate": 4.9990760777280265e-05,
      "loss": 1.1985,
      "step": 450
    },
    {
      "epoch": 0.1931477516059957,
      "grad_norm": 4.389608860015869,
      "learning_rate": 4.999057127160999e-05,
      "loss": 2.1872,
      "step": 451
    },
    {
      "epoch": 0.19357601713062098,
      "grad_norm": 3.6708974838256836,
      "learning_rate": 4.999037984251051e-05,
      "loss": 0.953,
      "step": 452
    },
    {
      "epoch": 0.19400428265524625,
      "grad_norm": 0.9684246778488159,
      "learning_rate": 4.9990186489996555e-05,
      "loss": 0.6548,
      "step": 453
    },
    {
      "epoch": 0.19443254817987152,
      "grad_norm": 1.0261532068252563,
      "learning_rate": 4.998999121408302e-05,
      "loss": 0.6088,
      "step": 454
    },
    {
      "epoch": 0.1948608137044968,
      "grad_norm": 3.7639517784118652,
      "learning_rate": 4.998979401478493e-05,
      "loss": 1.6442,
      "step": 455
    },
    {
      "epoch": 0.19528907922912206,
      "grad_norm": 2.6818621158599854,
      "learning_rate": 4.998959489211745e-05,
      "loss": 0.7959,
      "step": 456
    },
    {
      "epoch": 0.19571734475374733,
      "grad_norm": 4.105860233306885,
      "learning_rate": 4.998939384609593e-05,
      "loss": 1.8031,
      "step": 457
    },
    {
      "epoch": 0.1961456102783726,
      "grad_norm": 3.6577870845794678,
      "learning_rate": 4.998919087673582e-05,
      "loss": 1.205,
      "step": 458
    },
    {
      "epoch": 0.19657387580299787,
      "grad_norm": 3.2450950145721436,
      "learning_rate": 4.998898598405277e-05,
      "loss": 1.0441,
      "step": 459
    },
    {
      "epoch": 0.19700214132762311,
      "grad_norm": 3.5862343311309814,
      "learning_rate": 4.998877916806252e-05,
      "loss": 2.5183,
      "step": 460
    },
    {
      "epoch": 0.19743040685224839,
      "grad_norm": 2.2416741847991943,
      "learning_rate": 4.9988570428781e-05,
      "loss": 1.3963,
      "step": 461
    },
    {
      "epoch": 0.19785867237687366,
      "grad_norm": 1.785718560218811,
      "learning_rate": 4.998835976622428e-05,
      "loss": 0.6246,
      "step": 462
    },
    {
      "epoch": 0.19828693790149893,
      "grad_norm": 2.817013740539551,
      "learning_rate": 4.9988147180408563e-05,
      "loss": 1.0891,
      "step": 463
    },
    {
      "epoch": 0.1987152034261242,
      "grad_norm": 2.287137746810913,
      "learning_rate": 4.998793267135023e-05,
      "loss": 2.0749,
      "step": 464
    },
    {
      "epoch": 0.19914346895074947,
      "grad_norm": 1.7137571573257446,
      "learning_rate": 4.9987716239065765e-05,
      "loss": 0.626,
      "step": 465
    },
    {
      "epoch": 0.19957173447537474,
      "grad_norm": 2.280621290206909,
      "learning_rate": 4.998749788357184e-05,
      "loss": 1.2555,
      "step": 466
    },
    {
      "epoch": 0.2,
      "grad_norm": 1.7016392946243286,
      "learning_rate": 4.998727760488526e-05,
      "loss": 0.4258,
      "step": 467
    },
    {
      "epoch": 0.20042826552462525,
      "grad_norm": 2.02323579788208,
      "learning_rate": 4.9987055403022984e-05,
      "loss": 0.5461,
      "step": 468
    },
    {
      "epoch": 0.20085653104925053,
      "grad_norm": 3.116349935531616,
      "learning_rate": 4.9986831278002114e-05,
      "loss": 1.4605,
      "step": 469
    },
    {
      "epoch": 0.2012847965738758,
      "grad_norm": 3.138871192932129,
      "learning_rate": 4.998660522983989e-05,
      "loss": 2.8422,
      "step": 470
    },
    {
      "epoch": 0.20171306209850107,
      "grad_norm": 3.8263018131256104,
      "learning_rate": 4.998637725855372e-05,
      "loss": 1.1512,
      "step": 471
    },
    {
      "epoch": 0.20214132762312634,
      "grad_norm": 1.1564160585403442,
      "learning_rate": 4.998614736416114e-05,
      "loss": 0.509,
      "step": 472
    },
    {
      "epoch": 0.2025695931477516,
      "grad_norm": 5.865720748901367,
      "learning_rate": 4.9985915546679855e-05,
      "loss": 1.8222,
      "step": 473
    },
    {
      "epoch": 0.20299785867237688,
      "grad_norm": 3.924116849899292,
      "learning_rate": 4.9985681806127706e-05,
      "loss": 0.6708,
      "step": 474
    },
    {
      "epoch": 0.20342612419700215,
      "grad_norm": 2.637927532196045,
      "learning_rate": 4.998544614252267e-05,
      "loss": 0.3696,
      "step": 475
    },
    {
      "epoch": 0.20385438972162742,
      "grad_norm": 3.6821320056915283,
      "learning_rate": 4.9985208555882894e-05,
      "loss": 1.9276,
      "step": 476
    },
    {
      "epoch": 0.20428265524625266,
      "grad_norm": 2.227595329284668,
      "learning_rate": 4.998496904622667e-05,
      "loss": 1.1434,
      "step": 477
    },
    {
      "epoch": 0.20471092077087794,
      "grad_norm": 4.661480903625488,
      "learning_rate": 4.998472761357242e-05,
      "loss": 2.0678,
      "step": 478
    },
    {
      "epoch": 0.2051391862955032,
      "grad_norm": 3.617708683013916,
      "learning_rate": 4.998448425793874e-05,
      "loss": 0.8375,
      "step": 479
    },
    {
      "epoch": 0.20556745182012848,
      "grad_norm": 2.851552724838257,
      "learning_rate": 4.998423897934435e-05,
      "loss": 0.8451,
      "step": 480
    },
    {
      "epoch": 0.20599571734475375,
      "grad_norm": 2.6689910888671875,
      "learning_rate": 4.998399177780813e-05,
      "loss": 1.1686,
      "step": 481
    },
    {
      "epoch": 0.20642398286937902,
      "grad_norm": 0.8485211730003357,
      "learning_rate": 4.998374265334911e-05,
      "loss": 0.5577,
      "step": 482
    },
    {
      "epoch": 0.2068522483940043,
      "grad_norm": 2.798705577850342,
      "learning_rate": 4.9983491605986455e-05,
      "loss": 1.2298,
      "step": 483
    },
    {
      "epoch": 0.20728051391862956,
      "grad_norm": 3.534616470336914,
      "learning_rate": 4.9983238635739505e-05,
      "loss": 1.7611,
      "step": 484
    },
    {
      "epoch": 0.20770877944325483,
      "grad_norm": 1.9379805326461792,
      "learning_rate": 4.9982983742627706e-05,
      "loss": 1.2493,
      "step": 485
    },
    {
      "epoch": 0.20813704496788007,
      "grad_norm": 1.9124161005020142,
      "learning_rate": 4.9982726926670696e-05,
      "loss": 0.6975,
      "step": 486
    },
    {
      "epoch": 0.20856531049250535,
      "grad_norm": 1.957466959953308,
      "learning_rate": 4.998246818788823e-05,
      "loss": 1.9308,
      "step": 487
    },
    {
      "epoch": 0.20899357601713062,
      "grad_norm": 2.779080867767334,
      "learning_rate": 4.998220752630023e-05,
      "loss": 1.1655,
      "step": 488
    },
    {
      "epoch": 0.2094218415417559,
      "grad_norm": 4.195581912994385,
      "learning_rate": 4.998194494192675e-05,
      "loss": 0.6825,
      "step": 489
    },
    {
      "epoch": 0.20985010706638116,
      "grad_norm": 1.8157957792282104,
      "learning_rate": 4.998168043478801e-05,
      "loss": 0.6169,
      "step": 490
    },
    {
      "epoch": 0.21027837259100643,
      "grad_norm": 4.516122817993164,
      "learning_rate": 4.998141400490436e-05,
      "loss": 0.7103,
      "step": 491
    },
    {
      "epoch": 0.2107066381156317,
      "grad_norm": 3.536241292953491,
      "learning_rate": 4.998114565229631e-05,
      "loss": 1.0598,
      "step": 492
    },
    {
      "epoch": 0.21113490364025697,
      "grad_norm": 1.9290181398391724,
      "learning_rate": 4.99808753769845e-05,
      "loss": 0.7436,
      "step": 493
    },
    {
      "epoch": 0.21156316916488221,
      "grad_norm": 2.587435245513916,
      "learning_rate": 4.998060317898976e-05,
      "loss": 0.5546,
      "step": 494
    },
    {
      "epoch": 0.21199143468950749,
      "grad_norm": 1.3396105766296387,
      "learning_rate": 4.998032905833302e-05,
      "loss": 1.4085,
      "step": 495
    },
    {
      "epoch": 0.21241970021413276,
      "grad_norm": 3.0159754753112793,
      "learning_rate": 4.998005301503539e-05,
      "loss": 0.8516,
      "step": 496
    },
    {
      "epoch": 0.21284796573875803,
      "grad_norm": 3.219607353210449,
      "learning_rate": 4.9979775049118096e-05,
      "loss": 1.0905,
      "step": 497
    },
    {
      "epoch": 0.2132762312633833,
      "grad_norm": 2.4363372325897217,
      "learning_rate": 4.9979495160602554e-05,
      "loss": 1.9868,
      "step": 498
    },
    {
      "epoch": 0.21370449678800857,
      "grad_norm": 2.519977569580078,
      "learning_rate": 4.997921334951029e-05,
      "loss": 0.6006,
      "step": 499
    },
    {
      "epoch": 0.21413276231263384,
      "grad_norm": 2.270897388458252,
      "learning_rate": 4.9978929615863e-05,
      "loss": 1.569,
      "step": 500
    },
    {
      "epoch": 0.2145610278372591,
      "grad_norm": 3.083522319793701,
      "learning_rate": 4.997864395968252e-05,
      "loss": 0.7863,
      "step": 501
    },
    {
      "epoch": 0.21498929336188438,
      "grad_norm": 4.1150898933410645,
      "learning_rate": 4.9978356380990855e-05,
      "loss": 0.3709,
      "step": 502
    },
    {
      "epoch": 0.21541755888650962,
      "grad_norm": 2.913752794265747,
      "learning_rate": 4.997806687981011e-05,
      "loss": 1.5089,
      "step": 503
    },
    {
      "epoch": 0.2158458244111349,
      "grad_norm": 2.4363324642181396,
      "learning_rate": 4.997777545616258e-05,
      "loss": 1.1536,
      "step": 504
    },
    {
      "epoch": 0.21627408993576017,
      "grad_norm": 1.2452881336212158,
      "learning_rate": 4.9977482110070696e-05,
      "loss": 0.8388,
      "step": 505
    },
    {
      "epoch": 0.21670235546038544,
      "grad_norm": 3.7744998931884766,
      "learning_rate": 4.997718684155703e-05,
      "loss": 1.4796,
      "step": 506
    },
    {
      "epoch": 0.2171306209850107,
      "grad_norm": 1.3825088739395142,
      "learning_rate": 4.997688965064431e-05,
      "loss": 0.7008,
      "step": 507
    },
    {
      "epoch": 0.21755888650963598,
      "grad_norm": 15.491301536560059,
      "learning_rate": 4.9976590537355416e-05,
      "loss": 1.6824,
      "step": 508
    },
    {
      "epoch": 0.21798715203426125,
      "grad_norm": 1.4873316287994385,
      "learning_rate": 4.9976289501713364e-05,
      "loss": 0.3941,
      "step": 509
    },
    {
      "epoch": 0.21841541755888652,
      "grad_norm": 2.1795318126678467,
      "learning_rate": 4.997598654374132e-05,
      "loss": 0.8778,
      "step": 510
    },
    {
      "epoch": 0.21884368308351176,
      "grad_norm": 2.4158620834350586,
      "learning_rate": 4.997568166346261e-05,
      "loss": 1.5491,
      "step": 511
    },
    {
      "epoch": 0.21927194860813704,
      "grad_norm": 2.8437185287475586,
      "learning_rate": 4.997537486090069e-05,
      "loss": 1.7301,
      "step": 512
    },
    {
      "epoch": 0.2197002141327623,
      "grad_norm": 0.5628762245178223,
      "learning_rate": 4.9975066136079186e-05,
      "loss": 0.0905,
      "step": 513
    },
    {
      "epoch": 0.22012847965738758,
      "grad_norm": 2.5791807174682617,
      "learning_rate": 4.9974755489021846e-05,
      "loss": 0.9331,
      "step": 514
    },
    {
      "epoch": 0.22055674518201285,
      "grad_norm": 2.7665657997131348,
      "learning_rate": 4.9974442919752585e-05,
      "loss": 1.867,
      "step": 515
    },
    {
      "epoch": 0.22098501070663812,
      "grad_norm": 1.4127862453460693,
      "learning_rate": 4.9974128428295464e-05,
      "loss": 0.4614,
      "step": 516
    },
    {
      "epoch": 0.2214132762312634,
      "grad_norm": 2.473479747772217,
      "learning_rate": 4.997381201467468e-05,
      "loss": 1.0365,
      "step": 517
    },
    {
      "epoch": 0.22184154175588866,
      "grad_norm": 1.4208835363388062,
      "learning_rate": 4.997349367891459e-05,
      "loss": 1.084,
      "step": 518
    },
    {
      "epoch": 0.22226980728051393,
      "grad_norm": 2.531012535095215,
      "learning_rate": 4.997317342103971e-05,
      "loss": 1.5057,
      "step": 519
    },
    {
      "epoch": 0.22269807280513917,
      "grad_norm": 1.4701982736587524,
      "learning_rate": 4.997285124107466e-05,
      "loss": 0.7319,
      "step": 520
    },
    {
      "epoch": 0.22312633832976445,
      "grad_norm": 1.7952810525894165,
      "learning_rate": 4.997252713904426e-05,
      "loss": 0.5129,
      "step": 521
    },
    {
      "epoch": 0.22355460385438972,
      "grad_norm": 5.428065776824951,
      "learning_rate": 4.997220111497344e-05,
      "loss": 1.6593,
      "step": 522
    },
    {
      "epoch": 0.223982869379015,
      "grad_norm": 0.7498107552528381,
      "learning_rate": 4.99718731688873e-05,
      "loss": 0.3173,
      "step": 523
    },
    {
      "epoch": 0.22441113490364026,
      "grad_norm": 2.038532018661499,
      "learning_rate": 4.9971543300811085e-05,
      "loss": 0.5491,
      "step": 524
    },
    {
      "epoch": 0.22483940042826553,
      "grad_norm": 2.0523431301116943,
      "learning_rate": 4.9971211510770175e-05,
      "loss": 0.8431,
      "step": 525
    },
    {
      "epoch": 0.2252676659528908,
      "grad_norm": 1.7535128593444824,
      "learning_rate": 4.9970877798790115e-05,
      "loss": 0.7952,
      "step": 526
    },
    {
      "epoch": 0.22569593147751607,
      "grad_norm": 3.290304660797119,
      "learning_rate": 4.9970542164896587e-05,
      "loss": 0.9685,
      "step": 527
    },
    {
      "epoch": 0.22612419700214131,
      "grad_norm": 2.825610399246216,
      "learning_rate": 4.9970204609115415e-05,
      "loss": 1.259,
      "step": 528
    },
    {
      "epoch": 0.22655246252676658,
      "grad_norm": 2.52469539642334,
      "learning_rate": 4.9969865131472587e-05,
      "loss": 0.4631,
      "step": 529
    },
    {
      "epoch": 0.22698072805139186,
      "grad_norm": 3.2281291484832764,
      "learning_rate": 4.996952373199423e-05,
      "loss": 1.0647,
      "step": 530
    },
    {
      "epoch": 0.22740899357601713,
      "grad_norm": 3.720579147338867,
      "learning_rate": 4.9969180410706626e-05,
      "loss": 2.8741,
      "step": 531
    },
    {
      "epoch": 0.2278372591006424,
      "grad_norm": 4.846673011779785,
      "learning_rate": 4.996883516763619e-05,
      "loss": 1.5596,
      "step": 532
    },
    {
      "epoch": 0.22826552462526767,
      "grad_norm": 3.0693554878234863,
      "learning_rate": 4.99684880028095e-05,
      "loss": 0.6811,
      "step": 533
    },
    {
      "epoch": 0.22869379014989294,
      "grad_norm": 5.126198768615723,
      "learning_rate": 4.996813891625327e-05,
      "loss": 1.3013,
      "step": 534
    },
    {
      "epoch": 0.2291220556745182,
      "grad_norm": 1.5960155725479126,
      "learning_rate": 4.996778790799438e-05,
      "loss": 0.9486,
      "step": 535
    },
    {
      "epoch": 0.22955032119914348,
      "grad_norm": 3.9840197563171387,
      "learning_rate": 4.996743497805982e-05,
      "loss": 0.4999,
      "step": 536
    },
    {
      "epoch": 0.22997858672376872,
      "grad_norm": 3.3557939529418945,
      "learning_rate": 4.996708012647679e-05,
      "loss": 2.0898,
      "step": 537
    },
    {
      "epoch": 0.230406852248394,
      "grad_norm": 2.977731943130493,
      "learning_rate": 4.9966723353272574e-05,
      "loss": 1.0228,
      "step": 538
    },
    {
      "epoch": 0.23083511777301927,
      "grad_norm": 3.342752695083618,
      "learning_rate": 4.996636465847464e-05,
      "loss": 1.4538,
      "step": 539
    },
    {
      "epoch": 0.23126338329764454,
      "grad_norm": 7.1681928634643555,
      "learning_rate": 4.9966004042110595e-05,
      "loss": 1.7542,
      "step": 540
    },
    {
      "epoch": 0.2316916488222698,
      "grad_norm": 1.588566780090332,
      "learning_rate": 4.99656415042082e-05,
      "loss": 1.0411,
      "step": 541
    },
    {
      "epoch": 0.23211991434689508,
      "grad_norm": 2.3760263919830322,
      "learning_rate": 4.996527704479535e-05,
      "loss": 0.8669,
      "step": 542
    },
    {
      "epoch": 0.23254817987152035,
      "grad_norm": 1.7191566228866577,
      "learning_rate": 4.99649106639001e-05,
      "loss": 0.4324,
      "step": 543
    },
    {
      "epoch": 0.23297644539614562,
      "grad_norm": 0.720534086227417,
      "learning_rate": 4.996454236155064e-05,
      "loss": 0.6211,
      "step": 544
    },
    {
      "epoch": 0.2334047109207709,
      "grad_norm": 1.8528578281402588,
      "learning_rate": 4.996417213777533e-05,
      "loss": 1.0874,
      "step": 545
    },
    {
      "epoch": 0.23383297644539613,
      "grad_norm": 2.01174259185791,
      "learning_rate": 4.996379999260267e-05,
      "loss": 1.3725,
      "step": 546
    },
    {
      "epoch": 0.2342612419700214,
      "grad_norm": 2.4553475379943848,
      "learning_rate": 4.996342592606128e-05,
      "loss": 0.8483,
      "step": 547
    },
    {
      "epoch": 0.23468950749464668,
      "grad_norm": 0.5835354924201965,
      "learning_rate": 4.9963049938179964e-05,
      "loss": 0.3497,
      "step": 548
    },
    {
      "epoch": 0.23511777301927195,
      "grad_norm": 2.9812467098236084,
      "learning_rate": 4.9962672028987655e-05,
      "loss": 0.8755,
      "step": 549
    },
    {
      "epoch": 0.23554603854389722,
      "grad_norm": 3.029869794845581,
      "learning_rate": 4.996229219851345e-05,
      "loss": 0.9544,
      "step": 550
    },
    {
      "epoch": 0.2359743040685225,
      "grad_norm": 3.8656156063079834,
      "learning_rate": 4.996191044678658e-05,
      "loss": 1.1027,
      "step": 551
    },
    {
      "epoch": 0.23640256959314776,
      "grad_norm": 2.8215417861938477,
      "learning_rate": 4.996152677383641e-05,
      "loss": 1.976,
      "step": 552
    },
    {
      "epoch": 0.23683083511777303,
      "grad_norm": 23.205350875854492,
      "learning_rate": 4.9961141179692494e-05,
      "loss": 0.6463,
      "step": 553
    },
    {
      "epoch": 0.23725910064239827,
      "grad_norm": 3.0467917919158936,
      "learning_rate": 4.99607536643845e-05,
      "loss": 0.8829,
      "step": 554
    },
    {
      "epoch": 0.23768736616702354,
      "grad_norm": 3.8982272148132324,
      "learning_rate": 4.996036422794224e-05,
      "loss": 1.0899,
      "step": 555
    },
    {
      "epoch": 0.23811563169164882,
      "grad_norm": 2.6254544258117676,
      "learning_rate": 4.995997287039571e-05,
      "loss": 0.992,
      "step": 556
    },
    {
      "epoch": 0.2385438972162741,
      "grad_norm": 2.3208065032958984,
      "learning_rate": 4.995957959177502e-05,
      "loss": 0.8437,
      "step": 557
    },
    {
      "epoch": 0.23897216274089936,
      "grad_norm": 0.6857635974884033,
      "learning_rate": 4.9959184392110434e-05,
      "loss": 0.231,
      "step": 558
    },
    {
      "epoch": 0.23940042826552463,
      "grad_norm": 2.368189573287964,
      "learning_rate": 4.9958787271432383e-05,
      "loss": 1.5588,
      "step": 559
    },
    {
      "epoch": 0.2398286937901499,
      "grad_norm": 1.9239715337753296,
      "learning_rate": 4.995838822977142e-05,
      "loss": 0.7339,
      "step": 560
    },
    {
      "epoch": 0.24025695931477517,
      "grad_norm": 3.430943727493286,
      "learning_rate": 4.995798726715826e-05,
      "loss": 0.3882,
      "step": 561
    },
    {
      "epoch": 0.24068522483940044,
      "grad_norm": 1.7104581594467163,
      "learning_rate": 4.995758438362377e-05,
      "loss": 0.4017,
      "step": 562
    },
    {
      "epoch": 0.24111349036402568,
      "grad_norm": 4.823396682739258,
      "learning_rate": 4.995717957919895e-05,
      "loss": 0.7619,
      "step": 563
    },
    {
      "epoch": 0.24154175588865096,
      "grad_norm": 3.7589964866638184,
      "learning_rate": 4.995677285391497e-05,
      "loss": 0.8751,
      "step": 564
    },
    {
      "epoch": 0.24197002141327623,
      "grad_norm": 1.1939424276351929,
      "learning_rate": 4.995636420780311e-05,
      "loss": 0.5869,
      "step": 565
    },
    {
      "epoch": 0.2423982869379015,
      "grad_norm": 4.808578014373779,
      "learning_rate": 4.995595364089485e-05,
      "loss": 1.3837,
      "step": 566
    },
    {
      "epoch": 0.24282655246252677,
      "grad_norm": 2.365290641784668,
      "learning_rate": 4.995554115322176e-05,
      "loss": 1.562,
      "step": 567
    },
    {
      "epoch": 0.24325481798715204,
      "grad_norm": 2.87640118598938,
      "learning_rate": 4.9955126744815617e-05,
      "loss": 0.8074,
      "step": 568
    },
    {
      "epoch": 0.2436830835117773,
      "grad_norm": 23.050704956054688,
      "learning_rate": 4.995471041570829e-05,
      "loss": 0.9863,
      "step": 569
    },
    {
      "epoch": 0.24411134903640258,
      "grad_norm": 3.311861991882324,
      "learning_rate": 4.9954292165931845e-05,
      "loss": 1.226,
      "step": 570
    },
    {
      "epoch": 0.24453961456102782,
      "grad_norm": 2.407660484313965,
      "learning_rate": 4.9953871995518464e-05,
      "loss": 0.6794,
      "step": 571
    },
    {
      "epoch": 0.2449678800856531,
      "grad_norm": 3.09488582611084,
      "learning_rate": 4.995344990450048e-05,
      "loss": 1.5635,
      "step": 572
    },
    {
      "epoch": 0.24539614561027837,
      "grad_norm": 3.3853507041931152,
      "learning_rate": 4.9953025892910396e-05,
      "loss": 0.7695,
      "step": 573
    },
    {
      "epoch": 0.24582441113490364,
      "grad_norm": 3.443408727645874,
      "learning_rate": 4.995259996078082e-05,
      "loss": 1.056,
      "step": 574
    },
    {
      "epoch": 0.2462526766595289,
      "grad_norm": 3.789438486099243,
      "learning_rate": 4.995217210814456e-05,
      "loss": 0.9738,
      "step": 575
    },
    {
      "epoch": 0.24668094218415418,
      "grad_norm": 7.561398983001709,
      "learning_rate": 4.995174233503454e-05,
      "loss": 1.2839,
      "step": 576
    },
    {
      "epoch": 0.24710920770877945,
      "grad_norm": 2.068997859954834,
      "learning_rate": 4.9951310641483826e-05,
      "loss": 1.4884,
      "step": 577
    },
    {
      "epoch": 0.24753747323340472,
      "grad_norm": 1.991830825805664,
      "learning_rate": 4.995087702752565e-05,
      "loss": 0.4066,
      "step": 578
    },
    {
      "epoch": 0.24796573875803,
      "grad_norm": 3.375559091567993,
      "learning_rate": 4.995044149319339e-05,
      "loss": 1.0006,
      "step": 579
    },
    {
      "epoch": 0.24839400428265523,
      "grad_norm": 1.469546914100647,
      "learning_rate": 4.995000403852057e-05,
      "loss": 0.5561,
      "step": 580
    },
    {
      "epoch": 0.2488222698072805,
      "grad_norm": 1.3325378894805908,
      "learning_rate": 4.9949564663540845e-05,
      "loss": 0.9703,
      "step": 581
    },
    {
      "epoch": 0.24925053533190578,
      "grad_norm": 2.884108781814575,
      "learning_rate": 4.994912336828805e-05,
      "loss": 1.6746,
      "step": 582
    },
    {
      "epoch": 0.24967880085653105,
      "grad_norm": 1.7005342245101929,
      "learning_rate": 4.9948680152796135e-05,
      "loss": 0.915,
      "step": 583
    },
    {
      "epoch": 0.2501070663811563,
      "grad_norm": 1.396233081817627,
      "learning_rate": 4.994823501709922e-05,
      "loss": 0.8846,
      "step": 584
    },
    {
      "epoch": 0.2505353319057816,
      "grad_norm": 1.9144237041473389,
      "learning_rate": 4.994778796123156e-05,
      "loss": 0.4019,
      "step": 585
    },
    {
      "epoch": 0.25096359743040686,
      "grad_norm": 1.6846762895584106,
      "learning_rate": 4.994733898522758e-05,
      "loss": 0.4015,
      "step": 586
    },
    {
      "epoch": 0.25139186295503213,
      "grad_norm": 2.8859071731567383,
      "learning_rate": 4.994688808912181e-05,
      "loss": 1.4704,
      "step": 587
    },
    {
      "epoch": 0.2518201284796574,
      "grad_norm": 1.0542289018630981,
      "learning_rate": 4.994643527294898e-05,
      "loss": 0.4328,
      "step": 588
    },
    {
      "epoch": 0.25224839400428267,
      "grad_norm": 2.237048387527466,
      "learning_rate": 4.994598053674391e-05,
      "loss": 0.5192,
      "step": 589
    },
    {
      "epoch": 0.25267665952890794,
      "grad_norm": 2.181004524230957,
      "learning_rate": 4.994552388054163e-05,
      "loss": 1.9849,
      "step": 590
    },
    {
      "epoch": 0.2531049250535332,
      "grad_norm": 1.896192193031311,
      "learning_rate": 4.994506530437727e-05,
      "loss": 1.2806,
      "step": 591
    },
    {
      "epoch": 0.2535331905781585,
      "grad_norm": 3.3001515865325928,
      "learning_rate": 4.994460480828614e-05,
      "loss": 0.5125,
      "step": 592
    },
    {
      "epoch": 0.2539614561027837,
      "grad_norm": 3.4026219844818115,
      "learning_rate": 4.994414239230366e-05,
      "loss": 1.8702,
      "step": 593
    },
    {
      "epoch": 0.25438972162740897,
      "grad_norm": 2.275151014328003,
      "learning_rate": 4.994367805646544e-05,
      "loss": 0.6179,
      "step": 594
    },
    {
      "epoch": 0.25481798715203424,
      "grad_norm": 1.3403972387313843,
      "learning_rate": 4.994321180080721e-05,
      "loss": 0.4372,
      "step": 595
    },
    {
      "epoch": 0.2552462526766595,
      "grad_norm": 1.6434733867645264,
      "learning_rate": 4.9942743625364855e-05,
      "loss": 1.0225,
      "step": 596
    },
    {
      "epoch": 0.2556745182012848,
      "grad_norm": 1.287094235420227,
      "learning_rate": 4.994227353017441e-05,
      "loss": 0.9293,
      "step": 597
    },
    {
      "epoch": 0.25610278372591005,
      "grad_norm": 5.51317024230957,
      "learning_rate": 4.994180151527206e-05,
      "loss": 1.4087,
      "step": 598
    },
    {
      "epoch": 0.2565310492505353,
      "grad_norm": 4.486625671386719,
      "learning_rate": 4.994132758069413e-05,
      "loss": 1.3889,
      "step": 599
    },
    {
      "epoch": 0.2569593147751606,
      "grad_norm": 3.7390382289886475,
      "learning_rate": 4.99408517264771e-05,
      "loss": 0.4363,
      "step": 600
    },
    {
      "epoch": 0.25738758029978587,
      "grad_norm": 1.8956342935562134,
      "learning_rate": 4.994037395265759e-05,
      "loss": 0.6281,
      "step": 601
    },
    {
      "epoch": 0.25781584582441114,
      "grad_norm": 2.8094089031219482,
      "learning_rate": 4.993989425927238e-05,
      "loss": 0.6283,
      "step": 602
    },
    {
      "epoch": 0.2582441113490364,
      "grad_norm": 2.4230234622955322,
      "learning_rate": 4.993941264635837e-05,
      "loss": 2.0734,
      "step": 603
    },
    {
      "epoch": 0.2586723768736617,
      "grad_norm": 3.21728253364563,
      "learning_rate": 4.993892911395266e-05,
      "loss": 0.5567,
      "step": 604
    },
    {
      "epoch": 0.25910064239828695,
      "grad_norm": 3.313950777053833,
      "learning_rate": 4.993844366209245e-05,
      "loss": 0.4513,
      "step": 605
    },
    {
      "epoch": 0.2595289079229122,
      "grad_norm": 2.6535096168518066,
      "learning_rate": 4.993795629081509e-05,
      "loss": 0.741,
      "step": 606
    },
    {
      "epoch": 0.2599571734475375,
      "grad_norm": 1.9007648229599,
      "learning_rate": 4.9937467000158115e-05,
      "loss": 0.4673,
      "step": 607
    },
    {
      "epoch": 0.26038543897216276,
      "grad_norm": 1.8643258810043335,
      "learning_rate": 4.993697579015916e-05,
      "loss": 0.4839,
      "step": 608
    },
    {
      "epoch": 0.26081370449678803,
      "grad_norm": 2.2573485374450684,
      "learning_rate": 4.993648266085606e-05,
      "loss": 1.4765,
      "step": 609
    },
    {
      "epoch": 0.26124197002141325,
      "grad_norm": 3.150135040283203,
      "learning_rate": 4.993598761228674e-05,
      "loss": 1.3863,
      "step": 610
    },
    {
      "epoch": 0.2616702355460385,
      "grad_norm": 2.6022963523864746,
      "learning_rate": 4.9935490644489313e-05,
      "loss": 1.0678,
      "step": 611
    },
    {
      "epoch": 0.2620985010706638,
      "grad_norm": 4.01460075378418,
      "learning_rate": 4.9934991757502037e-05,
      "loss": 0.5267,
      "step": 612
    },
    {
      "epoch": 0.26252676659528906,
      "grad_norm": 4.961833477020264,
      "learning_rate": 4.9934490951363304e-05,
      "loss": 0.724,
      "step": 613
    },
    {
      "epoch": 0.26295503211991433,
      "grad_norm": 1.6761912107467651,
      "learning_rate": 4.993398822611166e-05,
      "loss": 1.2027,
      "step": 614
    },
    {
      "epoch": 0.2633832976445396,
      "grad_norm": 4.273322582244873,
      "learning_rate": 4.993348358178579e-05,
      "loss": 1.8992,
      "step": 615
    },
    {
      "epoch": 0.2638115631691649,
      "grad_norm": 2.5534441471099854,
      "learning_rate": 4.993297701842454e-05,
      "loss": 0.9477,
      "step": 616
    },
    {
      "epoch": 0.26423982869379015,
      "grad_norm": 2.7478373050689697,
      "learning_rate": 4.9932468536066914e-05,
      "loss": 1.0416,
      "step": 617
    },
    {
      "epoch": 0.2646680942184154,
      "grad_norm": 5.409038066864014,
      "learning_rate": 4.993195813475202e-05,
      "loss": 1.5878,
      "step": 618
    },
    {
      "epoch": 0.2650963597430407,
      "grad_norm": 3.637021780014038,
      "learning_rate": 4.993144581451916e-05,
      "loss": 1.3232,
      "step": 619
    },
    {
      "epoch": 0.26552462526766596,
      "grad_norm": 2.201892375946045,
      "learning_rate": 4.9930931575407755e-05,
      "loss": 0.6602,
      "step": 620
    },
    {
      "epoch": 0.26595289079229123,
      "grad_norm": 2.644047260284424,
      "learning_rate": 4.993041541745739e-05,
      "loss": 1.4372,
      "step": 621
    },
    {
      "epoch": 0.2663811563169165,
      "grad_norm": 2.7330214977264404,
      "learning_rate": 4.992989734070779e-05,
      "loss": 1.3411,
      "step": 622
    },
    {
      "epoch": 0.26680942184154177,
      "grad_norm": 2.2948367595672607,
      "learning_rate": 4.992937734519884e-05,
      "loss": 0.628,
      "step": 623
    },
    {
      "epoch": 0.26723768736616704,
      "grad_norm": 1.548671007156372,
      "learning_rate": 4.9928855430970546e-05,
      "loss": 0.5926,
      "step": 624
    },
    {
      "epoch": 0.2676659528907923,
      "grad_norm": 1.4350844621658325,
      "learning_rate": 4.992833159806308e-05,
      "loss": 0.931,
      "step": 625
    },
    {
      "epoch": 0.2680942184154176,
      "grad_norm": 2.711063861846924,
      "learning_rate": 4.992780584651676e-05,
      "loss": 0.7993,
      "step": 626
    },
    {
      "epoch": 0.2685224839400428,
      "grad_norm": 1.680345892906189,
      "learning_rate": 4.9927278176372065e-05,
      "loss": 0.5665,
      "step": 627
    },
    {
      "epoch": 0.26895074946466807,
      "grad_norm": 1.438685417175293,
      "learning_rate": 4.992674858766959e-05,
      "loss": 0.9205,
      "step": 628
    },
    {
      "epoch": 0.26937901498929334,
      "grad_norm": 1.8886780738830566,
      "learning_rate": 4.992621708045011e-05,
      "loss": 1.0925,
      "step": 629
    },
    {
      "epoch": 0.2698072805139186,
      "grad_norm": 2.1743946075439453,
      "learning_rate": 4.9925683654754526e-05,
      "loss": 1.1064,
      "step": 630
    },
    {
      "epoch": 0.2702355460385439,
      "grad_norm": 1.8281928300857544,
      "learning_rate": 4.992514831062389e-05,
      "loss": 0.9241,
      "step": 631
    },
    {
      "epoch": 0.27066381156316915,
      "grad_norm": 2.950880289077759,
      "learning_rate": 4.9924611048099406e-05,
      "loss": 1.2119,
      "step": 632
    },
    {
      "epoch": 0.2710920770877944,
      "grad_norm": 1.3929533958435059,
      "learning_rate": 4.992407186722243e-05,
      "loss": 0.736,
      "step": 633
    },
    {
      "epoch": 0.2715203426124197,
      "grad_norm": 1.318270206451416,
      "learning_rate": 4.992353076803446e-05,
      "loss": 0.867,
      "step": 634
    },
    {
      "epoch": 0.27194860813704497,
      "grad_norm": 3.9868719577789307,
      "learning_rate": 4.9922987750577146e-05,
      "loss": 1.3587,
      "step": 635
    },
    {
      "epoch": 0.27237687366167024,
      "grad_norm": 2.6092336177825928,
      "learning_rate": 4.9922442814892265e-05,
      "loss": 0.5796,
      "step": 636
    },
    {
      "epoch": 0.2728051391862955,
      "grad_norm": 2.2796506881713867,
      "learning_rate": 4.992189596102178e-05,
      "loss": 1.5674,
      "step": 637
    },
    {
      "epoch": 0.2732334047109208,
      "grad_norm": 0.810368537902832,
      "learning_rate": 4.9921347189007766e-05,
      "loss": 0.3019,
      "step": 638
    },
    {
      "epoch": 0.27366167023554605,
      "grad_norm": 2.417161226272583,
      "learning_rate": 4.9920796498892466e-05,
      "loss": 1.1159,
      "step": 639
    },
    {
      "epoch": 0.2740899357601713,
      "grad_norm": 4.6688408851623535,
      "learning_rate": 4.9920243890718266e-05,
      "loss": 0.4378,
      "step": 640
    },
    {
      "epoch": 0.2745182012847966,
      "grad_norm": 3.285567045211792,
      "learning_rate": 4.9919689364527696e-05,
      "loss": 1.604,
      "step": 641
    },
    {
      "epoch": 0.27494646680942186,
      "grad_norm": 7.487720489501953,
      "learning_rate": 4.991913292036343e-05,
      "loss": 1.2025,
      "step": 642
    },
    {
      "epoch": 0.27537473233404713,
      "grad_norm": 4.267570972442627,
      "learning_rate": 4.9918574558268305e-05,
      "loss": 1.9079,
      "step": 643
    },
    {
      "epoch": 0.27580299785867235,
      "grad_norm": 2.7296454906463623,
      "learning_rate": 4.991801427828529e-05,
      "loss": 0.5755,
      "step": 644
    },
    {
      "epoch": 0.2762312633832976,
      "grad_norm": 0.910021960735321,
      "learning_rate": 4.991745208045751e-05,
      "loss": 0.4791,
      "step": 645
    },
    {
      "epoch": 0.2766595289079229,
      "grad_norm": 2.082606077194214,
      "learning_rate": 4.9916887964828234e-05,
      "loss": 0.7164,
      "step": 646
    },
    {
      "epoch": 0.27708779443254816,
      "grad_norm": 3.2384579181671143,
      "learning_rate": 4.991632193144088e-05,
      "loss": 0.6651,
      "step": 647
    },
    {
      "epoch": 0.27751605995717343,
      "grad_norm": 2.8026812076568604,
      "learning_rate": 4.991575398033902e-05,
      "loss": 1.1,
      "step": 648
    },
    {
      "epoch": 0.2779443254817987,
      "grad_norm": 2.2410635948181152,
      "learning_rate": 4.991518411156635e-05,
      "loss": 0.5636,
      "step": 649
    },
    {
      "epoch": 0.278372591006424,
      "grad_norm": 4.6790900230407715,
      "learning_rate": 4.991461232516675e-05,
      "loss": 0.9636,
      "step": 650
    },
    {
      "epoch": 0.27880085653104925,
      "grad_norm": 1.7439959049224854,
      "learning_rate": 4.991403862118421e-05,
      "loss": 0.9483,
      "step": 651
    },
    {
      "epoch": 0.2792291220556745,
      "grad_norm": 3.954695701599121,
      "learning_rate": 4.991346299966291e-05,
      "loss": 0.9789,
      "step": 652
    },
    {
      "epoch": 0.2796573875802998,
      "grad_norm": 3.435805082321167,
      "learning_rate": 4.991288546064713e-05,
      "loss": 1.9547,
      "step": 653
    },
    {
      "epoch": 0.28008565310492506,
      "grad_norm": 6.322479724884033,
      "learning_rate": 4.991230600418133e-05,
      "loss": 1.5189,
      "step": 654
    },
    {
      "epoch": 0.28051391862955033,
      "grad_norm": 4.70046854019165,
      "learning_rate": 4.9911724630310106e-05,
      "loss": 1.0338,
      "step": 655
    },
    {
      "epoch": 0.2809421841541756,
      "grad_norm": 2.933708906173706,
      "learning_rate": 4.9911141339078215e-05,
      "loss": 1.4131,
      "step": 656
    },
    {
      "epoch": 0.28137044967880087,
      "grad_norm": 3.651902675628662,
      "learning_rate": 4.991055613053054e-05,
      "loss": 1.0484,
      "step": 657
    },
    {
      "epoch": 0.28179871520342614,
      "grad_norm": 1.6768022775650024,
      "learning_rate": 4.990996900471212e-05,
      "loss": 1.345,
      "step": 658
    },
    {
      "epoch": 0.2822269807280514,
      "grad_norm": 1.8123552799224854,
      "learning_rate": 4.9909379961668146e-05,
      "loss": 0.3737,
      "step": 659
    },
    {
      "epoch": 0.2826552462526767,
      "grad_norm": 1.7104369401931763,
      "learning_rate": 4.990878900144396e-05,
      "loss": 0.4278,
      "step": 660
    },
    {
      "epoch": 0.28308351177730195,
      "grad_norm": 3.704051971435547,
      "learning_rate": 4.990819612408505e-05,
      "loss": 1.7109,
      "step": 661
    },
    {
      "epoch": 0.28351177730192717,
      "grad_norm": 2.4741501808166504,
      "learning_rate": 4.990760132963703e-05,
      "loss": 0.5047,
      "step": 662
    },
    {
      "epoch": 0.28394004282655244,
      "grad_norm": 3.1420631408691406,
      "learning_rate": 4.990700461814569e-05,
      "loss": 1.8198,
      "step": 663
    },
    {
      "epoch": 0.2843683083511777,
      "grad_norm": 2.438072681427002,
      "learning_rate": 4.9906405989656966e-05,
      "loss": 0.6639,
      "step": 664
    },
    {
      "epoch": 0.284796573875803,
      "grad_norm": 1.1507691144943237,
      "learning_rate": 4.9905805444216915e-05,
      "loss": 1.081,
      "step": 665
    },
    {
      "epoch": 0.28522483940042825,
      "grad_norm": 1.2126507759094238,
      "learning_rate": 4.9905202981871766e-05,
      "loss": 1.0805,
      "step": 666
    },
    {
      "epoch": 0.2856531049250535,
      "grad_norm": 4.175620079040527,
      "learning_rate": 4.9904598602667883e-05,
      "loss": 1.9524,
      "step": 667
    },
    {
      "epoch": 0.2860813704496788,
      "grad_norm": 2.5024914741516113,
      "learning_rate": 4.99039923066518e-05,
      "loss": 0.5355,
      "step": 668
    },
    {
      "epoch": 0.28650963597430407,
      "grad_norm": 2.408097982406616,
      "learning_rate": 4.990338409387017e-05,
      "loss": 0.4614,
      "step": 669
    },
    {
      "epoch": 0.28693790149892934,
      "grad_norm": 3.9312222003936768,
      "learning_rate": 4.9902773964369784e-05,
      "loss": 1.5648,
      "step": 670
    },
    {
      "epoch": 0.2873661670235546,
      "grad_norm": 4.475346088409424,
      "learning_rate": 4.990216191819764e-05,
      "loss": 2.3127,
      "step": 671
    },
    {
      "epoch": 0.2877944325481799,
      "grad_norm": 2.893674612045288,
      "learning_rate": 4.9901547955400816e-05,
      "loss": 1.3359,
      "step": 672
    },
    {
      "epoch": 0.28822269807280515,
      "grad_norm": 2.0553700923919678,
      "learning_rate": 4.9900932076026583e-05,
      "loss": 1.4613,
      "step": 673
    },
    {
      "epoch": 0.2886509635974304,
      "grad_norm": 3.8140218257904053,
      "learning_rate": 4.9900314280122326e-05,
      "loss": 0.9183,
      "step": 674
    },
    {
      "epoch": 0.2890792291220557,
      "grad_norm": 0.961337685585022,
      "learning_rate": 4.989969456773562e-05,
      "loss": 0.5907,
      "step": 675
    },
    {
      "epoch": 0.28950749464668096,
      "grad_norm": 4.039897918701172,
      "learning_rate": 4.9899072938914136e-05,
      "loss": 0.8486,
      "step": 676
    },
    {
      "epoch": 0.28993576017130623,
      "grad_norm": 3.144418239593506,
      "learning_rate": 4.9898449393705736e-05,
      "loss": 0.8884,
      "step": 677
    },
    {
      "epoch": 0.2903640256959315,
      "grad_norm": 3.990243911743164,
      "learning_rate": 4.989782393215841e-05,
      "loss": 1.5498,
      "step": 678
    },
    {
      "epoch": 0.2907922912205567,
      "grad_norm": 3.077171564102173,
      "learning_rate": 4.989719655432027e-05,
      "loss": 1.7171,
      "step": 679
    },
    {
      "epoch": 0.291220556745182,
      "grad_norm": 4.04608678817749,
      "learning_rate": 4.989656726023965e-05,
      "loss": 1.5642,
      "step": 680
    },
    {
      "epoch": 0.29164882226980726,
      "grad_norm": 3.5704593658447266,
      "learning_rate": 4.9895936049964945e-05,
      "loss": 1.7268,
      "step": 681
    },
    {
      "epoch": 0.29207708779443253,
      "grad_norm": 5.042965888977051,
      "learning_rate": 4.989530292354475e-05,
      "loss": 1.317,
      "step": 682
    },
    {
      "epoch": 0.2925053533190578,
      "grad_norm": 2.9420621395111084,
      "learning_rate": 4.9894667881027806e-05,
      "loss": 0.8212,
      "step": 683
    },
    {
      "epoch": 0.2929336188436831,
      "grad_norm": 1.1590112447738647,
      "learning_rate": 4.9894030922462975e-05,
      "loss": 0.5842,
      "step": 684
    },
    {
      "epoch": 0.29336188436830835,
      "grad_norm": 1.4546666145324707,
      "learning_rate": 4.989339204789929e-05,
      "loss": 0.9573,
      "step": 685
    },
    {
      "epoch": 0.2937901498929336,
      "grad_norm": 1.9070508480072021,
      "learning_rate": 4.989275125738591e-05,
      "loss": 0.9906,
      "step": 686
    },
    {
      "epoch": 0.2942184154175589,
      "grad_norm": 0.6636742949485779,
      "learning_rate": 4.989210855097217e-05,
      "loss": 0.3596,
      "step": 687
    },
    {
      "epoch": 0.29464668094218416,
      "grad_norm": 3.088132381439209,
      "learning_rate": 4.9891463928707524e-05,
      "loss": 1.6604,
      "step": 688
    },
    {
      "epoch": 0.29507494646680943,
      "grad_norm": 1.9780378341674805,
      "learning_rate": 4.98908173906416e-05,
      "loss": 0.7385,
      "step": 689
    },
    {
      "epoch": 0.2955032119914347,
      "grad_norm": 3.4171595573425293,
      "learning_rate": 4.989016893682414e-05,
      "loss": 0.799,
      "step": 690
    },
    {
      "epoch": 0.29593147751605997,
      "grad_norm": 6.217860221862793,
      "learning_rate": 4.988951856730508e-05,
      "loss": 1.8488,
      "step": 691
    },
    {
      "epoch": 0.29635974304068524,
      "grad_norm": 2.2361888885498047,
      "learning_rate": 4.988886628213445e-05,
      "loss": 0.7319,
      "step": 692
    },
    {
      "epoch": 0.2967880085653105,
      "grad_norm": 3.3163819313049316,
      "learning_rate": 4.988821208136246e-05,
      "loss": 0.8393,
      "step": 693
    },
    {
      "epoch": 0.2972162740899358,
      "grad_norm": 1.003004789352417,
      "learning_rate": 4.988755596503948e-05,
      "loss": 0.7644,
      "step": 694
    },
    {
      "epoch": 0.29764453961456105,
      "grad_norm": 1.944972276687622,
      "learning_rate": 4.988689793321598e-05,
      "loss": 0.8559,
      "step": 695
    },
    {
      "epoch": 0.29807280513918627,
      "grad_norm": 0.9007592797279358,
      "learning_rate": 4.988623798594263e-05,
      "loss": 0.3204,
      "step": 696
    },
    {
      "epoch": 0.29850107066381154,
      "grad_norm": 3.051577091217041,
      "learning_rate": 4.988557612327022e-05,
      "loss": 0.5453,
      "step": 697
    },
    {
      "epoch": 0.2989293361884368,
      "grad_norm": 1.3450435400009155,
      "learning_rate": 4.9884912345249674e-05,
      "loss": 0.7871,
      "step": 698
    },
    {
      "epoch": 0.2993576017130621,
      "grad_norm": 1.9319593906402588,
      "learning_rate": 4.98842466519321e-05,
      "loss": 1.5087,
      "step": 699
    },
    {
      "epoch": 0.29978586723768735,
      "grad_norm": 3.132190227508545,
      "learning_rate": 4.9883579043368724e-05,
      "loss": 0.8735,
      "step": 700
    },
    {
      "epoch": 0.3002141327623126,
      "grad_norm": 2.2816317081451416,
      "learning_rate": 4.9882909519610926e-05,
      "loss": 1.4285,
      "step": 701
    },
    {
      "epoch": 0.3006423982869379,
      "grad_norm": 1.8404343128204346,
      "learning_rate": 4.9882238080710245e-05,
      "loss": 0.3894,
      "step": 702
    },
    {
      "epoch": 0.30107066381156317,
      "grad_norm": 4.060924530029297,
      "learning_rate": 4.9881564726718356e-05,
      "loss": 1.2028,
      "step": 703
    },
    {
      "epoch": 0.30149892933618844,
      "grad_norm": 1.758890151977539,
      "learning_rate": 4.9880889457687086e-05,
      "loss": 0.6044,
      "step": 704
    },
    {
      "epoch": 0.3019271948608137,
      "grad_norm": 3.877831220626831,
      "learning_rate": 4.988021227366841e-05,
      "loss": 1.8006,
      "step": 705
    },
    {
      "epoch": 0.302355460385439,
      "grad_norm": 2.6210105419158936,
      "learning_rate": 4.987953317471444e-05,
      "loss": 0.8749,
      "step": 706
    },
    {
      "epoch": 0.30278372591006425,
      "grad_norm": 1.804866909980774,
      "learning_rate": 4.9878852160877445e-05,
      "loss": 1.1308,
      "step": 707
    },
    {
      "epoch": 0.3032119914346895,
      "grad_norm": 3.4455018043518066,
      "learning_rate": 4.9878169232209856e-05,
      "loss": 1.1923,
      "step": 708
    },
    {
      "epoch": 0.3036402569593148,
      "grad_norm": 3.8497185707092285,
      "learning_rate": 4.987748438876421e-05,
      "loss": 0.5704,
      "step": 709
    },
    {
      "epoch": 0.30406852248394006,
      "grad_norm": 2.993302822113037,
      "learning_rate": 4.9876797630593236e-05,
      "loss": 1.3855,
      "step": 710
    },
    {
      "epoch": 0.30449678800856533,
      "grad_norm": 2.050261974334717,
      "learning_rate": 4.9876108957749786e-05,
      "loss": 0.6078,
      "step": 711
    },
    {
      "epoch": 0.3049250535331906,
      "grad_norm": 3.715400457382202,
      "learning_rate": 4.9875418370286866e-05,
      "loss": 1.6722,
      "step": 712
    },
    {
      "epoch": 0.3053533190578158,
      "grad_norm": 4.180136680603027,
      "learning_rate": 4.9874725868257615e-05,
      "loss": 1.2708,
      "step": 713
    },
    {
      "epoch": 0.3057815845824411,
      "grad_norm": 2.113889217376709,
      "learning_rate": 4.987403145171535e-05,
      "loss": 1.4296,
      "step": 714
    },
    {
      "epoch": 0.30620985010706636,
      "grad_norm": 3.933807373046875,
      "learning_rate": 4.98733351207135e-05,
      "loss": 1.1843,
      "step": 715
    },
    {
      "epoch": 0.30663811563169163,
      "grad_norm": 3.0597591400146484,
      "learning_rate": 4.987263687530569e-05,
      "loss": 0.9698,
      "step": 716
    },
    {
      "epoch": 0.3070663811563169,
      "grad_norm": 3.8486804962158203,
      "learning_rate": 4.987193671554562e-05,
      "loss": 1.5799,
      "step": 717
    },
    {
      "epoch": 0.3074946466809422,
      "grad_norm": 2.9465484619140625,
      "learning_rate": 4.987123464148721e-05,
      "loss": 1.1813,
      "step": 718
    },
    {
      "epoch": 0.30792291220556745,
      "grad_norm": 1.3314586877822876,
      "learning_rate": 4.9870530653184475e-05,
      "loss": 1.2415,
      "step": 719
    },
    {
      "epoch": 0.3083511777301927,
      "grad_norm": 3.9804017543792725,
      "learning_rate": 4.986982475069162e-05,
      "loss": 0.9823,
      "step": 720
    },
    {
      "epoch": 0.308779443254818,
      "grad_norm": 3.5185303688049316,
      "learning_rate": 4.986911693406296e-05,
      "loss": 1.2295,
      "step": 721
    },
    {
      "epoch": 0.30920770877944326,
      "grad_norm": 0.9118313789367676,
      "learning_rate": 4.986840720335297e-05,
      "loss": 0.5271,
      "step": 722
    },
    {
      "epoch": 0.30963597430406853,
      "grad_norm": 3.1254665851593018,
      "learning_rate": 4.986769555861629e-05,
      "loss": 1.4043,
      "step": 723
    },
    {
      "epoch": 0.3100642398286938,
      "grad_norm": 3.5776431560516357,
      "learning_rate": 4.9866981999907686e-05,
      "loss": 0.9805,
      "step": 724
    },
    {
      "epoch": 0.31049250535331907,
      "grad_norm": 2.091437339782715,
      "learning_rate": 4.9866266527282076e-05,
      "loss": 1.2151,
      "step": 725
    },
    {
      "epoch": 0.31092077087794434,
      "grad_norm": 2.0793681144714355,
      "learning_rate": 4.986554914079452e-05,
      "loss": 0.4426,
      "step": 726
    },
    {
      "epoch": 0.3113490364025696,
      "grad_norm": 3.231715202331543,
      "learning_rate": 4.9864829840500246e-05,
      "loss": 1.1082,
      "step": 727
    },
    {
      "epoch": 0.3117773019271949,
      "grad_norm": 1.810591459274292,
      "learning_rate": 4.986410862645461e-05,
      "loss": 0.4487,
      "step": 728
    },
    {
      "epoch": 0.31220556745182015,
      "grad_norm": 1.1686859130859375,
      "learning_rate": 4.9863385498713125e-05,
      "loss": 0.6675,
      "step": 729
    },
    {
      "epoch": 0.31263383297644537,
      "grad_norm": 1.1455047130584717,
      "learning_rate": 4.9862660457331435e-05,
      "loss": 0.5563,
      "step": 730
    },
    {
      "epoch": 0.31306209850107064,
      "grad_norm": 2.788386344909668,
      "learning_rate": 4.986193350236536e-05,
      "loss": 0.8224,
      "step": 731
    },
    {
      "epoch": 0.3134903640256959,
      "grad_norm": 5.716238975524902,
      "learning_rate": 4.986120463387084e-05,
      "loss": 1.1862,
      "step": 732
    },
    {
      "epoch": 0.3139186295503212,
      "grad_norm": 2.573462963104248,
      "learning_rate": 4.986047385190398e-05,
      "loss": 1.6275,
      "step": 733
    },
    {
      "epoch": 0.31434689507494645,
      "grad_norm": 2.112732410430908,
      "learning_rate": 4.9859741156521015e-05,
      "loss": 0.8529,
      "step": 734
    },
    {
      "epoch": 0.3147751605995717,
      "grad_norm": 2.7765464782714844,
      "learning_rate": 4.9859006547778356e-05,
      "loss": 1.1179,
      "step": 735
    },
    {
      "epoch": 0.315203426124197,
      "grad_norm": 1.4415210485458374,
      "learning_rate": 4.985827002573252e-05,
      "loss": 0.5304,
      "step": 736
    },
    {
      "epoch": 0.31563169164882227,
      "grad_norm": 0.9203175902366638,
      "learning_rate": 4.985753159044021e-05,
      "loss": 0.2739,
      "step": 737
    },
    {
      "epoch": 0.31605995717344754,
      "grad_norm": 1.3260396718978882,
      "learning_rate": 4.985679124195826e-05,
      "loss": 1.1453,
      "step": 738
    },
    {
      "epoch": 0.3164882226980728,
      "grad_norm": 2.7200539112091064,
      "learning_rate": 4.985604898034364e-05,
      "loss": 0.9414,
      "step": 739
    },
    {
      "epoch": 0.3169164882226981,
      "grad_norm": 1.7305017709732056,
      "learning_rate": 4.98553048056535e-05,
      "loss": 0.9445,
      "step": 740
    },
    {
      "epoch": 0.31734475374732335,
      "grad_norm": 0.5191578269004822,
      "learning_rate": 4.985455871794509e-05,
      "loss": 0.2101,
      "step": 741
    },
    {
      "epoch": 0.3177730192719486,
      "grad_norm": 3.083237409591675,
      "learning_rate": 4.985381071727586e-05,
      "loss": 2.1878,
      "step": 742
    },
    {
      "epoch": 0.3182012847965739,
      "grad_norm": 4.858891487121582,
      "learning_rate": 4.985306080370336e-05,
      "loss": 0.7512,
      "step": 743
    },
    {
      "epoch": 0.31862955032119916,
      "grad_norm": 2.717214584350586,
      "learning_rate": 4.985230897728532e-05,
      "loss": 1.6956,
      "step": 744
    },
    {
      "epoch": 0.31905781584582443,
      "grad_norm": 3.5950794219970703,
      "learning_rate": 4.98515552380796e-05,
      "loss": 0.8748,
      "step": 745
    },
    {
      "epoch": 0.3194860813704497,
      "grad_norm": 1.9336038827896118,
      "learning_rate": 4.9850799586144215e-05,
      "loss": 1.0783,
      "step": 746
    },
    {
      "epoch": 0.3199143468950749,
      "grad_norm": 5.169368743896484,
      "learning_rate": 4.9850042021537324e-05,
      "loss": 1.3963,
      "step": 747
    },
    {
      "epoch": 0.3203426124197002,
      "grad_norm": 3.5260584354400635,
      "learning_rate": 4.984928254431723e-05,
      "loss": 0.9263,
      "step": 748
    },
    {
      "epoch": 0.32077087794432546,
      "grad_norm": 1.0307338237762451,
      "learning_rate": 4.9848521154542394e-05,
      "loss": 0.6606,
      "step": 749
    },
    {
      "epoch": 0.32119914346895073,
      "grad_norm": 2.0553488731384277,
      "learning_rate": 4.9847757852271415e-05,
      "loss": 0.8822,
      "step": 750
    },
    {
      "epoch": 0.321627408993576,
      "grad_norm": 3.6908609867095947,
      "learning_rate": 4.984699263756303e-05,
      "loss": 1.8776,
      "step": 751
    },
    {
      "epoch": 0.3220556745182013,
      "grad_norm": 5.673072338104248,
      "learning_rate": 4.9846225510476155e-05,
      "loss": 1.2328,
      "step": 752
    },
    {
      "epoch": 0.32248394004282654,
      "grad_norm": 2.851382255554199,
      "learning_rate": 4.984545647106982e-05,
      "loss": 0.6335,
      "step": 753
    },
    {
      "epoch": 0.3229122055674518,
      "grad_norm": 2.2957992553710938,
      "learning_rate": 4.984468551940322e-05,
      "loss": 0.7251,
      "step": 754
    },
    {
      "epoch": 0.3233404710920771,
      "grad_norm": 1.8657711744308472,
      "learning_rate": 4.984391265553568e-05,
      "loss": 0.6553,
      "step": 755
    },
    {
      "epoch": 0.32376873661670236,
      "grad_norm": 2.9529011249542236,
      "learning_rate": 4.984313787952671e-05,
      "loss": 0.9238,
      "step": 756
    },
    {
      "epoch": 0.32419700214132763,
      "grad_norm": 2.1753017902374268,
      "learning_rate": 4.984236119143591e-05,
      "loss": 1.0663,
      "step": 757
    },
    {
      "epoch": 0.3246252676659529,
      "grad_norm": 2.6829261779785156,
      "learning_rate": 4.984158259132309e-05,
      "loss": 1.052,
      "step": 758
    },
    {
      "epoch": 0.32505353319057817,
      "grad_norm": 2.1683783531188965,
      "learning_rate": 4.984080207924815e-05,
      "loss": 0.73,
      "step": 759
    },
    {
      "epoch": 0.32548179871520344,
      "grad_norm": 2.5770163536071777,
      "learning_rate": 4.9840019655271175e-05,
      "loss": 0.6854,
      "step": 760
    },
    {
      "epoch": 0.3259100642398287,
      "grad_norm": 2.376037120819092,
      "learning_rate": 4.983923531945239e-05,
      "loss": 1.2098,
      "step": 761
    },
    {
      "epoch": 0.326338329764454,
      "grad_norm": 2.066636562347412,
      "learning_rate": 4.9838449071852146e-05,
      "loss": 0.5647,
      "step": 762
    },
    {
      "epoch": 0.32676659528907925,
      "grad_norm": 1.940598726272583,
      "learning_rate": 4.983766091253098e-05,
      "loss": 0.996,
      "step": 763
    },
    {
      "epoch": 0.3271948608137045,
      "grad_norm": 3.0796711444854736,
      "learning_rate": 4.9836870841549536e-05,
      "loss": 1.5121,
      "step": 764
    },
    {
      "epoch": 0.32762312633832974,
      "grad_norm": 3.9081311225891113,
      "learning_rate": 4.983607885896861e-05,
      "loss": 2.4366,
      "step": 765
    },
    {
      "epoch": 0.328051391862955,
      "grad_norm": 2.2213189601898193,
      "learning_rate": 4.9835284964849196e-05,
      "loss": 0.7669,
      "step": 766
    },
    {
      "epoch": 0.3284796573875803,
      "grad_norm": 1.992367148399353,
      "learning_rate": 4.9834489159252374e-05,
      "loss": 0.6797,
      "step": 767
    },
    {
      "epoch": 0.32890792291220555,
      "grad_norm": 4.062606334686279,
      "learning_rate": 4.98336914422394e-05,
      "loss": 1.793,
      "step": 768
    },
    {
      "epoch": 0.3293361884368308,
      "grad_norm": 2.153496265411377,
      "learning_rate": 4.9832891813871666e-05,
      "loss": 1.1866,
      "step": 769
    },
    {
      "epoch": 0.3297644539614561,
      "grad_norm": 1.2540979385375977,
      "learning_rate": 4.9832090274210714e-05,
      "loss": 0.7351,
      "step": 770
    },
    {
      "epoch": 0.33019271948608137,
      "grad_norm": 3.4929869174957275,
      "learning_rate": 4.983128682331824e-05,
      "loss": 1.2454,
      "step": 771
    },
    {
      "epoch": 0.33062098501070664,
      "grad_norm": 2.263437271118164,
      "learning_rate": 4.9830481461256086e-05,
      "loss": 0.6625,
      "step": 772
    },
    {
      "epoch": 0.3310492505353319,
      "grad_norm": 3.0473992824554443,
      "learning_rate": 4.982967418808623e-05,
      "loss": 1.4318,
      "step": 773
    },
    {
      "epoch": 0.3314775160599572,
      "grad_norm": 1.9507564306259155,
      "learning_rate": 4.9828865003870816e-05,
      "loss": 1.61,
      "step": 774
    },
    {
      "epoch": 0.33190578158458245,
      "grad_norm": 1.7511168718338013,
      "learning_rate": 4.9828053908672114e-05,
      "loss": 0.8701,
      "step": 775
    },
    {
      "epoch": 0.3323340471092077,
      "grad_norm": 1.9884281158447266,
      "learning_rate": 4.9827240902552554e-05,
      "loss": 1.198,
      "step": 776
    },
    {
      "epoch": 0.332762312633833,
      "grad_norm": 1.0456238985061646,
      "learning_rate": 4.98264259855747e-05,
      "loss": 0.383,
      "step": 777
    },
    {
      "epoch": 0.33319057815845826,
      "grad_norm": 2.8158276081085205,
      "learning_rate": 4.9825609157801294e-05,
      "loss": 0.4286,
      "step": 778
    },
    {
      "epoch": 0.33361884368308353,
      "grad_norm": 3.1145148277282715,
      "learning_rate": 4.982479041929519e-05,
      "loss": 0.7318,
      "step": 779
    },
    {
      "epoch": 0.3340471092077088,
      "grad_norm": 2.3489670753479004,
      "learning_rate": 4.9823969770119406e-05,
      "loss": 1.5818,
      "step": 780
    },
    {
      "epoch": 0.3344753747323341,
      "grad_norm": 1.9592260122299194,
      "learning_rate": 4.982314721033711e-05,
      "loss": 1.097,
      "step": 781
    },
    {
      "epoch": 0.3349036402569593,
      "grad_norm": 1.357779860496521,
      "learning_rate": 4.9822322740011594e-05,
      "loss": 0.8109,
      "step": 782
    },
    {
      "epoch": 0.33533190578158456,
      "grad_norm": 1.611158847808838,
      "learning_rate": 4.982149635920633e-05,
      "loss": 1.0777,
      "step": 783
    },
    {
      "epoch": 0.33576017130620983,
      "grad_norm": 3.0352468490600586,
      "learning_rate": 4.982066806798492e-05,
      "loss": 0.8737,
      "step": 784
    },
    {
      "epoch": 0.3361884368308351,
      "grad_norm": 2.184610366821289,
      "learning_rate": 4.981983786641112e-05,
      "loss": 0.8081,
      "step": 785
    },
    {
      "epoch": 0.3366167023554604,
      "grad_norm": 3.0506303310394287,
      "learning_rate": 4.981900575454881e-05,
      "loss": 1.0274,
      "step": 786
    },
    {
      "epoch": 0.33704496788008564,
      "grad_norm": 1.6393383741378784,
      "learning_rate": 4.9818171732462035e-05,
      "loss": 0.5128,
      "step": 787
    },
    {
      "epoch": 0.3374732334047109,
      "grad_norm": 3.121974468231201,
      "learning_rate": 4.9817335800215014e-05,
      "loss": 0.9727,
      "step": 788
    },
    {
      "epoch": 0.3379014989293362,
      "grad_norm": 3.742180824279785,
      "learning_rate": 4.981649795787205e-05,
      "loss": 0.9334,
      "step": 789
    },
    {
      "epoch": 0.33832976445396146,
      "grad_norm": 1.8297091722488403,
      "learning_rate": 4.981565820549766e-05,
      "loss": 0.4798,
      "step": 790
    },
    {
      "epoch": 0.3387580299785867,
      "grad_norm": 5.085512161254883,
      "learning_rate": 4.981481654315645e-05,
      "loss": 2.029,
      "step": 791
    },
    {
      "epoch": 0.339186295503212,
      "grad_norm": 3.08215594291687,
      "learning_rate": 4.9813972970913214e-05,
      "loss": 1.1002,
      "step": 792
    },
    {
      "epoch": 0.33961456102783727,
      "grad_norm": 1.7659571170806885,
      "learning_rate": 4.981312748883288e-05,
      "loss": 0.4183,
      "step": 793
    },
    {
      "epoch": 0.34004282655246254,
      "grad_norm": 1.3474678993225098,
      "learning_rate": 4.981228009698052e-05,
      "loss": 0.6807,
      "step": 794
    },
    {
      "epoch": 0.3404710920770878,
      "grad_norm": 0.8984250426292419,
      "learning_rate": 4.9811430795421344e-05,
      "loss": 0.2088,
      "step": 795
    },
    {
      "epoch": 0.3408993576017131,
      "grad_norm": 2.3644700050354004,
      "learning_rate": 4.981057958422073e-05,
      "loss": 1.5059,
      "step": 796
    },
    {
      "epoch": 0.34132762312633835,
      "grad_norm": 1.6865047216415405,
      "learning_rate": 4.9809726463444194e-05,
      "loss": 0.6905,
      "step": 797
    },
    {
      "epoch": 0.3417558886509636,
      "grad_norm": 1.2756030559539795,
      "learning_rate": 4.9808871433157386e-05,
      "loss": 0.8831,
      "step": 798
    },
    {
      "epoch": 0.34218415417558884,
      "grad_norm": 3.954977035522461,
      "learning_rate": 4.980801449342613e-05,
      "loss": 1.0559,
      "step": 799
    },
    {
      "epoch": 0.3426124197002141,
      "grad_norm": 1.5635045766830444,
      "learning_rate": 4.980715564431637e-05,
      "loss": 0.7421,
      "step": 800
    },
    {
      "epoch": 0.3430406852248394,
      "grad_norm": 2.9625706672668457,
      "learning_rate": 4.980629488589421e-05,
      "loss": 1.2646,
      "step": 801
    },
    {
      "epoch": 0.34346895074946465,
      "grad_norm": 1.697474718093872,
      "learning_rate": 4.98054322182259e-05,
      "loss": 0.5221,
      "step": 802
    },
    {
      "epoch": 0.3438972162740899,
      "grad_norm": 2.3841655254364014,
      "learning_rate": 4.9804567641377844e-05,
      "loss": 0.5334,
      "step": 803
    },
    {
      "epoch": 0.3443254817987152,
      "grad_norm": 1.1500910520553589,
      "learning_rate": 4.980370115541657e-05,
      "loss": 0.5286,
      "step": 804
    },
    {
      "epoch": 0.34475374732334046,
      "grad_norm": 4.23505973815918,
      "learning_rate": 4.980283276040878e-05,
      "loss": 1.4178,
      "step": 805
    },
    {
      "epoch": 0.34518201284796574,
      "grad_norm": 2.0343661308288574,
      "learning_rate": 4.980196245642131e-05,
      "loss": 0.7762,
      "step": 806
    },
    {
      "epoch": 0.345610278372591,
      "grad_norm": 1.7658414840698242,
      "learning_rate": 4.9801090243521145e-05,
      "loss": 0.604,
      "step": 807
    },
    {
      "epoch": 0.3460385438972163,
      "grad_norm": 2.1458938121795654,
      "learning_rate": 4.98002161217754e-05,
      "loss": 0.6081,
      "step": 808
    },
    {
      "epoch": 0.34646680942184155,
      "grad_norm": 3.542433023452759,
      "learning_rate": 4.979934009125137e-05,
      "loss": 1.2029,
      "step": 809
    },
    {
      "epoch": 0.3468950749464668,
      "grad_norm": 2.0217835903167725,
      "learning_rate": 4.979846215201648e-05,
      "loss": 0.954,
      "step": 810
    },
    {
      "epoch": 0.3473233404710921,
      "grad_norm": 1.4302749633789062,
      "learning_rate": 4.979758230413829e-05,
      "loss": 0.8678,
      "step": 811
    },
    {
      "epoch": 0.34775160599571736,
      "grad_norm": 1.5176194906234741,
      "learning_rate": 4.9796700547684535e-05,
      "loss": 1.3957,
      "step": 812
    },
    {
      "epoch": 0.34817987152034263,
      "grad_norm": 9.292763710021973,
      "learning_rate": 4.979581688272306e-05,
      "loss": 2.3363,
      "step": 813
    },
    {
      "epoch": 0.3486081370449679,
      "grad_norm": 4.255771636962891,
      "learning_rate": 4.9794931309321895e-05,
      "loss": 1.8242,
      "step": 814
    },
    {
      "epoch": 0.3490364025695932,
      "grad_norm": 2.660496473312378,
      "learning_rate": 4.9794043827549186e-05,
      "loss": 1.634,
      "step": 815
    },
    {
      "epoch": 0.3494646680942184,
      "grad_norm": 2.690948724746704,
      "learning_rate": 4.9793154437473256e-05,
      "loss": 0.5497,
      "step": 816
    },
    {
      "epoch": 0.34989293361884366,
      "grad_norm": 4.1387763023376465,
      "learning_rate": 4.979226313916254e-05,
      "loss": 0.7126,
      "step": 817
    },
    {
      "epoch": 0.35032119914346893,
      "grad_norm": 2.8004536628723145,
      "learning_rate": 4.9791369932685645e-05,
      "loss": 0.7072,
      "step": 818
    },
    {
      "epoch": 0.3507494646680942,
      "grad_norm": 0.713187575340271,
      "learning_rate": 4.979047481811132e-05,
      "loss": 0.1539,
      "step": 819
    },
    {
      "epoch": 0.3511777301927195,
      "grad_norm": 3.921168804168701,
      "learning_rate": 4.9789577795508454e-05,
      "loss": 1.2573,
      "step": 820
    },
    {
      "epoch": 0.35160599571734474,
      "grad_norm": 3.9162676334381104,
      "learning_rate": 4.978867886494609e-05,
      "loss": 1.0814,
      "step": 821
    },
    {
      "epoch": 0.35203426124197,
      "grad_norm": 3.5624959468841553,
      "learning_rate": 4.978777802649341e-05,
      "loss": 0.9887,
      "step": 822
    },
    {
      "epoch": 0.3524625267665953,
      "grad_norm": 3.405710458755493,
      "learning_rate": 4.9786875280219764e-05,
      "loss": 1.2592,
      "step": 823
    },
    {
      "epoch": 0.35289079229122056,
      "grad_norm": 2.6607325077056885,
      "learning_rate": 4.978597062619461e-05,
      "loss": 1.4004,
      "step": 824
    },
    {
      "epoch": 0.3533190578158458,
      "grad_norm": 3.212923288345337,
      "learning_rate": 4.978506406448759e-05,
      "loss": 1.3812,
      "step": 825
    },
    {
      "epoch": 0.3537473233404711,
      "grad_norm": 1.8221639394760132,
      "learning_rate": 4.9784155595168494e-05,
      "loss": 1.703,
      "step": 826
    },
    {
      "epoch": 0.35417558886509637,
      "grad_norm": 4.44639253616333,
      "learning_rate": 4.978324521830721e-05,
      "loss": 1.2595,
      "step": 827
    },
    {
      "epoch": 0.35460385438972164,
      "grad_norm": 2.32300066947937,
      "learning_rate": 4.978233293397383e-05,
      "loss": 1.6649,
      "step": 828
    },
    {
      "epoch": 0.3550321199143469,
      "grad_norm": 2.7280428409576416,
      "learning_rate": 4.978141874223855e-05,
      "loss": 0.6077,
      "step": 829
    },
    {
      "epoch": 0.3554603854389722,
      "grad_norm": 4.867630481719971,
      "learning_rate": 4.9780502643171755e-05,
      "loss": 1.1929,
      "step": 830
    },
    {
      "epoch": 0.35588865096359745,
      "grad_norm": 2.357743501663208,
      "learning_rate": 4.9779584636843934e-05,
      "loss": 0.536,
      "step": 831
    },
    {
      "epoch": 0.3563169164882227,
      "grad_norm": 4.528877258300781,
      "learning_rate": 4.977866472332575e-05,
      "loss": 0.982,
      "step": 832
    },
    {
      "epoch": 0.35674518201284794,
      "grad_norm": 2.9203202724456787,
      "learning_rate": 4.977774290268801e-05,
      "loss": 0.9681,
      "step": 833
    },
    {
      "epoch": 0.3571734475374732,
      "grad_norm": 2.0078351497650146,
      "learning_rate": 4.9776819175001655e-05,
      "loss": 1.1652,
      "step": 834
    },
    {
      "epoch": 0.3576017130620985,
      "grad_norm": 1.6939003467559814,
      "learning_rate": 4.977589354033779e-05,
      "loss": 0.6785,
      "step": 835
    },
    {
      "epoch": 0.35802997858672375,
      "grad_norm": 2.8763840198516846,
      "learning_rate": 4.977496599876764e-05,
      "loss": 1.1591,
      "step": 836
    },
    {
      "epoch": 0.358458244111349,
      "grad_norm": 4.664190769195557,
      "learning_rate": 4.977403655036262e-05,
      "loss": 2.2463,
      "step": 837
    },
    {
      "epoch": 0.3588865096359743,
      "grad_norm": 10.922197341918945,
      "learning_rate": 4.977310519519425e-05,
      "loss": 1.5246,
      "step": 838
    },
    {
      "epoch": 0.35931477516059956,
      "grad_norm": 3.490830183029175,
      "learning_rate": 4.977217193333421e-05,
      "loss": 1.2854,
      "step": 839
    },
    {
      "epoch": 0.35974304068522484,
      "grad_norm": 1.1431587934494019,
      "learning_rate": 4.977123676485433e-05,
      "loss": 0.4534,
      "step": 840
    },
    {
      "epoch": 0.3601713062098501,
      "grad_norm": 4.771089553833008,
      "learning_rate": 4.97702996898266e-05,
      "loss": 1.4163,
      "step": 841
    },
    {
      "epoch": 0.3605995717344754,
      "grad_norm": 40.22206115722656,
      "learning_rate": 4.976936070832313e-05,
      "loss": 1.7701,
      "step": 842
    },
    {
      "epoch": 0.36102783725910065,
      "grad_norm": 1.9231806993484497,
      "learning_rate": 4.97684198204162e-05,
      "loss": 0.4375,
      "step": 843
    },
    {
      "epoch": 0.3614561027837259,
      "grad_norm": 4.923398017883301,
      "learning_rate": 4.976747702617821e-05,
      "loss": 1.0753,
      "step": 844
    },
    {
      "epoch": 0.3618843683083512,
      "grad_norm": 1.0821539163589478,
      "learning_rate": 4.976653232568175e-05,
      "loss": 0.2654,
      "step": 845
    },
    {
      "epoch": 0.36231263383297646,
      "grad_norm": 3.079453945159912,
      "learning_rate": 4.9765585718999495e-05,
      "loss": 0.8611,
      "step": 846
    },
    {
      "epoch": 0.36274089935760173,
      "grad_norm": 3.302639961242676,
      "learning_rate": 4.976463720620433e-05,
      "loss": 0.7405,
      "step": 847
    },
    {
      "epoch": 0.363169164882227,
      "grad_norm": 1.9327898025512695,
      "learning_rate": 4.976368678736925e-05,
      "loss": 1.0117,
      "step": 848
    },
    {
      "epoch": 0.3635974304068523,
      "grad_norm": 3.549931287765503,
      "learning_rate": 4.9762734462567407e-05,
      "loss": 1.8489,
      "step": 849
    },
    {
      "epoch": 0.3640256959314775,
      "grad_norm": 3.4877407550811768,
      "learning_rate": 4.976178023187209e-05,
      "loss": 1.4321,
      "step": 850
    },
    {
      "epoch": 0.36445396145610276,
      "grad_norm": 2.798489809036255,
      "learning_rate": 4.976082409535675e-05,
      "loss": 1.1881,
      "step": 851
    },
    {
      "epoch": 0.36488222698072803,
      "grad_norm": 8.19239330291748,
      "learning_rate": 4.975986605309497e-05,
      "loss": 0.9541,
      "step": 852
    },
    {
      "epoch": 0.3653104925053533,
      "grad_norm": 12.130695343017578,
      "learning_rate": 4.9758906105160494e-05,
      "loss": 0.8115,
      "step": 853
    },
    {
      "epoch": 0.3657387580299786,
      "grad_norm": 3.0296778678894043,
      "learning_rate": 4.975794425162721e-05,
      "loss": 1.1241,
      "step": 854
    },
    {
      "epoch": 0.36616702355460384,
      "grad_norm": 2.507951498031616,
      "learning_rate": 4.975698049256913e-05,
      "loss": 1.3411,
      "step": 855
    },
    {
      "epoch": 0.3665952890792291,
      "grad_norm": 13.82230281829834,
      "learning_rate": 4.975601482806045e-05,
      "loss": 0.8799,
      "step": 856
    },
    {
      "epoch": 0.3670235546038544,
      "grad_norm": 2.1119344234466553,
      "learning_rate": 4.975504725817548e-05,
      "loss": 1.0338,
      "step": 857
    },
    {
      "epoch": 0.36745182012847966,
      "grad_norm": 1.5097225904464722,
      "learning_rate": 4.97540777829887e-05,
      "loss": 1.1045,
      "step": 858
    },
    {
      "epoch": 0.3678800856531049,
      "grad_norm": 2.0217971801757812,
      "learning_rate": 4.975310640257472e-05,
      "loss": 1.2701,
      "step": 859
    },
    {
      "epoch": 0.3683083511777302,
      "grad_norm": 2.6616098880767822,
      "learning_rate": 4.9752133117008316e-05,
      "loss": 0.7821,
      "step": 860
    },
    {
      "epoch": 0.36873661670235547,
      "grad_norm": 6.784026622772217,
      "learning_rate": 4.975115792636438e-05,
      "loss": 0.671,
      "step": 861
    },
    {
      "epoch": 0.36916488222698074,
      "grad_norm": 1.328214168548584,
      "learning_rate": 4.975018083071798e-05,
      "loss": 0.3611,
      "step": 862
    },
    {
      "epoch": 0.369593147751606,
      "grad_norm": 2.428748607635498,
      "learning_rate": 4.974920183014431e-05,
      "loss": 1.6291,
      "step": 863
    },
    {
      "epoch": 0.3700214132762313,
      "grad_norm": 1.2722245454788208,
      "learning_rate": 4.9748220924718724e-05,
      "loss": 0.5795,
      "step": 864
    },
    {
      "epoch": 0.37044967880085655,
      "grad_norm": 1.897194743156433,
      "learning_rate": 4.974723811451673e-05,
      "loss": 0.8842,
      "step": 865
    },
    {
      "epoch": 0.3708779443254818,
      "grad_norm": 2.982224464416504,
      "learning_rate": 4.9746253399613956e-05,
      "loss": 1.2346,
      "step": 866
    },
    {
      "epoch": 0.3713062098501071,
      "grad_norm": 3.070787191390991,
      "learning_rate": 4.97452667800862e-05,
      "loss": 0.9501,
      "step": 867
    },
    {
      "epoch": 0.3717344753747323,
      "grad_norm": 3.241015911102295,
      "learning_rate": 4.97442782560094e-05,
      "loss": 1.5742,
      "step": 868
    },
    {
      "epoch": 0.3721627408993576,
      "grad_norm": 6.478960990905762,
      "learning_rate": 4.974328782745963e-05,
      "loss": 1.2771,
      "step": 869
    },
    {
      "epoch": 0.37259100642398285,
      "grad_norm": 3.2213025093078613,
      "learning_rate": 4.974229549451313e-05,
      "loss": 1.388,
      "step": 870
    },
    {
      "epoch": 0.3730192719486081,
      "grad_norm": 2.597015619277954,
      "learning_rate": 4.9741301257246265e-05,
      "loss": 0.784,
      "step": 871
    },
    {
      "epoch": 0.3734475374732334,
      "grad_norm": 1.5571041107177734,
      "learning_rate": 4.974030511573556e-05,
      "loss": 1.3925,
      "step": 872
    },
    {
      "epoch": 0.37387580299785866,
      "grad_norm": 1.304750680923462,
      "learning_rate": 4.9739307070057694e-05,
      "loss": 0.5951,
      "step": 873
    },
    {
      "epoch": 0.37430406852248393,
      "grad_norm": 1.8698831796646118,
      "learning_rate": 4.973830712028948e-05,
      "loss": 1.7708,
      "step": 874
    },
    {
      "epoch": 0.3747323340471092,
      "grad_norm": 10.99177074432373,
      "learning_rate": 4.973730526650787e-05,
      "loss": 1.3226,
      "step": 875
    },
    {
      "epoch": 0.3751605995717345,
      "grad_norm": 3.5747368335723877,
      "learning_rate": 4.9736301508789974e-05,
      "loss": 1.1145,
      "step": 876
    },
    {
      "epoch": 0.37558886509635975,
      "grad_norm": 3.1258022785186768,
      "learning_rate": 4.973529584721306e-05,
      "loss": 0.8894,
      "step": 877
    },
    {
      "epoch": 0.376017130620985,
      "grad_norm": 2.5153567790985107,
      "learning_rate": 4.9734288281854526e-05,
      "loss": 0.8449,
      "step": 878
    },
    {
      "epoch": 0.3764453961456103,
      "grad_norm": 1.5793485641479492,
      "learning_rate": 4.973327881279192e-05,
      "loss": 1.0745,
      "step": 879
    },
    {
      "epoch": 0.37687366167023556,
      "grad_norm": 2.4272587299346924,
      "learning_rate": 4.973226744010292e-05,
      "loss": 3.0065,
      "step": 880
    },
    {
      "epoch": 0.37730192719486083,
      "grad_norm": 2.6389071941375732,
      "learning_rate": 4.973125416386539e-05,
      "loss": 0.9804,
      "step": 881
    },
    {
      "epoch": 0.3777301927194861,
      "grad_norm": 2.3965883255004883,
      "learning_rate": 4.9730238984157306e-05,
      "loss": 0.4323,
      "step": 882
    },
    {
      "epoch": 0.3781584582441114,
      "grad_norm": 5.3690361976623535,
      "learning_rate": 4.972922190105682e-05,
      "loss": 1.4023,
      "step": 883
    },
    {
      "epoch": 0.37858672376873664,
      "grad_norm": 0.5896545648574829,
      "learning_rate": 4.9728202914642183e-05,
      "loss": 0.3126,
      "step": 884
    },
    {
      "epoch": 0.37901498929336186,
      "grad_norm": 2.449293375015259,
      "learning_rate": 4.972718202499185e-05,
      "loss": 1.3343,
      "step": 885
    },
    {
      "epoch": 0.37944325481798713,
      "grad_norm": 1.8616315126419067,
      "learning_rate": 4.9726159232184375e-05,
      "loss": 0.8841,
      "step": 886
    },
    {
      "epoch": 0.3798715203426124,
      "grad_norm": 2.719956636428833,
      "learning_rate": 4.972513453629849e-05,
      "loss": 1.3229,
      "step": 887
    },
    {
      "epoch": 0.38029978586723767,
      "grad_norm": 1.8977560997009277,
      "learning_rate": 4.972410793741307e-05,
      "loss": 0.566,
      "step": 888
    },
    {
      "epoch": 0.38072805139186294,
      "grad_norm": 2.1582207679748535,
      "learning_rate": 4.97230794356071e-05,
      "loss": 0.7393,
      "step": 889
    },
    {
      "epoch": 0.3811563169164882,
      "grad_norm": 2.5468475818634033,
      "learning_rate": 4.972204903095977e-05,
      "loss": 1.0845,
      "step": 890
    },
    {
      "epoch": 0.3815845824411135,
      "grad_norm": 2.4329419136047363,
      "learning_rate": 4.9721016723550374e-05,
      "loss": 0.7315,
      "step": 891
    },
    {
      "epoch": 0.38201284796573876,
      "grad_norm": 3.28320574760437,
      "learning_rate": 4.971998251345836e-05,
      "loss": 0.7135,
      "step": 892
    },
    {
      "epoch": 0.382441113490364,
      "grad_norm": 2.3738718032836914,
      "learning_rate": 4.9718946400763334e-05,
      "loss": 0.9029,
      "step": 893
    },
    {
      "epoch": 0.3828693790149893,
      "grad_norm": 2.7327005863189697,
      "learning_rate": 4.971790838554503e-05,
      "loss": 1.0477,
      "step": 894
    },
    {
      "epoch": 0.38329764453961457,
      "grad_norm": 3.19354510307312,
      "learning_rate": 4.971686846788336e-05,
      "loss": 1.1998,
      "step": 895
    },
    {
      "epoch": 0.38372591006423984,
      "grad_norm": 1.254654884338379,
      "learning_rate": 4.9715826647858354e-05,
      "loss": 0.6228,
      "step": 896
    },
    {
      "epoch": 0.3841541755888651,
      "grad_norm": 2.880913257598877,
      "learning_rate": 4.971478292555018e-05,
      "loss": 1.5391,
      "step": 897
    },
    {
      "epoch": 0.3845824411134904,
      "grad_norm": 2.9929401874542236,
      "learning_rate": 4.97137373010392e-05,
      "loss": 1.6063,
      "step": 898
    },
    {
      "epoch": 0.38501070663811565,
      "grad_norm": 3.552277088165283,
      "learning_rate": 4.9712689774405875e-05,
      "loss": 1.1339,
      "step": 899
    },
    {
      "epoch": 0.3854389721627409,
      "grad_norm": 2.989527940750122,
      "learning_rate": 4.9711640345730825e-05,
      "loss": 2.2349,
      "step": 900
    },
    {
      "epoch": 0.3858672376873662,
      "grad_norm": 2.8450512886047363,
      "learning_rate": 4.971058901509483e-05,
      "loss": 0.6132,
      "step": 901
    },
    {
      "epoch": 0.3862955032119914,
      "grad_norm": 2.2569546699523926,
      "learning_rate": 4.970953578257881e-05,
      "loss": 0.7191,
      "step": 902
    },
    {
      "epoch": 0.3867237687366167,
      "grad_norm": 3.4348864555358887,
      "learning_rate": 4.97084806482638e-05,
      "loss": 1.278,
      "step": 903
    },
    {
      "epoch": 0.38715203426124195,
      "grad_norm": 0.7436648011207581,
      "learning_rate": 4.9707423612231044e-05,
      "loss": 0.3792,
      "step": 904
    },
    {
      "epoch": 0.3875802997858672,
      "grad_norm": 3.1998131275177,
      "learning_rate": 4.9706364674561885e-05,
      "loss": 0.8153,
      "step": 905
    },
    {
      "epoch": 0.3880085653104925,
      "grad_norm": 4.00881290435791,
      "learning_rate": 4.970530383533782e-05,
      "loss": 1.5794,
      "step": 906
    },
    {
      "epoch": 0.38843683083511776,
      "grad_norm": 3.2061078548431396,
      "learning_rate": 4.9704241094640505e-05,
      "loss": 1.0065,
      "step": 907
    },
    {
      "epoch": 0.38886509635974303,
      "grad_norm": 4.107898712158203,
      "learning_rate": 4.9703176452551736e-05,
      "loss": 1.4005,
      "step": 908
    },
    {
      "epoch": 0.3892933618843683,
      "grad_norm": 2.1231272220611572,
      "learning_rate": 4.970210990915345e-05,
      "loss": 1.2974,
      "step": 909
    },
    {
      "epoch": 0.3897216274089936,
      "grad_norm": 1.6297136545181274,
      "learning_rate": 4.970104146452774e-05,
      "loss": 1.0592,
      "step": 910
    },
    {
      "epoch": 0.39014989293361885,
      "grad_norm": 2.9143993854522705,
      "learning_rate": 4.969997111875683e-05,
      "loss": 1.0079,
      "step": 911
    },
    {
      "epoch": 0.3905781584582441,
      "grad_norm": 4.858219146728516,
      "learning_rate": 4.9698898871923106e-05,
      "loss": 0.8788,
      "step": 912
    },
    {
      "epoch": 0.3910064239828694,
      "grad_norm": 1.0586668252944946,
      "learning_rate": 4.9697824724109096e-05,
      "loss": 0.5228,
      "step": 913
    },
    {
      "epoch": 0.39143468950749466,
      "grad_norm": 1.125146746635437,
      "learning_rate": 4.969674867539748e-05,
      "loss": 0.8705,
      "step": 914
    },
    {
      "epoch": 0.39186295503211993,
      "grad_norm": 1.3197565078735352,
      "learning_rate": 4.969567072587107e-05,
      "loss": 0.7052,
      "step": 915
    },
    {
      "epoch": 0.3922912205567452,
      "grad_norm": 1.9139478206634521,
      "learning_rate": 4.9694590875612824e-05,
      "loss": 1.2755,
      "step": 916
    },
    {
      "epoch": 0.3927194860813705,
      "grad_norm": 1.45552396774292,
      "learning_rate": 4.969350912470586e-05,
      "loss": 0.9728,
      "step": 917
    },
    {
      "epoch": 0.39314775160599574,
      "grad_norm": 4.820750713348389,
      "learning_rate": 4.969242547323345e-05,
      "loss": 1.6035,
      "step": 918
    },
    {
      "epoch": 0.39357601713062096,
      "grad_norm": 3.6098060607910156,
      "learning_rate": 4.969133992127898e-05,
      "loss": 0.6182,
      "step": 919
    },
    {
      "epoch": 0.39400428265524623,
      "grad_norm": 0.8441768288612366,
      "learning_rate": 4.9690252468926e-05,
      "loss": 0.5999,
      "step": 920
    },
    {
      "epoch": 0.3944325481798715,
      "grad_norm": 3.5167319774627686,
      "learning_rate": 4.968916311625822e-05,
      "loss": 1.139,
      "step": 921
    },
    {
      "epoch": 0.39486081370449677,
      "grad_norm": 2.154899835586548,
      "learning_rate": 4.9688071863359484e-05,
      "loss": 0.8522,
      "step": 922
    },
    {
      "epoch": 0.39528907922912204,
      "grad_norm": 0.9329366683959961,
      "learning_rate": 4.968697871031377e-05,
      "loss": 0.7446,
      "step": 923
    },
    {
      "epoch": 0.3957173447537473,
      "grad_norm": 1.2728126049041748,
      "learning_rate": 4.968588365720521e-05,
      "loss": 0.5605,
      "step": 924
    },
    {
      "epoch": 0.3961456102783726,
      "grad_norm": 1.4398105144500732,
      "learning_rate": 4.968478670411811e-05,
      "loss": 0.5232,
      "step": 925
    },
    {
      "epoch": 0.39657387580299786,
      "grad_norm": 0.9501750469207764,
      "learning_rate": 4.9683687851136874e-05,
      "loss": 0.4638,
      "step": 926
    },
    {
      "epoch": 0.3970021413276231,
      "grad_norm": 3.767550230026245,
      "learning_rate": 4.968258709834609e-05,
      "loss": 1.6251,
      "step": 927
    },
    {
      "epoch": 0.3974304068522484,
      "grad_norm": 2.5062453746795654,
      "learning_rate": 4.968148444583047e-05,
      "loss": 0.7654,
      "step": 928
    },
    {
      "epoch": 0.39785867237687367,
      "grad_norm": 2.7883527278900146,
      "learning_rate": 4.968037989367489e-05,
      "loss": 1.4525,
      "step": 929
    },
    {
      "epoch": 0.39828693790149894,
      "grad_norm": 3.179581642150879,
      "learning_rate": 4.967927344196437e-05,
      "loss": 0.9806,
      "step": 930
    },
    {
      "epoch": 0.3987152034261242,
      "grad_norm": 3.128648281097412,
      "learning_rate": 4.967816509078404e-05,
      "loss": 0.7001,
      "step": 931
    },
    {
      "epoch": 0.3991434689507495,
      "grad_norm": 2.5062687397003174,
      "learning_rate": 4.967705484021923e-05,
      "loss": 0.5373,
      "step": 932
    },
    {
      "epoch": 0.39957173447537475,
      "grad_norm": 2.4515490531921387,
      "learning_rate": 4.9675942690355384e-05,
      "loss": 1.8302,
      "step": 933
    },
    {
      "epoch": 0.4,
      "grad_norm": 2.511524200439453,
      "learning_rate": 4.9674828641278105e-05,
      "loss": 1.0968,
      "step": 934
    },
    {
      "epoch": 0.4004282655246253,
      "grad_norm": 3.9852399826049805,
      "learning_rate": 4.967371269307314e-05,
      "loss": 1.8769,
      "step": 935
    },
    {
      "epoch": 0.4008565310492505,
      "grad_norm": 3.432861089706421,
      "learning_rate": 4.967259484582636e-05,
      "loss": 1.3116,
      "step": 936
    },
    {
      "epoch": 0.4012847965738758,
      "grad_norm": 2.4362001419067383,
      "learning_rate": 4.967147509962382e-05,
      "loss": 0.6354,
      "step": 937
    },
    {
      "epoch": 0.40171306209850105,
      "grad_norm": 2.9318456649780273,
      "learning_rate": 4.9670353454551696e-05,
      "loss": 0.8926,
      "step": 938
    },
    {
      "epoch": 0.4021413276231263,
      "grad_norm": 3.287813186645508,
      "learning_rate": 4.966922991069632e-05,
      "loss": 1.6883,
      "step": 939
    },
    {
      "epoch": 0.4025695931477516,
      "grad_norm": 1.1814472675323486,
      "learning_rate": 4.9668104468144164e-05,
      "loss": 0.7333,
      "step": 940
    },
    {
      "epoch": 0.40299785867237686,
      "grad_norm": 2.481330633163452,
      "learning_rate": 4.966697712698185e-05,
      "loss": 0.613,
      "step": 941
    },
    {
      "epoch": 0.40342612419700213,
      "grad_norm": 2.3144845962524414,
      "learning_rate": 4.966584788729614e-05,
      "loss": 0.8115,
      "step": 942
    },
    {
      "epoch": 0.4038543897216274,
      "grad_norm": 0.9951304197311401,
      "learning_rate": 4.966471674917395e-05,
      "loss": 0.4165,
      "step": 943
    },
    {
      "epoch": 0.4042826552462527,
      "grad_norm": 0.6831043362617493,
      "learning_rate": 4.9663583712702355e-05,
      "loss": 0.3302,
      "step": 944
    },
    {
      "epoch": 0.40471092077087795,
      "grad_norm": 2.3310751914978027,
      "learning_rate": 4.966244877796854e-05,
      "loss": 0.4269,
      "step": 945
    },
    {
      "epoch": 0.4051391862955032,
      "grad_norm": 2.6842846870422363,
      "learning_rate": 4.966131194505986e-05,
      "loss": 1.0335,
      "step": 946
    },
    {
      "epoch": 0.4055674518201285,
      "grad_norm": 2.3933398723602295,
      "learning_rate": 4.966017321406382e-05,
      "loss": 0.9519,
      "step": 947
    },
    {
      "epoch": 0.40599571734475376,
      "grad_norm": 1.0255190134048462,
      "learning_rate": 4.965903258506806e-05,
      "loss": 0.4631,
      "step": 948
    },
    {
      "epoch": 0.40642398286937903,
      "grad_norm": 3.013685703277588,
      "learning_rate": 4.965789005816037e-05,
      "loss": 0.9266,
      "step": 949
    },
    {
      "epoch": 0.4068522483940043,
      "grad_norm": 1.0190798044204712,
      "learning_rate": 4.9656745633428685e-05,
      "loss": 0.3533,
      "step": 950
    },
    {
      "epoch": 0.40728051391862957,
      "grad_norm": 9.681938171386719,
      "learning_rate": 4.9655599310961086e-05,
      "loss": 0.7752,
      "step": 951
    },
    {
      "epoch": 0.40770877944325484,
      "grad_norm": 3.069789171218872,
      "learning_rate": 4.965445109084581e-05,
      "loss": 1.7743,
      "step": 952
    },
    {
      "epoch": 0.40813704496788006,
      "grad_norm": 4.007803440093994,
      "learning_rate": 4.9653300973171225e-05,
      "loss": 1.2455,
      "step": 953
    },
    {
      "epoch": 0.40856531049250533,
      "grad_norm": 5.1336164474487305,
      "learning_rate": 4.965214895802584e-05,
      "loss": 1.3872,
      "step": 954
    },
    {
      "epoch": 0.4089935760171306,
      "grad_norm": 3.386568546295166,
      "learning_rate": 4.965099504549834e-05,
      "loss": 0.8757,
      "step": 955
    },
    {
      "epoch": 0.40942184154175587,
      "grad_norm": 2.7120885848999023,
      "learning_rate": 4.964983923567752e-05,
      "loss": 0.719,
      "step": 956
    },
    {
      "epoch": 0.40985010706638114,
      "grad_norm": 1.8620926141738892,
      "learning_rate": 4.964868152865235e-05,
      "loss": 1.3131,
      "step": 957
    },
    {
      "epoch": 0.4102783725910064,
      "grad_norm": 3.3717095851898193,
      "learning_rate": 4.9647521924511945e-05,
      "loss": 0.8355,
      "step": 958
    },
    {
      "epoch": 0.4107066381156317,
      "grad_norm": 0.9437265396118164,
      "learning_rate": 4.9646360423345526e-05,
      "loss": 0.4658,
      "step": 959
    },
    {
      "epoch": 0.41113490364025695,
      "grad_norm": 4.5921220779418945,
      "learning_rate": 4.9645197025242506e-05,
      "loss": 0.728,
      "step": 960
    },
    {
      "epoch": 0.4115631691648822,
      "grad_norm": 2.7842960357666016,
      "learning_rate": 4.964403173029244e-05,
      "loss": 0.7096,
      "step": 961
    },
    {
      "epoch": 0.4119914346895075,
      "grad_norm": 2.8716421127319336,
      "learning_rate": 4.9642864538584985e-05,
      "loss": 0.8333,
      "step": 962
    },
    {
      "epoch": 0.41241970021413277,
      "grad_norm": 3.661980390548706,
      "learning_rate": 4.964169545021e-05,
      "loss": 2.1751,
      "step": 963
    },
    {
      "epoch": 0.41284796573875804,
      "grad_norm": 2.5946991443634033,
      "learning_rate": 4.9640524465257464e-05,
      "loss": 0.8531,
      "step": 964
    },
    {
      "epoch": 0.4132762312633833,
      "grad_norm": 2.8480305671691895,
      "learning_rate": 4.9639351583817497e-05,
      "loss": 0.7635,
      "step": 965
    },
    {
      "epoch": 0.4137044967880086,
      "grad_norm": 4.176894187927246,
      "learning_rate": 4.963817680598036e-05,
      "loss": 0.601,
      "step": 966
    },
    {
      "epoch": 0.41413276231263385,
      "grad_norm": 1.66059148311615,
      "learning_rate": 4.9637000131836497e-05,
      "loss": 0.9446,
      "step": 967
    },
    {
      "epoch": 0.4145610278372591,
      "grad_norm": 2.4496967792510986,
      "learning_rate": 4.963582156147645e-05,
      "loss": 1.1845,
      "step": 968
    },
    {
      "epoch": 0.4149892933618844,
      "grad_norm": 1.8121789693832397,
      "learning_rate": 4.963464109499094e-05,
      "loss": 0.3788,
      "step": 969
    },
    {
      "epoch": 0.41541755888650966,
      "grad_norm": 4.269962787628174,
      "learning_rate": 4.963345873247082e-05,
      "loss": 1.1018,
      "step": 970
    },
    {
      "epoch": 0.4158458244111349,
      "grad_norm": 3.6387829780578613,
      "learning_rate": 4.963227447400709e-05,
      "loss": 1.191,
      "step": 971
    },
    {
      "epoch": 0.41627408993576015,
      "grad_norm": 1.4069311618804932,
      "learning_rate": 4.96310883196909e-05,
      "loss": 0.8956,
      "step": 972
    },
    {
      "epoch": 0.4167023554603854,
      "grad_norm": 2.282888650894165,
      "learning_rate": 4.962990026961355e-05,
      "loss": 1.1054,
      "step": 973
    },
    {
      "epoch": 0.4171306209850107,
      "grad_norm": 3.4728527069091797,
      "learning_rate": 4.9628710323866465e-05,
      "loss": 0.9812,
      "step": 974
    },
    {
      "epoch": 0.41755888650963596,
      "grad_norm": 3.421963691711426,
      "learning_rate": 4.962751848254125e-05,
      "loss": 1.1051,
      "step": 975
    },
    {
      "epoch": 0.41798715203426123,
      "grad_norm": 3.8814351558685303,
      "learning_rate": 4.962632474572962e-05,
      "loss": 1.5933,
      "step": 976
    },
    {
      "epoch": 0.4184154175588865,
      "grad_norm": 2.736372232437134,
      "learning_rate": 4.9625129113523455e-05,
      "loss": 0.611,
      "step": 977
    },
    {
      "epoch": 0.4188436830835118,
      "grad_norm": 3.031095266342163,
      "learning_rate": 4.962393158601478e-05,
      "loss": 0.9619,
      "step": 978
    },
    {
      "epoch": 0.41927194860813705,
      "grad_norm": 1.5830585956573486,
      "learning_rate": 4.962273216329577e-05,
      "loss": 0.4373,
      "step": 979
    },
    {
      "epoch": 0.4197002141327623,
      "grad_norm": 2.724384307861328,
      "learning_rate": 4.9621530845458734e-05,
      "loss": 1.3513,
      "step": 980
    },
    {
      "epoch": 0.4201284796573876,
      "grad_norm": 2.579558849334717,
      "learning_rate": 4.962032763259614e-05,
      "loss": 0.8367,
      "step": 981
    },
    {
      "epoch": 0.42055674518201286,
      "grad_norm": 4.540727615356445,
      "learning_rate": 4.9619122524800575e-05,
      "loss": 1.4773,
      "step": 982
    },
    {
      "epoch": 0.42098501070663813,
      "grad_norm": 1.7827606201171875,
      "learning_rate": 4.9617915522164816e-05,
      "loss": 0.8103,
      "step": 983
    },
    {
      "epoch": 0.4214132762312634,
      "grad_norm": 2.0652620792388916,
      "learning_rate": 4.961670662478175e-05,
      "loss": 0.5561,
      "step": 984
    },
    {
      "epoch": 0.42184154175588867,
      "grad_norm": 2.3089258670806885,
      "learning_rate": 4.9615495832744415e-05,
      "loss": 1.1059,
      "step": 985
    },
    {
      "epoch": 0.42226980728051394,
      "grad_norm": 3.6158125400543213,
      "learning_rate": 4.9614283146146025e-05,
      "loss": 0.9778,
      "step": 986
    },
    {
      "epoch": 0.4226980728051392,
      "grad_norm": 1.1320301294326782,
      "learning_rate": 4.9613068565079884e-05,
      "loss": 0.885,
      "step": 987
    },
    {
      "epoch": 0.42312633832976443,
      "grad_norm": 1.7650145292282104,
      "learning_rate": 4.961185208963949e-05,
      "loss": 0.3919,
      "step": 988
    },
    {
      "epoch": 0.4235546038543897,
      "grad_norm": 3.6017956733703613,
      "learning_rate": 4.9610633719918475e-05,
      "loss": 1.908,
      "step": 989
    },
    {
      "epoch": 0.42398286937901497,
      "grad_norm": 1.002429723739624,
      "learning_rate": 4.96094134560106e-05,
      "loss": 0.5926,
      "step": 990
    },
    {
      "epoch": 0.42441113490364024,
      "grad_norm": 3.4632294178009033,
      "learning_rate": 4.96081912980098e-05,
      "loss": 1.1046,
      "step": 991
    },
    {
      "epoch": 0.4248394004282655,
      "grad_norm": 2.189910888671875,
      "learning_rate": 4.960696724601012e-05,
      "loss": 0.9708,
      "step": 992
    },
    {
      "epoch": 0.4252676659528908,
      "grad_norm": 2.2458794116973877,
      "learning_rate": 4.960574130010579e-05,
      "loss": 0.3442,
      "step": 993
    },
    {
      "epoch": 0.42569593147751605,
      "grad_norm": 1.7824283838272095,
      "learning_rate": 4.9604513460391157e-05,
      "loss": 1.3806,
      "step": 994
    },
    {
      "epoch": 0.4261241970021413,
      "grad_norm": 3.234278917312622,
      "learning_rate": 4.9603283726960714e-05,
      "loss": 1.22,
      "step": 995
    },
    {
      "epoch": 0.4265524625267666,
      "grad_norm": 2.016864061355591,
      "learning_rate": 4.960205209990912e-05,
      "loss": 0.7301,
      "step": 996
    },
    {
      "epoch": 0.42698072805139187,
      "grad_norm": 2.2936344146728516,
      "learning_rate": 4.9600818579331176e-05,
      "loss": 0.6196,
      "step": 997
    },
    {
      "epoch": 0.42740899357601714,
      "grad_norm": 2.74462628364563,
      "learning_rate": 4.959958316532181e-05,
      "loss": 0.8779,
      "step": 998
    },
    {
      "epoch": 0.4278372591006424,
      "grad_norm": 0.7799771428108215,
      "learning_rate": 4.959834585797611e-05,
      "loss": 0.403,
      "step": 999
    },
    {
      "epoch": 0.4282655246252677,
      "grad_norm": 2.6956000328063965,
      "learning_rate": 4.95971066573893e-05,
      "loss": 1.1215,
      "step": 1000
    },
    {
      "epoch": 0.42869379014989295,
      "grad_norm": 2.855888843536377,
      "learning_rate": 4.9595865563656775e-05,
      "loss": 0.4509,
      "step": 1001
    },
    {
      "epoch": 0.4291220556745182,
      "grad_norm": 2.4068763256073,
      "learning_rate": 4.959462257687403e-05,
      "loss": 1.116,
      "step": 1002
    },
    {
      "epoch": 0.4295503211991435,
      "grad_norm": 2.119446039199829,
      "learning_rate": 4.959337769713676e-05,
      "loss": 0.6699,
      "step": 1003
    },
    {
      "epoch": 0.42997858672376876,
      "grad_norm": 1.7535178661346436,
      "learning_rate": 4.959213092454076e-05,
      "loss": 0.9177,
      "step": 1004
    },
    {
      "epoch": 0.430406852248394,
      "grad_norm": 3.420323610305786,
      "learning_rate": 4.9590882259182e-05,
      "loss": 1.4226,
      "step": 1005
    },
    {
      "epoch": 0.43083511777301925,
      "grad_norm": 5.088845729827881,
      "learning_rate": 4.958963170115658e-05,
      "loss": 1.3083,
      "step": 1006
    },
    {
      "epoch": 0.4312633832976445,
      "grad_norm": 3.811835765838623,
      "learning_rate": 4.958837925056076e-05,
      "loss": 0.4194,
      "step": 1007
    },
    {
      "epoch": 0.4316916488222698,
      "grad_norm": 1.484827995300293,
      "learning_rate": 4.9587124907490924e-05,
      "loss": 0.6405,
      "step": 1008
    },
    {
      "epoch": 0.43211991434689506,
      "grad_norm": 2.800640344619751,
      "learning_rate": 4.958586867204361e-05,
      "loss": 1.0138,
      "step": 1009
    },
    {
      "epoch": 0.43254817987152033,
      "grad_norm": 2.622556209564209,
      "learning_rate": 4.958461054431552e-05,
      "loss": 0.8736,
      "step": 1010
    },
    {
      "epoch": 0.4329764453961456,
      "grad_norm": 2.1150522232055664,
      "learning_rate": 4.9583350524403485e-05,
      "loss": 0.4453,
      "step": 1011
    },
    {
      "epoch": 0.4334047109207709,
      "grad_norm": 1.228332757949829,
      "learning_rate": 4.958208861240448e-05,
      "loss": 0.3767,
      "step": 1012
    },
    {
      "epoch": 0.43383297644539615,
      "grad_norm": 2.860957145690918,
      "learning_rate": 4.958082480841562e-05,
      "loss": 0.748,
      "step": 1013
    },
    {
      "epoch": 0.4342612419700214,
      "grad_norm": 1.924880027770996,
      "learning_rate": 4.957955911253419e-05,
      "loss": 0.9642,
      "step": 1014
    },
    {
      "epoch": 0.4346895074946467,
      "grad_norm": 1.2727824449539185,
      "learning_rate": 4.9578291524857604e-05,
      "loss": 0.6182,
      "step": 1015
    },
    {
      "epoch": 0.43511777301927196,
      "grad_norm": 3.3231990337371826,
      "learning_rate": 4.957702204548342e-05,
      "loss": 1.4244,
      "step": 1016
    },
    {
      "epoch": 0.43554603854389723,
      "grad_norm": 1.7629010677337646,
      "learning_rate": 4.957575067450935e-05,
      "loss": 0.5872,
      "step": 1017
    },
    {
      "epoch": 0.4359743040685225,
      "grad_norm": 2.1880486011505127,
      "learning_rate": 4.957447741203323e-05,
      "loss": 1.0222,
      "step": 1018
    },
    {
      "epoch": 0.43640256959314777,
      "grad_norm": 2.324659824371338,
      "learning_rate": 4.957320225815307e-05,
      "loss": 0.6873,
      "step": 1019
    },
    {
      "epoch": 0.43683083511777304,
      "grad_norm": 5.749204158782959,
      "learning_rate": 4.957192521296703e-05,
      "loss": 1.3177,
      "step": 1020
    },
    {
      "epoch": 0.4372591006423983,
      "grad_norm": 0.9294371008872986,
      "learning_rate": 4.9570646276573376e-05,
      "loss": 0.4671,
      "step": 1021
    },
    {
      "epoch": 0.43768736616702353,
      "grad_norm": 5.516528606414795,
      "learning_rate": 4.956936544907054e-05,
      "loss": 2.2533,
      "step": 1022
    },
    {
      "epoch": 0.4381156316916488,
      "grad_norm": 2.975454092025757,
      "learning_rate": 4.9568082730557116e-05,
      "loss": 0.5789,
      "step": 1023
    },
    {
      "epoch": 0.43854389721627407,
      "grad_norm": 5.053709030151367,
      "learning_rate": 4.956679812113183e-05,
      "loss": 0.6253,
      "step": 1024
    },
    {
      "epoch": 0.43897216274089934,
      "grad_norm": 3.3104000091552734,
      "learning_rate": 4.956551162089355e-05,
      "loss": 1.3563,
      "step": 1025
    },
    {
      "epoch": 0.4394004282655246,
      "grad_norm": 7.805468559265137,
      "learning_rate": 4.9564223229941295e-05,
      "loss": 1.1923,
      "step": 1026
    },
    {
      "epoch": 0.4398286937901499,
      "grad_norm": 1.8393276929855347,
      "learning_rate": 4.956293294837422e-05,
      "loss": 0.7299,
      "step": 1027
    },
    {
      "epoch": 0.44025695931477515,
      "grad_norm": 3.258572816848755,
      "learning_rate": 4.956164077629164e-05,
      "loss": 0.4831,
      "step": 1028
    },
    {
      "epoch": 0.4406852248394004,
      "grad_norm": 6.483931541442871,
      "learning_rate": 4.956034671379301e-05,
      "loss": 1.5947,
      "step": 1029
    },
    {
      "epoch": 0.4411134903640257,
      "grad_norm": 3.1711716651916504,
      "learning_rate": 4.9559050760977925e-05,
      "loss": 0.795,
      "step": 1030
    },
    {
      "epoch": 0.44154175588865097,
      "grad_norm": 0.982546329498291,
      "learning_rate": 4.955775291794613e-05,
      "loss": 0.4323,
      "step": 1031
    },
    {
      "epoch": 0.44197002141327624,
      "grad_norm": 2.49676513671875,
      "learning_rate": 4.9556453184797514e-05,
      "loss": 0.9848,
      "step": 1032
    },
    {
      "epoch": 0.4423982869379015,
      "grad_norm": 2.527743339538574,
      "learning_rate": 4.9555151561632116e-05,
      "loss": 1.2532,
      "step": 1033
    },
    {
      "epoch": 0.4428265524625268,
      "grad_norm": 1.98625910282135,
      "learning_rate": 4.955384804855012e-05,
      "loss": 0.58,
      "step": 1034
    },
    {
      "epoch": 0.44325481798715205,
      "grad_norm": 0.998044490814209,
      "learning_rate": 4.955254264565184e-05,
      "loss": 0.5602,
      "step": 1035
    },
    {
      "epoch": 0.4436830835117773,
      "grad_norm": 2.601699113845825,
      "learning_rate": 4.955123535303776e-05,
      "loss": 0.8443,
      "step": 1036
    },
    {
      "epoch": 0.4441113490364026,
      "grad_norm": 0.7690474390983582,
      "learning_rate": 4.954992617080849e-05,
      "loss": 0.4974,
      "step": 1037
    },
    {
      "epoch": 0.44453961456102786,
      "grad_norm": 1.8757562637329102,
      "learning_rate": 4.95486150990648e-05,
      "loss": 0.3918,
      "step": 1038
    },
    {
      "epoch": 0.4449678800856531,
      "grad_norm": 3.1897401809692383,
      "learning_rate": 4.954730213790759e-05,
      "loss": 0.8978,
      "step": 1039
    },
    {
      "epoch": 0.44539614561027835,
      "grad_norm": 1.3426027297973633,
      "learning_rate": 4.9545987287437914e-05,
      "loss": 0.6089,
      "step": 1040
    },
    {
      "epoch": 0.4458244111349036,
      "grad_norm": 2.742218494415283,
      "learning_rate": 4.9544670547756974e-05,
      "loss": 0.9665,
      "step": 1041
    },
    {
      "epoch": 0.4462526766595289,
      "grad_norm": 0.9447972178459167,
      "learning_rate": 4.9543351918966126e-05,
      "loss": 0.6184,
      "step": 1042
    },
    {
      "epoch": 0.44668094218415416,
      "grad_norm": 1.445361614227295,
      "learning_rate": 4.9542031401166844e-05,
      "loss": 1.2178,
      "step": 1043
    },
    {
      "epoch": 0.44710920770877943,
      "grad_norm": 2.037010669708252,
      "learning_rate": 4.954070899446076e-05,
      "loss": 1.2739,
      "step": 1044
    },
    {
      "epoch": 0.4475374732334047,
      "grad_norm": 3.005423069000244,
      "learning_rate": 4.953938469894968e-05,
      "loss": 1.1792,
      "step": 1045
    },
    {
      "epoch": 0.44796573875803,
      "grad_norm": 2.788004159927368,
      "learning_rate": 4.9538058514735496e-05,
      "loss": 1.3323,
      "step": 1046
    },
    {
      "epoch": 0.44839400428265525,
      "grad_norm": 2.22324800491333,
      "learning_rate": 4.9536730441920296e-05,
      "loss": 1.2204,
      "step": 1047
    },
    {
      "epoch": 0.4488222698072805,
      "grad_norm": 3.2913014888763428,
      "learning_rate": 4.953540048060631e-05,
      "loss": 0.8618,
      "step": 1048
    },
    {
      "epoch": 0.4492505353319058,
      "grad_norm": 1.736098289489746,
      "learning_rate": 4.953406863089587e-05,
      "loss": 0.4766,
      "step": 1049
    },
    {
      "epoch": 0.44967880085653106,
      "grad_norm": 0.5205233693122864,
      "learning_rate": 4.9532734892891515e-05,
      "loss": 0.2049,
      "step": 1050
    },
    {
      "epoch": 0.45010706638115633,
      "grad_norm": 1.803638219833374,
      "learning_rate": 4.9531399266695874e-05,
      "loss": 0.5812,
      "step": 1051
    },
    {
      "epoch": 0.4505353319057816,
      "grad_norm": 3.6824207305908203,
      "learning_rate": 4.953006175241176e-05,
      "loss": 0.8613,
      "step": 1052
    },
    {
      "epoch": 0.45096359743040687,
      "grad_norm": 1.8532028198242188,
      "learning_rate": 4.952872235014211e-05,
      "loss": 1.3343,
      "step": 1053
    },
    {
      "epoch": 0.45139186295503214,
      "grad_norm": 3.481860876083374,
      "learning_rate": 4.952738105999001e-05,
      "loss": 1.6998,
      "step": 1054
    },
    {
      "epoch": 0.4518201284796574,
      "grad_norm": 3.174211025238037,
      "learning_rate": 4.9526037882058696e-05,
      "loss": 0.9454,
      "step": 1055
    },
    {
      "epoch": 0.45224839400428263,
      "grad_norm": 2.051038980484009,
      "learning_rate": 4.952469281645155e-05,
      "loss": 1.2906,
      "step": 1056
    },
    {
      "epoch": 0.4526766595289079,
      "grad_norm": 3.150914430618286,
      "learning_rate": 4.95233458632721e-05,
      "loss": 1.6915,
      "step": 1057
    },
    {
      "epoch": 0.45310492505353317,
      "grad_norm": 0.6735687851905823,
      "learning_rate": 4.9521997022624e-05,
      "loss": 0.2884,
      "step": 1058
    },
    {
      "epoch": 0.45353319057815844,
      "grad_norm": 2.6968376636505127,
      "learning_rate": 4.9520646294611084e-05,
      "loss": 0.5966,
      "step": 1059
    },
    {
      "epoch": 0.4539614561027837,
      "grad_norm": 2.7438790798187256,
      "learning_rate": 4.95192936793373e-05,
      "loss": 0.9752,
      "step": 1060
    },
    {
      "epoch": 0.454389721627409,
      "grad_norm": 1.6317070722579956,
      "learning_rate": 4.9517939176906764e-05,
      "loss": 0.5014,
      "step": 1061
    },
    {
      "epoch": 0.45481798715203425,
      "grad_norm": 1.8538492918014526,
      "learning_rate": 4.951658278742371e-05,
      "loss": 0.4506,
      "step": 1062
    },
    {
      "epoch": 0.4552462526766595,
      "grad_norm": 1.8541083335876465,
      "learning_rate": 4.951522451099256e-05,
      "loss": 1.0099,
      "step": 1063
    },
    {
      "epoch": 0.4556745182012848,
      "grad_norm": 1.1514692306518555,
      "learning_rate": 4.951386434771783e-05,
      "loss": 0.8105,
      "step": 1064
    },
    {
      "epoch": 0.45610278372591007,
      "grad_norm": 4.087863922119141,
      "learning_rate": 4.951250229770422e-05,
      "loss": 0.9263,
      "step": 1065
    },
    {
      "epoch": 0.45653104925053534,
      "grad_norm": 2.691967487335205,
      "learning_rate": 4.951113836105656e-05,
      "loss": 0.6762,
      "step": 1066
    },
    {
      "epoch": 0.4569593147751606,
      "grad_norm": 3.126685380935669,
      "learning_rate": 4.950977253787982e-05,
      "loss": 1.2799,
      "step": 1067
    },
    {
      "epoch": 0.4573875802997859,
      "grad_norm": 0.9003060460090637,
      "learning_rate": 4.9508404828279136e-05,
      "loss": 0.5594,
      "step": 1068
    },
    {
      "epoch": 0.45781584582441115,
      "grad_norm": 1.7735073566436768,
      "learning_rate": 4.950703523235977e-05,
      "loss": 1.0443,
      "step": 1069
    },
    {
      "epoch": 0.4582441113490364,
      "grad_norm": 4.6296305656433105,
      "learning_rate": 4.950566375022712e-05,
      "loss": 0.9259,
      "step": 1070
    },
    {
      "epoch": 0.4586723768736617,
      "grad_norm": 2.06587553024292,
      "learning_rate": 4.950429038198676e-05,
      "loss": 0.6144,
      "step": 1071
    },
    {
      "epoch": 0.45910064239828696,
      "grad_norm": 2.8127200603485107,
      "learning_rate": 4.950291512774439e-05,
      "loss": 0.9715,
      "step": 1072
    },
    {
      "epoch": 0.45952890792291223,
      "grad_norm": 5.419740676879883,
      "learning_rate": 4.950153798760586e-05,
      "loss": 1.0953,
      "step": 1073
    },
    {
      "epoch": 0.45995717344753745,
      "grad_norm": 3.268749713897705,
      "learning_rate": 4.950015896167716e-05,
      "loss": 0.6899,
      "step": 1074
    },
    {
      "epoch": 0.4603854389721627,
      "grad_norm": 6.510823726654053,
      "learning_rate": 4.949877805006442e-05,
      "loss": 0.9715,
      "step": 1075
    },
    {
      "epoch": 0.460813704496788,
      "grad_norm": 6.240447044372559,
      "learning_rate": 4.949739525287394e-05,
      "loss": 1.8131,
      "step": 1076
    },
    {
      "epoch": 0.46124197002141326,
      "grad_norm": 2.5426576137542725,
      "learning_rate": 4.9496010570212134e-05,
      "loss": 0.7877,
      "step": 1077
    },
    {
      "epoch": 0.46167023554603853,
      "grad_norm": 3.8486948013305664,
      "learning_rate": 4.9494624002185593e-05,
      "loss": 0.8433,
      "step": 1078
    },
    {
      "epoch": 0.4620985010706638,
      "grad_norm": 3.0668070316314697,
      "learning_rate": 4.949323554890102e-05,
      "loss": 0.9225,
      "step": 1079
    },
    {
      "epoch": 0.4625267665952891,
      "grad_norm": 3.7408673763275146,
      "learning_rate": 4.949184521046528e-05,
      "loss": 0.8069,
      "step": 1080
    },
    {
      "epoch": 0.46295503211991434,
      "grad_norm": 0.5107890367507935,
      "learning_rate": 4.9490452986985394e-05,
      "loss": 0.2091,
      "step": 1081
    },
    {
      "epoch": 0.4633832976445396,
      "grad_norm": 1.1282004117965698,
      "learning_rate": 4.94890588785685e-05,
      "loss": 0.5784,
      "step": 1082
    },
    {
      "epoch": 0.4638115631691649,
      "grad_norm": 2.4232325553894043,
      "learning_rate": 4.9487662885321906e-05,
      "loss": 0.5096,
      "step": 1083
    },
    {
      "epoch": 0.46423982869379016,
      "grad_norm": 1.1404774188995361,
      "learning_rate": 4.948626500735306e-05,
      "loss": 0.8182,
      "step": 1084
    },
    {
      "epoch": 0.46466809421841543,
      "grad_norm": 4.2589006423950195,
      "learning_rate": 4.9484865244769546e-05,
      "loss": 0.5596,
      "step": 1085
    },
    {
      "epoch": 0.4650963597430407,
      "grad_norm": 1.0278453826904297,
      "learning_rate": 4.9483463597679106e-05,
      "loss": 0.8009,
      "step": 1086
    },
    {
      "epoch": 0.46552462526766597,
      "grad_norm": 0.74311763048172,
      "learning_rate": 4.94820600661896e-05,
      "loss": 0.3699,
      "step": 1087
    },
    {
      "epoch": 0.46595289079229124,
      "grad_norm": 3.417051315307617,
      "learning_rate": 4.948065465040908e-05,
      "loss": 0.7548,
      "step": 1088
    },
    {
      "epoch": 0.4663811563169165,
      "grad_norm": 2.586481809616089,
      "learning_rate": 4.9479247350445686e-05,
      "loss": 1.493,
      "step": 1089
    },
    {
      "epoch": 0.4668094218415418,
      "grad_norm": 3.5212738513946533,
      "learning_rate": 4.9477838166407754e-05,
      "loss": 1.1303,
      "step": 1090
    },
    {
      "epoch": 0.467237687366167,
      "grad_norm": 4.567468643188477,
      "learning_rate": 4.947642709840374e-05,
      "loss": 0.9642,
      "step": 1091
    },
    {
      "epoch": 0.46766595289079227,
      "grad_norm": 0.5464720129966736,
      "learning_rate": 4.9475014146542244e-05,
      "loss": 0.1655,
      "step": 1092
    },
    {
      "epoch": 0.46809421841541754,
      "grad_norm": 3.6702311038970947,
      "learning_rate": 4.9473599310932016e-05,
      "loss": 1.5429,
      "step": 1093
    },
    {
      "epoch": 0.4685224839400428,
      "grad_norm": 13.136556625366211,
      "learning_rate": 4.947218259168195e-05,
      "loss": 1.2351,
      "step": 1094
    },
    {
      "epoch": 0.4689507494646681,
      "grad_norm": 1.4299969673156738,
      "learning_rate": 4.947076398890109e-05,
      "loss": 0.3935,
      "step": 1095
    },
    {
      "epoch": 0.46937901498929335,
      "grad_norm": 2.7288546562194824,
      "learning_rate": 4.946934350269862e-05,
      "loss": 1.4707,
      "step": 1096
    },
    {
      "epoch": 0.4698072805139186,
      "grad_norm": 5.0115065574646,
      "learning_rate": 4.946792113318386e-05,
      "loss": 1.1798,
      "step": 1097
    },
    {
      "epoch": 0.4702355460385439,
      "grad_norm": 1.5537283420562744,
      "learning_rate": 4.94664968804663e-05,
      "loss": 0.3373,
      "step": 1098
    },
    {
      "epoch": 0.47066381156316917,
      "grad_norm": 2.3650286197662354,
      "learning_rate": 4.946507074465555e-05,
      "loss": 0.9888,
      "step": 1099
    },
    {
      "epoch": 0.47109207708779444,
      "grad_norm": 3.353928804397583,
      "learning_rate": 4.946364272586137e-05,
      "loss": 1.995,
      "step": 1100
    },
    {
      "epoch": 0.4715203426124197,
      "grad_norm": 1.211402416229248,
      "learning_rate": 4.9462212824193675e-05,
      "loss": 0.4869,
      "step": 1101
    },
    {
      "epoch": 0.471948608137045,
      "grad_norm": 4.31655216217041,
      "learning_rate": 4.946078103976252e-05,
      "loss": 0.7308,
      "step": 1102
    },
    {
      "epoch": 0.47237687366167025,
      "grad_norm": 5.219942569732666,
      "learning_rate": 4.94593473726781e-05,
      "loss": 1.4869,
      "step": 1103
    },
    {
      "epoch": 0.4728051391862955,
      "grad_norm": 1.9490209817886353,
      "learning_rate": 4.9457911823050764e-05,
      "loss": 0.5401,
      "step": 1104
    },
    {
      "epoch": 0.4732334047109208,
      "grad_norm": 2.66450834274292,
      "learning_rate": 4.9456474390991e-05,
      "loss": 0.4738,
      "step": 1105
    },
    {
      "epoch": 0.47366167023554606,
      "grad_norm": 0.8823072910308838,
      "learning_rate": 4.9455035076609437e-05,
      "loss": 0.6364,
      "step": 1106
    },
    {
      "epoch": 0.47408993576017133,
      "grad_norm": 4.596508026123047,
      "learning_rate": 4.9453593880016855e-05,
      "loss": 1.0746,
      "step": 1107
    },
    {
      "epoch": 0.47451820128479655,
      "grad_norm": 0.6238654851913452,
      "learning_rate": 4.9452150801324173e-05,
      "loss": 0.2606,
      "step": 1108
    },
    {
      "epoch": 0.4749464668094218,
      "grad_norm": 1.2482389211654663,
      "learning_rate": 4.9450705840642474e-05,
      "loss": 0.5725,
      "step": 1109
    },
    {
      "epoch": 0.4753747323340471,
      "grad_norm": 1.4459666013717651,
      "learning_rate": 4.944925899808296e-05,
      "loss": 0.4348,
      "step": 1110
    },
    {
      "epoch": 0.47580299785867236,
      "grad_norm": 3.7898850440979004,
      "learning_rate": 4.944781027375699e-05,
      "loss": 1.2801,
      "step": 1111
    },
    {
      "epoch": 0.47623126338329763,
      "grad_norm": 2.1719090938568115,
      "learning_rate": 4.9446359667776065e-05,
      "loss": 0.7468,
      "step": 1112
    },
    {
      "epoch": 0.4766595289079229,
      "grad_norm": 0.8461889624595642,
      "learning_rate": 4.944490718025184e-05,
      "loss": 0.3351,
      "step": 1113
    },
    {
      "epoch": 0.4770877944325482,
      "grad_norm": 0.8348519802093506,
      "learning_rate": 4.9443452811296096e-05,
      "loss": 0.3225,
      "step": 1114
    },
    {
      "epoch": 0.47751605995717344,
      "grad_norm": 1.7659932374954224,
      "learning_rate": 4.944199656102079e-05,
      "loss": 1.3015,
      "step": 1115
    },
    {
      "epoch": 0.4779443254817987,
      "grad_norm": 3.5544793605804443,
      "learning_rate": 4.944053842953798e-05,
      "loss": 1.33,
      "step": 1116
    },
    {
      "epoch": 0.478372591006424,
      "grad_norm": 1.0642335414886475,
      "learning_rate": 4.94390784169599e-05,
      "loss": 0.569,
      "step": 1117
    },
    {
      "epoch": 0.47880085653104926,
      "grad_norm": 2.7555692195892334,
      "learning_rate": 4.9437616523398944e-05,
      "loss": 0.674,
      "step": 1118
    },
    {
      "epoch": 0.47922912205567453,
      "grad_norm": 2.058377504348755,
      "learning_rate": 4.9436152748967594e-05,
      "loss": 0.4979,
      "step": 1119
    },
    {
      "epoch": 0.4796573875802998,
      "grad_norm": 7.60826301574707,
      "learning_rate": 4.943468709377853e-05,
      "loss": 1.4026,
      "step": 1120
    },
    {
      "epoch": 0.48008565310492507,
      "grad_norm": 2.4086356163024902,
      "learning_rate": 4.943321955794456e-05,
      "loss": 1.7454,
      "step": 1121
    },
    {
      "epoch": 0.48051391862955034,
      "grad_norm": 2.9268157482147217,
      "learning_rate": 4.943175014157862e-05,
      "loss": 1.442,
      "step": 1122
    },
    {
      "epoch": 0.4809421841541756,
      "grad_norm": 1.0243873596191406,
      "learning_rate": 4.943027884479383e-05,
      "loss": 0.7686,
      "step": 1123
    },
    {
      "epoch": 0.4813704496788009,
      "grad_norm": 2.125408887863159,
      "learning_rate": 4.9428805667703405e-05,
      "loss": 0.8297,
      "step": 1124
    },
    {
      "epoch": 0.4817987152034261,
      "grad_norm": 4.722221851348877,
      "learning_rate": 4.942733061042074e-05,
      "loss": 2.1153,
      "step": 1125
    },
    {
      "epoch": 0.48222698072805137,
      "grad_norm": 3.0453736782073975,
      "learning_rate": 4.942585367305937e-05,
      "loss": 1.6075,
      "step": 1126
    },
    {
      "epoch": 0.48265524625267664,
      "grad_norm": 3.9141290187835693,
      "learning_rate": 4.942437485573296e-05,
      "loss": 1.8441,
      "step": 1127
    },
    {
      "epoch": 0.4830835117773019,
      "grad_norm": 2.7148568630218506,
      "learning_rate": 4.942289415855533e-05,
      "loss": 1.0359,
      "step": 1128
    },
    {
      "epoch": 0.4835117773019272,
      "grad_norm": 0.8522253036499023,
      "learning_rate": 4.942141158164045e-05,
      "loss": 0.2239,
      "step": 1129
    },
    {
      "epoch": 0.48394004282655245,
      "grad_norm": 3.1192123889923096,
      "learning_rate": 4.941992712510243e-05,
      "loss": 2.0891,
      "step": 1130
    },
    {
      "epoch": 0.4843683083511777,
      "grad_norm": 3.1856753826141357,
      "learning_rate": 4.941844078905551e-05,
      "loss": 1.7303,
      "step": 1131
    },
    {
      "epoch": 0.484796573875803,
      "grad_norm": 2.9240567684173584,
      "learning_rate": 4.941695257361409e-05,
      "loss": 1.0648,
      "step": 1132
    },
    {
      "epoch": 0.48522483940042827,
      "grad_norm": 3.079193592071533,
      "learning_rate": 4.9415462478892734e-05,
      "loss": 1.4471,
      "step": 1133
    },
    {
      "epoch": 0.48565310492505354,
      "grad_norm": 2.5515670776367188,
      "learning_rate": 4.94139705050061e-05,
      "loss": 1.1481,
      "step": 1134
    },
    {
      "epoch": 0.4860813704496788,
      "grad_norm": 2.504526376724243,
      "learning_rate": 4.941247665206904e-05,
      "loss": 1.2057,
      "step": 1135
    },
    {
      "epoch": 0.4865096359743041,
      "grad_norm": 1.1473790407180786,
      "learning_rate": 4.941098092019651e-05,
      "loss": 0.8483,
      "step": 1136
    },
    {
      "epoch": 0.48693790149892935,
      "grad_norm": 2.5054984092712402,
      "learning_rate": 4.940948330950366e-05,
      "loss": 0.7727,
      "step": 1137
    },
    {
      "epoch": 0.4873661670235546,
      "grad_norm": 3.8849050998687744,
      "learning_rate": 4.940798382010572e-05,
      "loss": 1.2097,
      "step": 1138
    },
    {
      "epoch": 0.4877944325481799,
      "grad_norm": 2.594022512435913,
      "learning_rate": 4.940648245211813e-05,
      "loss": 1.241,
      "step": 1139
    },
    {
      "epoch": 0.48822269807280516,
      "grad_norm": 4.197097301483154,
      "learning_rate": 4.940497920565643e-05,
      "loss": 2.7243,
      "step": 1140
    },
    {
      "epoch": 0.48865096359743043,
      "grad_norm": 4.571954727172852,
      "learning_rate": 4.940347408083632e-05,
      "loss": 0.9641,
      "step": 1141
    },
    {
      "epoch": 0.48907922912205565,
      "grad_norm": 0.798372745513916,
      "learning_rate": 4.940196707777365e-05,
      "loss": 0.4517,
      "step": 1142
    },
    {
      "epoch": 0.4895074946466809,
      "grad_norm": 3.159250497817993,
      "learning_rate": 4.94004581965844e-05,
      "loss": 1.0817,
      "step": 1143
    },
    {
      "epoch": 0.4899357601713062,
      "grad_norm": 0.4221590459346771,
      "learning_rate": 4.9398947437384715e-05,
      "loss": 0.0949,
      "step": 1144
    },
    {
      "epoch": 0.49036402569593146,
      "grad_norm": 3.35011887550354,
      "learning_rate": 4.939743480029086e-05,
      "loss": 0.8482,
      "step": 1145
    },
    {
      "epoch": 0.49079229122055673,
      "grad_norm": 4.11273193359375,
      "learning_rate": 4.939592028541926e-05,
      "loss": 1.4578,
      "step": 1146
    },
    {
      "epoch": 0.491220556745182,
      "grad_norm": 3.9432995319366455,
      "learning_rate": 4.9394403892886484e-05,
      "loss": 2.0836,
      "step": 1147
    },
    {
      "epoch": 0.4916488222698073,
      "grad_norm": 3.358880043029785,
      "learning_rate": 4.9392885622809237e-05,
      "loss": 0.9092,
      "step": 1148
    },
    {
      "epoch": 0.49207708779443254,
      "grad_norm": 2.588874101638794,
      "learning_rate": 4.939136547530439e-05,
      "loss": 0.9371,
      "step": 1149
    },
    {
      "epoch": 0.4925053533190578,
      "grad_norm": 2.5315287113189697,
      "learning_rate": 4.938984345048892e-05,
      "loss": 0.685,
      "step": 1150
    },
    {
      "epoch": 0.4929336188436831,
      "grad_norm": 3.2709779739379883,
      "learning_rate": 4.938831954847999e-05,
      "loss": 2.2838,
      "step": 1151
    },
    {
      "epoch": 0.49336188436830836,
      "grad_norm": 2.1409432888031006,
      "learning_rate": 4.938679376939488e-05,
      "loss": 0.9653,
      "step": 1152
    },
    {
      "epoch": 0.4937901498929336,
      "grad_norm": 4.612545967102051,
      "learning_rate": 4.938526611335103e-05,
      "loss": 1.5469,
      "step": 1153
    },
    {
      "epoch": 0.4942184154175589,
      "grad_norm": 2.9188179969787598,
      "learning_rate": 4.938373658046601e-05,
      "loss": 1.2073,
      "step": 1154
    },
    {
      "epoch": 0.49464668094218417,
      "grad_norm": 2.116577625274658,
      "learning_rate": 4.938220517085755e-05,
      "loss": 0.9038,
      "step": 1155
    },
    {
      "epoch": 0.49507494646680944,
      "grad_norm": 1.5669546127319336,
      "learning_rate": 4.938067188464351e-05,
      "loss": 1.0365,
      "step": 1156
    },
    {
      "epoch": 0.4955032119914347,
      "grad_norm": 2.0666539669036865,
      "learning_rate": 4.93791367219419e-05,
      "loss": 0.8226,
      "step": 1157
    },
    {
      "epoch": 0.49593147751606,
      "grad_norm": 4.572713851928711,
      "learning_rate": 4.937759968287089e-05,
      "loss": 1.5842,
      "step": 1158
    },
    {
      "epoch": 0.4963597430406852,
      "grad_norm": 4.767398357391357,
      "learning_rate": 4.9376060767548765e-05,
      "loss": 1.0787,
      "step": 1159
    },
    {
      "epoch": 0.49678800856531047,
      "grad_norm": 3.126343250274658,
      "learning_rate": 4.9374519976093967e-05,
      "loss": 0.7297,
      "step": 1160
    },
    {
      "epoch": 0.49721627408993574,
      "grad_norm": 6.065893650054932,
      "learning_rate": 4.93729773086251e-05,
      "loss": 1.2515,
      "step": 1161
    },
    {
      "epoch": 0.497644539614561,
      "grad_norm": 3.1071813106536865,
      "learning_rate": 4.9371432765260895e-05,
      "loss": 0.7739,
      "step": 1162
    },
    {
      "epoch": 0.4980728051391863,
      "grad_norm": 2.5745432376861572,
      "learning_rate": 4.936988634612022e-05,
      "loss": 0.9366,
      "step": 1163
    },
    {
      "epoch": 0.49850107066381155,
      "grad_norm": 5.4257965087890625,
      "learning_rate": 4.9368338051322096e-05,
      "loss": 1.135,
      "step": 1164
    },
    {
      "epoch": 0.4989293361884368,
      "grad_norm": 3.0383718013763428,
      "learning_rate": 4.93667878809857e-05,
      "loss": 1.0332,
      "step": 1165
    },
    {
      "epoch": 0.4993576017130621,
      "grad_norm": 2.7402992248535156,
      "learning_rate": 4.936523583523033e-05,
      "loss": 1.3677,
      "step": 1166
    },
    {
      "epoch": 0.49978586723768736,
      "grad_norm": 0.9402273297309875,
      "learning_rate": 4.936368191417545e-05,
      "loss": 0.4548,
      "step": 1167
    },
    {
      "epoch": 0.5002141327623126,
      "grad_norm": 2.4742624759674072,
      "learning_rate": 4.936212611794067e-05,
      "loss": 1.0603,
      "step": 1168
    },
    {
      "epoch": 0.5006423982869379,
      "grad_norm": 0.9476474523544312,
      "learning_rate": 4.9360568446645707e-05,
      "loss": 0.5527,
      "step": 1169
    },
    {
      "epoch": 0.5010706638115632,
      "grad_norm": 2.86190128326416,
      "learning_rate": 4.9359008900410465e-05,
      "loss": 1.7461,
      "step": 1170
    },
    {
      "epoch": 0.5014989293361884,
      "grad_norm": 4.00656270980835,
      "learning_rate": 4.935744747935498e-05,
      "loss": 1.9395,
      "step": 1171
    },
    {
      "epoch": 0.5019271948608137,
      "grad_norm": 3.3649580478668213,
      "learning_rate": 4.935588418359942e-05,
      "loss": 1.385,
      "step": 1172
    },
    {
      "epoch": 0.502355460385439,
      "grad_norm": 6.062858581542969,
      "learning_rate": 4.9354319013264104e-05,
      "loss": 1.1529,
      "step": 1173
    },
    {
      "epoch": 0.5027837259100643,
      "grad_norm": 2.1596693992614746,
      "learning_rate": 4.935275196846951e-05,
      "loss": 1.5382,
      "step": 1174
    },
    {
      "epoch": 0.5032119914346895,
      "grad_norm": 1.105023741722107,
      "learning_rate": 4.935118304933624e-05,
      "loss": 0.5744,
      "step": 1175
    },
    {
      "epoch": 0.5036402569593148,
      "grad_norm": 2.905324697494507,
      "learning_rate": 4.9349612255985044e-05,
      "loss": 0.9764,
      "step": 1176
    },
    {
      "epoch": 0.5040685224839401,
      "grad_norm": 1.0378196239471436,
      "learning_rate": 4.934803958853683e-05,
      "loss": 0.6005,
      "step": 1177
    },
    {
      "epoch": 0.5044967880085653,
      "grad_norm": 0.7092376351356506,
      "learning_rate": 4.934646504711263e-05,
      "loss": 0.2999,
      "step": 1178
    },
    {
      "epoch": 0.5049250535331906,
      "grad_norm": 3.585061550140381,
      "learning_rate": 4.934488863183363e-05,
      "loss": 1.4377,
      "step": 1179
    },
    {
      "epoch": 0.5053533190578159,
      "grad_norm": 1.8633193969726562,
      "learning_rate": 4.934331034282117e-05,
      "loss": 0.7762,
      "step": 1180
    },
    {
      "epoch": 0.5057815845824412,
      "grad_norm": 14.00744342803955,
      "learning_rate": 4.934173018019672e-05,
      "loss": 1.0883,
      "step": 1181
    },
    {
      "epoch": 0.5062098501070664,
      "grad_norm": 0.9973673820495605,
      "learning_rate": 4.93401481440819e-05,
      "loss": 0.2604,
      "step": 1182
    },
    {
      "epoch": 0.5066381156316917,
      "grad_norm": 2.009066343307495,
      "learning_rate": 4.9338564234598464e-05,
      "loss": 1.5758,
      "step": 1183
    },
    {
      "epoch": 0.507066381156317,
      "grad_norm": 1.6904205083847046,
      "learning_rate": 4.933697845186834e-05,
      "loss": 0.4029,
      "step": 1184
    },
    {
      "epoch": 0.5074946466809421,
      "grad_norm": 2.366715669631958,
      "learning_rate": 4.933539079601356e-05,
      "loss": 0.9076,
      "step": 1185
    },
    {
      "epoch": 0.5079229122055674,
      "grad_norm": 4.485142707824707,
      "learning_rate": 4.9333801267156334e-05,
      "loss": 0.9261,
      "step": 1186
    },
    {
      "epoch": 0.5083511777301927,
      "grad_norm": 2.0551748275756836,
      "learning_rate": 4.933220986541899e-05,
      "loss": 0.5658,
      "step": 1187
    },
    {
      "epoch": 0.5087794432548179,
      "grad_norm": 2.401418685913086,
      "learning_rate": 4.933061659092401e-05,
      "loss": 0.7733,
      "step": 1188
    },
    {
      "epoch": 0.5092077087794432,
      "grad_norm": 4.199204921722412,
      "learning_rate": 4.9329021443794035e-05,
      "loss": 1.302,
      "step": 1189
    },
    {
      "epoch": 0.5096359743040685,
      "grad_norm": 4.142500877380371,
      "learning_rate": 4.9327424424151833e-05,
      "loss": 1.0741,
      "step": 1190
    },
    {
      "epoch": 0.5100642398286938,
      "grad_norm": 1.6864290237426758,
      "learning_rate": 4.932582553212033e-05,
      "loss": 0.4478,
      "step": 1191
    },
    {
      "epoch": 0.510492505353319,
      "grad_norm": 1.892330527305603,
      "learning_rate": 4.932422476782256e-05,
      "loss": 0.7552,
      "step": 1192
    },
    {
      "epoch": 0.5109207708779443,
      "grad_norm": 3.969041109085083,
      "learning_rate": 4.932262213138176e-05,
      "loss": 1.1851,
      "step": 1193
    },
    {
      "epoch": 0.5113490364025696,
      "grad_norm": 3.077611207962036,
      "learning_rate": 4.932101762292125e-05,
      "loss": 1.1853,
      "step": 1194
    },
    {
      "epoch": 0.5117773019271948,
      "grad_norm": 1.5939764976501465,
      "learning_rate": 4.931941124256454e-05,
      "loss": 1.2836,
      "step": 1195
    },
    {
      "epoch": 0.5122055674518201,
      "grad_norm": 3.0450117588043213,
      "learning_rate": 4.931780299043526e-05,
      "loss": 1.8587,
      "step": 1196
    },
    {
      "epoch": 0.5126338329764454,
      "grad_norm": 1.1433478593826294,
      "learning_rate": 4.9316192866657195e-05,
      "loss": 0.4532,
      "step": 1197
    },
    {
      "epoch": 0.5130620985010707,
      "grad_norm": 2.1000194549560547,
      "learning_rate": 4.9314580871354274e-05,
      "loss": 0.7343,
      "step": 1198
    },
    {
      "epoch": 0.5134903640256959,
      "grad_norm": 1.2123281955718994,
      "learning_rate": 4.931296700465055e-05,
      "loss": 0.9844,
      "step": 1199
    },
    {
      "epoch": 0.5139186295503212,
      "grad_norm": 0.7766287326812744,
      "learning_rate": 4.931135126667026e-05,
      "loss": 0.3147,
      "step": 1200
    },
    {
      "epoch": 0.5143468950749465,
      "grad_norm": 4.677176475524902,
      "learning_rate": 4.930973365753775e-05,
      "loss": 1.3798,
      "step": 1201
    },
    {
      "epoch": 0.5147751605995717,
      "grad_norm": 2.7365503311157227,
      "learning_rate": 4.930811417737751e-05,
      "loss": 2.3764,
      "step": 1202
    },
    {
      "epoch": 0.515203426124197,
      "grad_norm": 3.2850842475891113,
      "learning_rate": 4.93064928263142e-05,
      "loss": 1.0295,
      "step": 1203
    },
    {
      "epoch": 0.5156316916488223,
      "grad_norm": 2.3339858055114746,
      "learning_rate": 4.9304869604472606e-05,
      "loss": 0.8814,
      "step": 1204
    },
    {
      "epoch": 0.5160599571734475,
      "grad_norm": 1.074113368988037,
      "learning_rate": 4.9303244511977647e-05,
      "loss": 0.8185,
      "step": 1205
    },
    {
      "epoch": 0.5164882226980728,
      "grad_norm": 2.1097137928009033,
      "learning_rate": 4.9301617548954425e-05,
      "loss": 0.5353,
      "step": 1206
    },
    {
      "epoch": 0.5169164882226981,
      "grad_norm": 2.5064549446105957,
      "learning_rate": 4.929998871552815e-05,
      "loss": 1.6993,
      "step": 1207
    },
    {
      "epoch": 0.5173447537473234,
      "grad_norm": 2.7586758136749268,
      "learning_rate": 4.9298358011824174e-05,
      "loss": 1.329,
      "step": 1208
    },
    {
      "epoch": 0.5177730192719486,
      "grad_norm": 4.241945266723633,
      "learning_rate": 4.929672543796802e-05,
      "loss": 1.3536,
      "step": 1209
    },
    {
      "epoch": 0.5182012847965739,
      "grad_norm": 3.705357313156128,
      "learning_rate": 4.929509099408535e-05,
      "loss": 0.9391,
      "step": 1210
    },
    {
      "epoch": 0.5186295503211992,
      "grad_norm": 2.4472436904907227,
      "learning_rate": 4.929345468030194e-05,
      "loss": 0.7792,
      "step": 1211
    },
    {
      "epoch": 0.5190578158458244,
      "grad_norm": 2.3282599449157715,
      "learning_rate": 4.9291816496743744e-05,
      "loss": 1.0249,
      "step": 1212
    },
    {
      "epoch": 0.5194860813704497,
      "grad_norm": 1.6082895994186401,
      "learning_rate": 4.929017644353684e-05,
      "loss": 0.2692,
      "step": 1213
    },
    {
      "epoch": 0.519914346895075,
      "grad_norm": 4.4326372146606445,
      "learning_rate": 4.9288534520807464e-05,
      "loss": 0.8096,
      "step": 1214
    },
    {
      "epoch": 0.5203426124197003,
      "grad_norm": 3.8267059326171875,
      "learning_rate": 4.928689072868198e-05,
      "loss": 1.1056,
      "step": 1215
    },
    {
      "epoch": 0.5207708779443255,
      "grad_norm": 3.198504686355591,
      "learning_rate": 4.928524506728691e-05,
      "loss": 1.3012,
      "step": 1216
    },
    {
      "epoch": 0.5211991434689508,
      "grad_norm": 2.6771273612976074,
      "learning_rate": 4.9283597536748924e-05,
      "loss": 0.5553,
      "step": 1217
    },
    {
      "epoch": 0.5216274089935761,
      "grad_norm": 0.6789952516555786,
      "learning_rate": 4.92819481371948e-05,
      "loss": 0.352,
      "step": 1218
    },
    {
      "epoch": 0.5220556745182013,
      "grad_norm": 3.551516532897949,
      "learning_rate": 4.928029686875151e-05,
      "loss": 1.766,
      "step": 1219
    },
    {
      "epoch": 0.5224839400428265,
      "grad_norm": 1.1786720752716064,
      "learning_rate": 4.9278643731546134e-05,
      "loss": 0.6728,
      "step": 1220
    },
    {
      "epoch": 0.5229122055674518,
      "grad_norm": 1.7920103073120117,
      "learning_rate": 4.9276988725705916e-05,
      "loss": 0.6575,
      "step": 1221
    },
    {
      "epoch": 0.523340471092077,
      "grad_norm": 4.038320064544678,
      "learning_rate": 4.927533185135823e-05,
      "loss": 0.9249,
      "step": 1222
    },
    {
      "epoch": 0.5237687366167023,
      "grad_norm": 3.1119725704193115,
      "learning_rate": 4.927367310863059e-05,
      "loss": 1.7126,
      "step": 1223
    },
    {
      "epoch": 0.5241970021413276,
      "grad_norm": 3.7537434101104736,
      "learning_rate": 4.9272012497650686e-05,
      "loss": 1.8166,
      "step": 1224
    },
    {
      "epoch": 0.5246252676659529,
      "grad_norm": 2.661940097808838,
      "learning_rate": 4.9270350018546306e-05,
      "loss": 0.6975,
      "step": 1225
    },
    {
      "epoch": 0.5250535331905781,
      "grad_norm": 3.5397024154663086,
      "learning_rate": 4.926868567144543e-05,
      "loss": 1.4845,
      "step": 1226
    },
    {
      "epoch": 0.5254817987152034,
      "grad_norm": 4.419675350189209,
      "learning_rate": 4.9267019456476125e-05,
      "loss": 1.991,
      "step": 1227
    },
    {
      "epoch": 0.5259100642398287,
      "grad_norm": 0.6576231718063354,
      "learning_rate": 4.926535137376665e-05,
      "loss": 0.2943,
      "step": 1228
    },
    {
      "epoch": 0.5263383297644539,
      "grad_norm": 1.3866782188415527,
      "learning_rate": 4.926368142344539e-05,
      "loss": 0.621,
      "step": 1229
    },
    {
      "epoch": 0.5267665952890792,
      "grad_norm": 0.9915316700935364,
      "learning_rate": 4.926200960564088e-05,
      "loss": 0.7878,
      "step": 1230
    },
    {
      "epoch": 0.5271948608137045,
      "grad_norm": 3.231222152709961,
      "learning_rate": 4.926033592048179e-05,
      "loss": 0.9191,
      "step": 1231
    },
    {
      "epoch": 0.5276231263383298,
      "grad_norm": 1.8988444805145264,
      "learning_rate": 4.925866036809693e-05,
      "loss": 0.6344,
      "step": 1232
    },
    {
      "epoch": 0.528051391862955,
      "grad_norm": 1.273963212966919,
      "learning_rate": 4.9256982948615274e-05,
      "loss": 0.7193,
      "step": 1233
    },
    {
      "epoch": 0.5284796573875803,
      "grad_norm": 1.9191333055496216,
      "learning_rate": 4.925530366216591e-05,
      "loss": 0.6349,
      "step": 1234
    },
    {
      "epoch": 0.5289079229122056,
      "grad_norm": 1.958493709564209,
      "learning_rate": 4.925362250887811e-05,
      "loss": 1.5921,
      "step": 1235
    },
    {
      "epoch": 0.5293361884368308,
      "grad_norm": 4.090259552001953,
      "learning_rate": 4.9251939488881236e-05,
      "loss": 1.6171,
      "step": 1236
    },
    {
      "epoch": 0.5297644539614561,
      "grad_norm": 1.0390992164611816,
      "learning_rate": 4.925025460230484e-05,
      "loss": 0.3449,
      "step": 1237
    },
    {
      "epoch": 0.5301927194860814,
      "grad_norm": 1.112777590751648,
      "learning_rate": 4.9248567849278606e-05,
      "loss": 0.4782,
      "step": 1238
    },
    {
      "epoch": 0.5306209850107066,
      "grad_norm": 1.3878062963485718,
      "learning_rate": 4.924687922993235e-05,
      "loss": 0.3824,
      "step": 1239
    },
    {
      "epoch": 0.5310492505353319,
      "grad_norm": 2.771583080291748,
      "learning_rate": 4.9245188744396035e-05,
      "loss": 0.5598,
      "step": 1240
    },
    {
      "epoch": 0.5314775160599572,
      "grad_norm": 3.5284230709075928,
      "learning_rate": 4.924349639279978e-05,
      "loss": 1.4131,
      "step": 1241
    },
    {
      "epoch": 0.5319057815845825,
      "grad_norm": 2.246661424636841,
      "learning_rate": 4.9241802175273836e-05,
      "loss": 1.1289,
      "step": 1242
    },
    {
      "epoch": 0.5323340471092077,
      "grad_norm": 4.174637317657471,
      "learning_rate": 4.9240106091948604e-05,
      "loss": 1.0517,
      "step": 1243
    },
    {
      "epoch": 0.532762312633833,
      "grad_norm": 2.5834908485412598,
      "learning_rate": 4.923840814295461e-05,
      "loss": 0.4,
      "step": 1244
    },
    {
      "epoch": 0.5331905781584583,
      "grad_norm": 7.950922012329102,
      "learning_rate": 4.9236708328422556e-05,
      "loss": 0.9337,
      "step": 1245
    },
    {
      "epoch": 0.5336188436830835,
      "grad_norm": 4.645888805389404,
      "learning_rate": 4.923500664848326e-05,
      "loss": 1.29,
      "step": 1246
    },
    {
      "epoch": 0.5340471092077088,
      "grad_norm": 1.170272946357727,
      "learning_rate": 4.9233303103267706e-05,
      "loss": 0.5533,
      "step": 1247
    },
    {
      "epoch": 0.5344753747323341,
      "grad_norm": 1.9679334163665771,
      "learning_rate": 4.923159769290699e-05,
      "loss": 1.2678,
      "step": 1248
    },
    {
      "epoch": 0.5349036402569594,
      "grad_norm": 4.933088779449463,
      "learning_rate": 4.922989041753239e-05,
      "loss": 0.8984,
      "step": 1249
    },
    {
      "epoch": 0.5353319057815846,
      "grad_norm": 9.406991958618164,
      "learning_rate": 4.9228181277275285e-05,
      "loss": 1.584,
      "step": 1250
    },
    {
      "epoch": 0.5357601713062099,
      "grad_norm": 2.3728268146514893,
      "learning_rate": 4.9226470272267253e-05,
      "loss": 1.293,
      "step": 1251
    },
    {
      "epoch": 0.5361884368308352,
      "grad_norm": 6.945132255554199,
      "learning_rate": 4.9224757402639957e-05,
      "loss": 1.6756,
      "step": 1252
    },
    {
      "epoch": 0.5366167023554604,
      "grad_norm": 0.5274903178215027,
      "learning_rate": 4.922304266852524e-05,
      "loss": 0.2662,
      "step": 1253
    },
    {
      "epoch": 0.5370449678800856,
      "grad_norm": 1.6333668231964111,
      "learning_rate": 4.922132607005509e-05,
      "loss": 1.2344,
      "step": 1254
    },
    {
      "epoch": 0.5374732334047109,
      "grad_norm": 1.6547400951385498,
      "learning_rate": 4.9219607607361605e-05,
      "loss": 0.759,
      "step": 1255
    },
    {
      "epoch": 0.5379014989293361,
      "grad_norm": 3.300746440887451,
      "learning_rate": 4.9217887280577055e-05,
      "loss": 1.5715,
      "step": 1256
    },
    {
      "epoch": 0.5383297644539614,
      "grad_norm": 2.1330249309539795,
      "learning_rate": 4.9216165089833864e-05,
      "loss": 1.4546,
      "step": 1257
    },
    {
      "epoch": 0.5387580299785867,
      "grad_norm": 11.387053489685059,
      "learning_rate": 4.9214441035264556e-05,
      "loss": 0.826,
      "step": 1258
    },
    {
      "epoch": 0.539186295503212,
      "grad_norm": 2.648343324661255,
      "learning_rate": 4.921271511700185e-05,
      "loss": 1.06,
      "step": 1259
    },
    {
      "epoch": 0.5396145610278372,
      "grad_norm": 3.299220085144043,
      "learning_rate": 4.921098733517856e-05,
      "loss": 0.8606,
      "step": 1260
    },
    {
      "epoch": 0.5400428265524625,
      "grad_norm": 4.388841152191162,
      "learning_rate": 4.920925768992769e-05,
      "loss": 1.2127,
      "step": 1261
    },
    {
      "epoch": 0.5404710920770878,
      "grad_norm": 2.0725574493408203,
      "learning_rate": 4.9207526181382345e-05,
      "loss": 0.5472,
      "step": 1262
    },
    {
      "epoch": 0.540899357601713,
      "grad_norm": 3.5995090007781982,
      "learning_rate": 4.92057928096758e-05,
      "loss": 1.3307,
      "step": 1263
    },
    {
      "epoch": 0.5413276231263383,
      "grad_norm": 2.477994203567505,
      "learning_rate": 4.920405757494147e-05,
      "loss": 1.9935,
      "step": 1264
    },
    {
      "epoch": 0.5417558886509636,
      "grad_norm": 2.915860414505005,
      "learning_rate": 4.92023204773129e-05,
      "loss": 0.9184,
      "step": 1265
    },
    {
      "epoch": 0.5421841541755889,
      "grad_norm": 7.702012538909912,
      "learning_rate": 4.9200581516923804e-05,
      "loss": 1.7916,
      "step": 1266
    },
    {
      "epoch": 0.5426124197002141,
      "grad_norm": 2.559539318084717,
      "learning_rate": 4.919884069390801e-05,
      "loss": 1.2439,
      "step": 1267
    },
    {
      "epoch": 0.5430406852248394,
      "grad_norm": 2.173482656478882,
      "learning_rate": 4.91970980083995e-05,
      "loss": 0.3716,
      "step": 1268
    },
    {
      "epoch": 0.5434689507494647,
      "grad_norm": 0.5891984701156616,
      "learning_rate": 4.919535346053241e-05,
      "loss": 0.2307,
      "step": 1269
    },
    {
      "epoch": 0.5438972162740899,
      "grad_norm": 14.48077392578125,
      "learning_rate": 4.9193607050441004e-05,
      "loss": 0.9601,
      "step": 1270
    },
    {
      "epoch": 0.5443254817987152,
      "grad_norm": 0.6386502981185913,
      "learning_rate": 4.9191858778259704e-05,
      "loss": 0.3108,
      "step": 1271
    },
    {
      "epoch": 0.5447537473233405,
      "grad_norm": 1.8836127519607544,
      "learning_rate": 4.9190108644123064e-05,
      "loss": 1.129,
      "step": 1272
    },
    {
      "epoch": 0.5451820128479657,
      "grad_norm": 2.282766819000244,
      "learning_rate": 4.918835664816579e-05,
      "loss": 0.6151,
      "step": 1273
    },
    {
      "epoch": 0.545610278372591,
      "grad_norm": 3.861917495727539,
      "learning_rate": 4.918660279052272e-05,
      "loss": 0.867,
      "step": 1274
    },
    {
      "epoch": 0.5460385438972163,
      "grad_norm": 1.8151333332061768,
      "learning_rate": 4.918484707132884e-05,
      "loss": 0.4291,
      "step": 1275
    },
    {
      "epoch": 0.5464668094218416,
      "grad_norm": 3.508352518081665,
      "learning_rate": 4.9183089490719285e-05,
      "loss": 0.9065,
      "step": 1276
    },
    {
      "epoch": 0.5468950749464668,
      "grad_norm": 7.552793502807617,
      "learning_rate": 4.9181330048829333e-05,
      "loss": 1.5417,
      "step": 1277
    },
    {
      "epoch": 0.5473233404710921,
      "grad_norm": 3.825265645980835,
      "learning_rate": 4.91795687457944e-05,
      "loss": 1.0518,
      "step": 1278
    },
    {
      "epoch": 0.5477516059957174,
      "grad_norm": 2.0362730026245117,
      "learning_rate": 4.9177805581750044e-05,
      "loss": 1.0868,
      "step": 1279
    },
    {
      "epoch": 0.5481798715203426,
      "grad_norm": 3.1661665439605713,
      "learning_rate": 4.9176040556831966e-05,
      "loss": 0.8847,
      "step": 1280
    },
    {
      "epoch": 0.5486081370449679,
      "grad_norm": 1.2795346975326538,
      "learning_rate": 4.917427367117602e-05,
      "loss": 0.6618,
      "step": 1281
    },
    {
      "epoch": 0.5490364025695932,
      "grad_norm": 3.3938963413238525,
      "learning_rate": 4.91725049249182e-05,
      "loss": 1.3647,
      "step": 1282
    },
    {
      "epoch": 0.5494646680942185,
      "grad_norm": 4.117587566375732,
      "learning_rate": 4.9170734318194614e-05,
      "loss": 2.0869,
      "step": 1283
    },
    {
      "epoch": 0.5498929336188437,
      "grad_norm": 1.5299314260482788,
      "learning_rate": 4.916896185114157e-05,
      "loss": 0.8096,
      "step": 1284
    },
    {
      "epoch": 0.550321199143469,
      "grad_norm": 4.363021373748779,
      "learning_rate": 4.916718752389547e-05,
      "loss": 1.3909,
      "step": 1285
    },
    {
      "epoch": 0.5507494646680943,
      "grad_norm": 7.298033714294434,
      "learning_rate": 4.91654113365929e-05,
      "loss": 0.9339,
      "step": 1286
    },
    {
      "epoch": 0.5511777301927195,
      "grad_norm": 3.090775966644287,
      "learning_rate": 4.916363328937054e-05,
      "loss": 1.2248,
      "step": 1287
    },
    {
      "epoch": 0.5516059957173447,
      "grad_norm": 2.5967864990234375,
      "learning_rate": 4.916185338236524e-05,
      "loss": 0.5935,
      "step": 1288
    },
    {
      "epoch": 0.55203426124197,
      "grad_norm": 0.7023933529853821,
      "learning_rate": 4.9160071615714014e-05,
      "loss": 0.2053,
      "step": 1289
    },
    {
      "epoch": 0.5524625267665952,
      "grad_norm": 3.376006603240967,
      "learning_rate": 4.9158287989553984e-05,
      "loss": 1.7115,
      "step": 1290
    },
    {
      "epoch": 0.5528907922912205,
      "grad_norm": 2.7639877796173096,
      "learning_rate": 4.915650250402243e-05,
      "loss": 1.3854,
      "step": 1291
    },
    {
      "epoch": 0.5533190578158458,
      "grad_norm": 0.7069998383522034,
      "learning_rate": 4.915471515925677e-05,
      "loss": 0.3293,
      "step": 1292
    },
    {
      "epoch": 0.553747323340471,
      "grad_norm": 1.3287880420684814,
      "learning_rate": 4.915292595539458e-05,
      "loss": 0.9527,
      "step": 1293
    },
    {
      "epoch": 0.5541755888650963,
      "grad_norm": 2.7154171466827393,
      "learning_rate": 4.9151134892573556e-05,
      "loss": 0.67,
      "step": 1294
    },
    {
      "epoch": 0.5546038543897216,
      "grad_norm": 2.4724631309509277,
      "learning_rate": 4.914934197093156e-05,
      "loss": 2.2773,
      "step": 1295
    },
    {
      "epoch": 0.5550321199143469,
      "grad_norm": 2.58852219581604,
      "learning_rate": 4.9147547190606576e-05,
      "loss": 0.5618,
      "step": 1296
    },
    {
      "epoch": 0.5554603854389721,
      "grad_norm": 3.992882013320923,
      "learning_rate": 4.9145750551736746e-05,
      "loss": 0.8952,
      "step": 1297
    },
    {
      "epoch": 0.5558886509635974,
      "grad_norm": 0.7868268489837646,
      "learning_rate": 4.914395205446036e-05,
      "loss": 0.6565,
      "step": 1298
    },
    {
      "epoch": 0.5563169164882227,
      "grad_norm": 4.596904277801514,
      "learning_rate": 4.914215169891583e-05,
      "loss": 1.6807,
      "step": 1299
    },
    {
      "epoch": 0.556745182012848,
      "grad_norm": 1.7154239416122437,
      "learning_rate": 4.914034948524172e-05,
      "loss": 1.0343,
      "step": 1300
    },
    {
      "epoch": 0.5571734475374732,
      "grad_norm": 3.2699978351593018,
      "learning_rate": 4.913854541357675e-05,
      "loss": 1.2629,
      "step": 1301
    },
    {
      "epoch": 0.5576017130620985,
      "grad_norm": 1.5381699800491333,
      "learning_rate": 4.9136739484059766e-05,
      "loss": 0.4268,
      "step": 1302
    },
    {
      "epoch": 0.5580299785867238,
      "grad_norm": 1.6527942419052124,
      "learning_rate": 4.913493169682977e-05,
      "loss": 0.5299,
      "step": 1303
    },
    {
      "epoch": 0.558458244111349,
      "grad_norm": 2.6478419303894043,
      "learning_rate": 4.9133122052025894e-05,
      "loss": 1.5046,
      "step": 1304
    },
    {
      "epoch": 0.5588865096359743,
      "grad_norm": 2.3214988708496094,
      "learning_rate": 4.913131054978741e-05,
      "loss": 0.7798,
      "step": 1305
    },
    {
      "epoch": 0.5593147751605996,
      "grad_norm": 1.6722118854522705,
      "learning_rate": 4.912949719025377e-05,
      "loss": 0.624,
      "step": 1306
    },
    {
      "epoch": 0.5597430406852248,
      "grad_norm": 3.810405731201172,
      "learning_rate": 4.912768197356451e-05,
      "loss": 1.018,
      "step": 1307
    },
    {
      "epoch": 0.5601713062098501,
      "grad_norm": 1.9933587312698364,
      "learning_rate": 4.912586489985937e-05,
      "loss": 0.5134,
      "step": 1308
    },
    {
      "epoch": 0.5605995717344754,
      "grad_norm": 2.2341434955596924,
      "learning_rate": 4.9124045969278174e-05,
      "loss": 1.2453,
      "step": 1309
    },
    {
      "epoch": 0.5610278372591007,
      "grad_norm": 3.25705885887146,
      "learning_rate": 4.912222518196094e-05,
      "loss": 1.5467,
      "step": 1310
    },
    {
      "epoch": 0.5614561027837259,
      "grad_norm": 2.1522932052612305,
      "learning_rate": 4.912040253804781e-05,
      "loss": 0.8975,
      "step": 1311
    },
    {
      "epoch": 0.5618843683083512,
      "grad_norm": 1.675022006034851,
      "learning_rate": 4.911857803767904e-05,
      "loss": 1.108,
      "step": 1312
    },
    {
      "epoch": 0.5623126338329765,
      "grad_norm": 2.9839298725128174,
      "learning_rate": 4.911675168099508e-05,
      "loss": 0.9381,
      "step": 1313
    },
    {
      "epoch": 0.5627408993576017,
      "grad_norm": 1.5909196138381958,
      "learning_rate": 4.911492346813648e-05,
      "loss": 0.4711,
      "step": 1314
    },
    {
      "epoch": 0.563169164882227,
      "grad_norm": 4.7965168952941895,
      "learning_rate": 4.911309339924396e-05,
      "loss": 1.4209,
      "step": 1315
    },
    {
      "epoch": 0.5635974304068523,
      "grad_norm": 2.7435531616210938,
      "learning_rate": 4.9111261474458375e-05,
      "loss": 0.5959,
      "step": 1316
    },
    {
      "epoch": 0.5640256959314776,
      "grad_norm": 2.2748403549194336,
      "learning_rate": 4.910942769392072e-05,
      "loss": 0.6937,
      "step": 1317
    },
    {
      "epoch": 0.5644539614561028,
      "grad_norm": 2.8822498321533203,
      "learning_rate": 4.9107592057772135e-05,
      "loss": 1.9327,
      "step": 1318
    },
    {
      "epoch": 0.5648822269807281,
      "grad_norm": 1.4853332042694092,
      "learning_rate": 4.9105754566153895e-05,
      "loss": 0.3987,
      "step": 1319
    },
    {
      "epoch": 0.5653104925053534,
      "grad_norm": 1.9024971723556519,
      "learning_rate": 4.910391521920743e-05,
      "loss": 0.4835,
      "step": 1320
    },
    {
      "epoch": 0.5657387580299786,
      "grad_norm": 3.302311420440674,
      "learning_rate": 4.910207401707431e-05,
      "loss": 1.6552,
      "step": 1321
    },
    {
      "epoch": 0.5661670235546039,
      "grad_norm": 4.213258266448975,
      "learning_rate": 4.9100230959896235e-05,
      "loss": 0.8753,
      "step": 1322
    },
    {
      "epoch": 0.5665952890792291,
      "grad_norm": 2.4958577156066895,
      "learning_rate": 4.909838604781507e-05,
      "loss": 1.1741,
      "step": 1323
    },
    {
      "epoch": 0.5670235546038543,
      "grad_norm": 3.7553420066833496,
      "learning_rate": 4.90965392809728e-05,
      "loss": 0.5577,
      "step": 1324
    },
    {
      "epoch": 0.5674518201284796,
      "grad_norm": 9.23960018157959,
      "learning_rate": 4.909469065951158e-05,
      "loss": 0.4125,
      "step": 1325
    },
    {
      "epoch": 0.5678800856531049,
      "grad_norm": 2.8274645805358887,
      "learning_rate": 4.909284018357367e-05,
      "loss": 0.85,
      "step": 1326
    },
    {
      "epoch": 0.5683083511777302,
      "grad_norm": 1.610715627670288,
      "learning_rate": 4.909098785330152e-05,
      "loss": 0.5071,
      "step": 1327
    },
    {
      "epoch": 0.5687366167023554,
      "grad_norm": 0.8165869116783142,
      "learning_rate": 4.9089133668837674e-05,
      "loss": 0.2486,
      "step": 1328
    },
    {
      "epoch": 0.5691648822269807,
      "grad_norm": 3.23582124710083,
      "learning_rate": 4.9087277630324844e-05,
      "loss": 1.7062,
      "step": 1329
    },
    {
      "epoch": 0.569593147751606,
      "grad_norm": 5.105530738830566,
      "learning_rate": 4.908541973790589e-05,
      "loss": 1.2692,
      "step": 1330
    },
    {
      "epoch": 0.5700214132762312,
      "grad_norm": 2.2634079456329346,
      "learning_rate": 4.908355999172381e-05,
      "loss": 1.1743,
      "step": 1331
    },
    {
      "epoch": 0.5704496788008565,
      "grad_norm": 4.785106182098389,
      "learning_rate": 4.908169839192174e-05,
      "loss": 1.685,
      "step": 1332
    },
    {
      "epoch": 0.5708779443254818,
      "grad_norm": 3.113413095474243,
      "learning_rate": 4.907983493864295e-05,
      "loss": 0.7408,
      "step": 1333
    },
    {
      "epoch": 0.571306209850107,
      "grad_norm": 1.313198208808899,
      "learning_rate": 4.907796963203087e-05,
      "loss": 0.8573,
      "step": 1334
    },
    {
      "epoch": 0.5717344753747323,
      "grad_norm": 1.601565957069397,
      "learning_rate": 4.907610247222906e-05,
      "loss": 1.0952,
      "step": 1335
    },
    {
      "epoch": 0.5721627408993576,
      "grad_norm": 2.971195936203003,
      "learning_rate": 4.907423345938124e-05,
      "loss": 0.7953,
      "step": 1336
    },
    {
      "epoch": 0.5725910064239829,
      "grad_norm": 2.144127607345581,
      "learning_rate": 4.9072362593631254e-05,
      "loss": 1.1179,
      "step": 1337
    },
    {
      "epoch": 0.5730192719486081,
      "grad_norm": 2.9643118381500244,
      "learning_rate": 4.9070489875123095e-05,
      "loss": 1.1181,
      "step": 1338
    },
    {
      "epoch": 0.5734475374732334,
      "grad_norm": 0.5167619585990906,
      "learning_rate": 4.90686153040009e-05,
      "loss": 0.1662,
      "step": 1339
    },
    {
      "epoch": 0.5738758029978587,
      "grad_norm": 1.8785072565078735,
      "learning_rate": 4.9066738880408945e-05,
      "loss": 0.4467,
      "step": 1340
    },
    {
      "epoch": 0.574304068522484,
      "grad_norm": 2.499913215637207,
      "learning_rate": 4.906486060449165e-05,
      "loss": 0.6095,
      "step": 1341
    },
    {
      "epoch": 0.5747323340471092,
      "grad_norm": 2.549838066101074,
      "learning_rate": 4.906298047639359e-05,
      "loss": 0.8789,
      "step": 1342
    },
    {
      "epoch": 0.5751605995717345,
      "grad_norm": 2.6747045516967773,
      "learning_rate": 4.906109849625946e-05,
      "loss": 1.0976,
      "step": 1343
    },
    {
      "epoch": 0.5755888650963598,
      "grad_norm": 5.1668782234191895,
      "learning_rate": 4.905921466423411e-05,
      "loss": 1.2726,
      "step": 1344
    },
    {
      "epoch": 0.576017130620985,
      "grad_norm": 3.9683644771575928,
      "learning_rate": 4.9057328980462536e-05,
      "loss": 1.4277,
      "step": 1345
    },
    {
      "epoch": 0.5764453961456103,
      "grad_norm": 3.041684865951538,
      "learning_rate": 4.9055441445089864e-05,
      "loss": 1.4123,
      "step": 1346
    },
    {
      "epoch": 0.5768736616702356,
      "grad_norm": 1.4545071125030518,
      "learning_rate": 4.905355205826139e-05,
      "loss": 0.337,
      "step": 1347
    },
    {
      "epoch": 0.5773019271948608,
      "grad_norm": 2.669170618057251,
      "learning_rate": 4.90516608201225e-05,
      "loss": 0.6735,
      "step": 1348
    },
    {
      "epoch": 0.5777301927194861,
      "grad_norm": 3.9713099002838135,
      "learning_rate": 4.904976773081878e-05,
      "loss": 1.3685,
      "step": 1349
    },
    {
      "epoch": 0.5781584582441114,
      "grad_norm": 1.4283995628356934,
      "learning_rate": 4.904787279049594e-05,
      "loss": 0.5126,
      "step": 1350
    },
    {
      "epoch": 0.5785867237687367,
      "grad_norm": 2.2798197269439697,
      "learning_rate": 4.90459759992998e-05,
      "loss": 0.9163,
      "step": 1351
    },
    {
      "epoch": 0.5790149892933619,
      "grad_norm": 3.1444497108459473,
      "learning_rate": 4.904407735737637e-05,
      "loss": 0.9058,
      "step": 1352
    },
    {
      "epoch": 0.5794432548179872,
      "grad_norm": 3.7220005989074707,
      "learning_rate": 4.904217686487178e-05,
      "loss": 0.719,
      "step": 1353
    },
    {
      "epoch": 0.5798715203426125,
      "grad_norm": 4.156984329223633,
      "learning_rate": 4.9040274521932284e-05,
      "loss": 1.2988,
      "step": 1354
    },
    {
      "epoch": 0.5802997858672377,
      "grad_norm": 4.492032051086426,
      "learning_rate": 4.903837032870432e-05,
      "loss": 1.9451,
      "step": 1355
    },
    {
      "epoch": 0.580728051391863,
      "grad_norm": 3.1511921882629395,
      "learning_rate": 4.903646428533444e-05,
      "loss": 1.1264,
      "step": 1356
    },
    {
      "epoch": 0.5811563169164882,
      "grad_norm": 1.554222583770752,
      "learning_rate": 4.903455639196934e-05,
      "loss": 0.8823,
      "step": 1357
    },
    {
      "epoch": 0.5815845824411134,
      "grad_norm": 3.5571482181549072,
      "learning_rate": 4.903264664875588e-05,
      "loss": 1.5681,
      "step": 1358
    },
    {
      "epoch": 0.5820128479657387,
      "grad_norm": 2.402838945388794,
      "learning_rate": 4.903073505584101e-05,
      "loss": 1.1788,
      "step": 1359
    },
    {
      "epoch": 0.582441113490364,
      "grad_norm": 3.093209981918335,
      "learning_rate": 4.90288216133719e-05,
      "loss": 0.8382,
      "step": 1360
    },
    {
      "epoch": 0.5828693790149893,
      "grad_norm": 2.824145793914795,
      "learning_rate": 4.902690632149579e-05,
      "loss": 0.4706,
      "step": 1361
    },
    {
      "epoch": 0.5832976445396145,
      "grad_norm": 2.073657274246216,
      "learning_rate": 4.902498918036011e-05,
      "loss": 1.0031,
      "step": 1362
    },
    {
      "epoch": 0.5837259100642398,
      "grad_norm": 3.5013444423675537,
      "learning_rate": 4.902307019011241e-05,
      "loss": 1.3325,
      "step": 1363
    },
    {
      "epoch": 0.5841541755888651,
      "grad_norm": 3.7200088500976562,
      "learning_rate": 4.902114935090038e-05,
      "loss": 1.1939,
      "step": 1364
    },
    {
      "epoch": 0.5845824411134903,
      "grad_norm": 3.4476325511932373,
      "learning_rate": 4.901922666287186e-05,
      "loss": 0.9675,
      "step": 1365
    },
    {
      "epoch": 0.5850107066381156,
      "grad_norm": 2.838010311126709,
      "learning_rate": 4.901730212617485e-05,
      "loss": 1.2654,
      "step": 1366
    },
    {
      "epoch": 0.5854389721627409,
      "grad_norm": 0.9554482102394104,
      "learning_rate": 4.9015375740957456e-05,
      "loss": 0.6757,
      "step": 1367
    },
    {
      "epoch": 0.5858672376873661,
      "grad_norm": 3.885427474975586,
      "learning_rate": 4.901344750736796e-05,
      "loss": 0.7827,
      "step": 1368
    },
    {
      "epoch": 0.5862955032119914,
      "grad_norm": 2.335831880569458,
      "learning_rate": 4.9011517425554757e-05,
      "loss": 0.4785,
      "step": 1369
    },
    {
      "epoch": 0.5867237687366167,
      "grad_norm": 3.3451950550079346,
      "learning_rate": 4.90095854956664e-05,
      "loss": 1.4712,
      "step": 1370
    },
    {
      "epoch": 0.587152034261242,
      "grad_norm": 1.1962649822235107,
      "learning_rate": 4.900765171785158e-05,
      "loss": 0.6793,
      "step": 1371
    },
    {
      "epoch": 0.5875802997858672,
      "grad_norm": 3.8129348754882812,
      "learning_rate": 4.900571609225915e-05,
      "loss": 0.7906,
      "step": 1372
    },
    {
      "epoch": 0.5880085653104925,
      "grad_norm": 3.454360008239746,
      "learning_rate": 4.9003778619038064e-05,
      "loss": 1.4074,
      "step": 1373
    },
    {
      "epoch": 0.5884368308351178,
      "grad_norm": 2.4540984630584717,
      "learning_rate": 4.9001839298337454e-05,
      "loss": 0.4974,
      "step": 1374
    },
    {
      "epoch": 0.588865096359743,
      "grad_norm": 2.7982077598571777,
      "learning_rate": 4.8999898130306586e-05,
      "loss": 0.8999,
      "step": 1375
    },
    {
      "epoch": 0.5892933618843683,
      "grad_norm": 2.98190975189209,
      "learning_rate": 4.8997955115094855e-05,
      "loss": 0.8907,
      "step": 1376
    },
    {
      "epoch": 0.5897216274089936,
      "grad_norm": 3.6436150074005127,
      "learning_rate": 4.8996010252851814e-05,
      "loss": 1.7001,
      "step": 1377
    },
    {
      "epoch": 0.5901498929336189,
      "grad_norm": 3.28513503074646,
      "learning_rate": 4.899406354372715e-05,
      "loss": 1.0382,
      "step": 1378
    },
    {
      "epoch": 0.5905781584582441,
      "grad_norm": 1.7727965116500854,
      "learning_rate": 4.8992114987870694e-05,
      "loss": 0.5285,
      "step": 1379
    },
    {
      "epoch": 0.5910064239828694,
      "grad_norm": 3.484872341156006,
      "learning_rate": 4.899016458543242e-05,
      "loss": 0.7924,
      "step": 1380
    },
    {
      "epoch": 0.5914346895074947,
      "grad_norm": 2.4377079010009766,
      "learning_rate": 4.898821233656244e-05,
      "loss": 0.9521,
      "step": 1381
    },
    {
      "epoch": 0.5918629550321199,
      "grad_norm": 4.692894458770752,
      "learning_rate": 4.898625824141101e-05,
      "loss": 1.6341,
      "step": 1382
    },
    {
      "epoch": 0.5922912205567452,
      "grad_norm": 0.44632071256637573,
      "learning_rate": 4.898430230012854e-05,
      "loss": 0.2115,
      "step": 1383
    },
    {
      "epoch": 0.5927194860813705,
      "grad_norm": 0.593712329864502,
      "learning_rate": 4.8982344512865555e-05,
      "loss": 0.2187,
      "step": 1384
    },
    {
      "epoch": 0.5931477516059958,
      "grad_norm": 0.719223141670227,
      "learning_rate": 4.898038487977274e-05,
      "loss": 0.3913,
      "step": 1385
    },
    {
      "epoch": 0.593576017130621,
      "grad_norm": 1.397311806678772,
      "learning_rate": 4.897842340100094e-05,
      "loss": 0.8803,
      "step": 1386
    },
    {
      "epoch": 0.5940042826552463,
      "grad_norm": 0.5811963081359863,
      "learning_rate": 4.897646007670111e-05,
      "loss": 0.229,
      "step": 1387
    },
    {
      "epoch": 0.5944325481798716,
      "grad_norm": 3.97082257270813,
      "learning_rate": 4.897449490702435e-05,
      "loss": 2.3293,
      "step": 1388
    },
    {
      "epoch": 0.5948608137044968,
      "grad_norm": 1.9243934154510498,
      "learning_rate": 4.897252789212193e-05,
      "loss": 0.686,
      "step": 1389
    },
    {
      "epoch": 0.5952890792291221,
      "grad_norm": 4.067681312561035,
      "learning_rate": 4.897055903214523e-05,
      "loss": 1.2123,
      "step": 1390
    },
    {
      "epoch": 0.5957173447537473,
      "grad_norm": 2.6612355709075928,
      "learning_rate": 4.896858832724579e-05,
      "loss": 0.6686,
      "step": 1391
    },
    {
      "epoch": 0.5961456102783725,
      "grad_norm": 3.3748440742492676,
      "learning_rate": 4.8966615777575284e-05,
      "loss": 0.6806,
      "step": 1392
    },
    {
      "epoch": 0.5965738758029978,
      "grad_norm": 2.5594794750213623,
      "learning_rate": 4.896464138328555e-05,
      "loss": 1.1525,
      "step": 1393
    },
    {
      "epoch": 0.5970021413276231,
      "grad_norm": 2.1968111991882324,
      "learning_rate": 4.8962665144528516e-05,
      "loss": 0.5651,
      "step": 1394
    },
    {
      "epoch": 0.5974304068522484,
      "grad_norm": 3.2768032550811768,
      "learning_rate": 4.8960687061456324e-05,
      "loss": 0.8612,
      "step": 1395
    },
    {
      "epoch": 0.5978586723768736,
      "grad_norm": 1.7291474342346191,
      "learning_rate": 4.895870713422119e-05,
      "loss": 1.0805,
      "step": 1396
    },
    {
      "epoch": 0.5982869379014989,
      "grad_norm": 2.4734914302825928,
      "learning_rate": 4.8956725362975505e-05,
      "loss": 1.1337,
      "step": 1397
    },
    {
      "epoch": 0.5987152034261242,
      "grad_norm": 3.5326955318450928,
      "learning_rate": 4.8954741747871816e-05,
      "loss": 1.0355,
      "step": 1398
    },
    {
      "epoch": 0.5991434689507494,
      "grad_norm": 2.2895305156707764,
      "learning_rate": 4.895275628906278e-05,
      "loss": 1.3055,
      "step": 1399
    },
    {
      "epoch": 0.5995717344753747,
      "grad_norm": 1.426558494567871,
      "learning_rate": 4.895076898670121e-05,
      "loss": 0.44,
      "step": 1400
    },
    {
      "epoch": 0.6,
      "grad_norm": 3.564922332763672,
      "learning_rate": 4.8948779840940074e-05,
      "loss": 1.01,
      "step": 1401
    },
    {
      "epoch": 0.6004282655246252,
      "grad_norm": 5.931310176849365,
      "learning_rate": 4.8946788851932454e-05,
      "loss": 0.9436,
      "step": 1402
    },
    {
      "epoch": 0.6008565310492505,
      "grad_norm": 4.053498268127441,
      "learning_rate": 4.89447960198316e-05,
      "loss": 0.8664,
      "step": 1403
    },
    {
      "epoch": 0.6012847965738758,
      "grad_norm": 0.9166139364242554,
      "learning_rate": 4.894280134479088e-05,
      "loss": 0.7275,
      "step": 1404
    },
    {
      "epoch": 0.6017130620985011,
      "grad_norm": 2.618805170059204,
      "learning_rate": 4.8940804826963825e-05,
      "loss": 1.5833,
      "step": 1405
    },
    {
      "epoch": 0.6021413276231263,
      "grad_norm": 4.294902801513672,
      "learning_rate": 4.89388064665041e-05,
      "loss": 1.0807,
      "step": 1406
    },
    {
      "epoch": 0.6025695931477516,
      "grad_norm": 4.257905960083008,
      "learning_rate": 4.893680626356551e-05,
      "loss": 1.384,
      "step": 1407
    },
    {
      "epoch": 0.6029978586723769,
      "grad_norm": 1.9301902055740356,
      "learning_rate": 4.8934804218302e-05,
      "loss": 1.2908,
      "step": 1408
    },
    {
      "epoch": 0.6034261241970021,
      "grad_norm": 3.2873833179473877,
      "learning_rate": 4.8932800330867664e-05,
      "loss": 0.9294,
      "step": 1409
    },
    {
      "epoch": 0.6038543897216274,
      "grad_norm": 1.7242915630340576,
      "learning_rate": 4.893079460141673e-05,
      "loss": 0.6941,
      "step": 1410
    },
    {
      "epoch": 0.6042826552462527,
      "grad_norm": 4.209061145782471,
      "learning_rate": 4.8928787030103574e-05,
      "loss": 1.6883,
      "step": 1411
    },
    {
      "epoch": 0.604710920770878,
      "grad_norm": 6.454603672027588,
      "learning_rate": 4.892677761708272e-05,
      "loss": 1.6582,
      "step": 1412
    },
    {
      "epoch": 0.6051391862955032,
      "grad_norm": 0.7718479633331299,
      "learning_rate": 4.89247663625088e-05,
      "loss": 0.2629,
      "step": 1413
    },
    {
      "epoch": 0.6055674518201285,
      "grad_norm": 4.9026994705200195,
      "learning_rate": 4.8922753266536633e-05,
      "loss": 1.7904,
      "step": 1414
    },
    {
      "epoch": 0.6059957173447538,
      "grad_norm": 8.14000415802002,
      "learning_rate": 4.8920738329321156e-05,
      "loss": 0.8644,
      "step": 1415
    },
    {
      "epoch": 0.606423982869379,
      "grad_norm": 0.6673633456230164,
      "learning_rate": 4.891872155101746e-05,
      "loss": 0.44,
      "step": 1416
    },
    {
      "epoch": 0.6068522483940043,
      "grad_norm": 4.206417560577393,
      "learning_rate": 4.891670293178074e-05,
      "loss": 1.709,
      "step": 1417
    },
    {
      "epoch": 0.6072805139186296,
      "grad_norm": 3.0788161754608154,
      "learning_rate": 4.891468247176638e-05,
      "loss": 1.0577,
      "step": 1418
    },
    {
      "epoch": 0.6077087794432549,
      "grad_norm": 6.586874485015869,
      "learning_rate": 4.8912660171129896e-05,
      "loss": 0.7598,
      "step": 1419
    },
    {
      "epoch": 0.6081370449678801,
      "grad_norm": 1.072792410850525,
      "learning_rate": 4.891063603002692e-05,
      "loss": 0.6281,
      "step": 1420
    },
    {
      "epoch": 0.6085653104925054,
      "grad_norm": 1.1169047355651855,
      "learning_rate": 4.890861004861326e-05,
      "loss": 0.511,
      "step": 1421
    },
    {
      "epoch": 0.6089935760171307,
      "grad_norm": 5.367523670196533,
      "learning_rate": 4.890658222704483e-05,
      "loss": 1.3153,
      "step": 1422
    },
    {
      "epoch": 0.6094218415417559,
      "grad_norm": 2.586422920227051,
      "learning_rate": 4.890455256547772e-05,
      "loss": 0.9501,
      "step": 1423
    },
    {
      "epoch": 0.6098501070663812,
      "grad_norm": 2.0322365760803223,
      "learning_rate": 4.890252106406813e-05,
      "loss": 0.6177,
      "step": 1424
    },
    {
      "epoch": 0.6102783725910065,
      "grad_norm": 1.2396456003189087,
      "learning_rate": 4.8900487722972424e-05,
      "loss": 0.4897,
      "step": 1425
    },
    {
      "epoch": 0.6107066381156316,
      "grad_norm": 2.2697341442108154,
      "learning_rate": 4.88984525423471e-05,
      "loss": 0.9495,
      "step": 1426
    },
    {
      "epoch": 0.6111349036402569,
      "grad_norm": 1.8825780153274536,
      "learning_rate": 4.8896415522348796e-05,
      "loss": 1.4292,
      "step": 1427
    },
    {
      "epoch": 0.6115631691648822,
      "grad_norm": 2.764603614807129,
      "learning_rate": 4.88943766631343e-05,
      "loss": 1.2177,
      "step": 1428
    },
    {
      "epoch": 0.6119914346895075,
      "grad_norm": 6.561411380767822,
      "learning_rate": 4.889233596486054e-05,
      "loss": 0.6105,
      "step": 1429
    },
    {
      "epoch": 0.6124197002141327,
      "grad_norm": 1.9138784408569336,
      "learning_rate": 4.8890293427684556e-05,
      "loss": 0.2655,
      "step": 1430
    },
    {
      "epoch": 0.612847965738758,
      "grad_norm": 4.098483085632324,
      "learning_rate": 4.888824905176358e-05,
      "loss": 1.1046,
      "step": 1431
    },
    {
      "epoch": 0.6132762312633833,
      "grad_norm": 0.8967767357826233,
      "learning_rate": 4.8886202837254946e-05,
      "loss": 0.3025,
      "step": 1432
    },
    {
      "epoch": 0.6137044967880085,
      "grad_norm": 2.253164529800415,
      "learning_rate": 4.888415478431615e-05,
      "loss": 0.7888,
      "step": 1433
    },
    {
      "epoch": 0.6141327623126338,
      "grad_norm": 1.9143257141113281,
      "learning_rate": 4.888210489310482e-05,
      "loss": 0.5053,
      "step": 1434
    },
    {
      "epoch": 0.6145610278372591,
      "grad_norm": 1.9987446069717407,
      "learning_rate": 4.8880053163778724e-05,
      "loss": 0.4822,
      "step": 1435
    },
    {
      "epoch": 0.6149892933618843,
      "grad_norm": 2.9186062812805176,
      "learning_rate": 4.887799959649579e-05,
      "loss": 1.4762,
      "step": 1436
    },
    {
      "epoch": 0.6154175588865096,
      "grad_norm": 5.8403639793396,
      "learning_rate": 4.887594419141406e-05,
      "loss": 0.7482,
      "step": 1437
    },
    {
      "epoch": 0.6158458244111349,
      "grad_norm": 3.216663122177124,
      "learning_rate": 4.8873886948691736e-05,
      "loss": 1.2935,
      "step": 1438
    },
    {
      "epoch": 0.6162740899357602,
      "grad_norm": 10.228503227233887,
      "learning_rate": 4.887182786848715e-05,
      "loss": 1.5576,
      "step": 1439
    },
    {
      "epoch": 0.6167023554603854,
      "grad_norm": 3.3799400329589844,
      "learning_rate": 4.886976695095879e-05,
      "loss": 0.9003,
      "step": 1440
    },
    {
      "epoch": 0.6171306209850107,
      "grad_norm": 4.461642742156982,
      "learning_rate": 4.8867704196265276e-05,
      "loss": 1.2757,
      "step": 1441
    },
    {
      "epoch": 0.617558886509636,
      "grad_norm": 2.0105113983154297,
      "learning_rate": 4.8865639604565363e-05,
      "loss": 0.6778,
      "step": 1442
    },
    {
      "epoch": 0.6179871520342612,
      "grad_norm": 0.7500398755073547,
      "learning_rate": 4.886357317601796e-05,
      "loss": 0.4592,
      "step": 1443
    },
    {
      "epoch": 0.6184154175588865,
      "grad_norm": 2.9926345348358154,
      "learning_rate": 4.886150491078212e-05,
      "loss": 0.5643,
      "step": 1444
    },
    {
      "epoch": 0.6188436830835118,
      "grad_norm": 1.9193111658096313,
      "learning_rate": 4.885943480901701e-05,
      "loss": 0.8874,
      "step": 1445
    },
    {
      "epoch": 0.6192719486081371,
      "grad_norm": 4.2765021324157715,
      "learning_rate": 4.885736287088197e-05,
      "loss": 0.9378,
      "step": 1446
    },
    {
      "epoch": 0.6197002141327623,
      "grad_norm": 13.416647911071777,
      "learning_rate": 4.885528909653648e-05,
      "loss": 0.9752,
      "step": 1447
    },
    {
      "epoch": 0.6201284796573876,
      "grad_norm": 1.5997053384780884,
      "learning_rate": 4.8853213486140124e-05,
      "loss": 0.5801,
      "step": 1448
    },
    {
      "epoch": 0.6205567451820129,
      "grad_norm": 2.944140672683716,
      "learning_rate": 4.885113603985267e-05,
      "loss": 1.4094,
      "step": 1449
    },
    {
      "epoch": 0.6209850107066381,
      "grad_norm": 3.446343183517456,
      "learning_rate": 4.884905675783402e-05,
      "loss": 1.1157,
      "step": 1450
    },
    {
      "epoch": 0.6214132762312634,
      "grad_norm": 0.8425611853599548,
      "learning_rate": 4.88469756402442e-05,
      "loss": 0.6674,
      "step": 1451
    },
    {
      "epoch": 0.6218415417558887,
      "grad_norm": 0.594194769859314,
      "learning_rate": 4.884489268724337e-05,
      "loss": 0.2836,
      "step": 1452
    },
    {
      "epoch": 0.622269807280514,
      "grad_norm": 2.3250362873077393,
      "learning_rate": 4.8842807898991864e-05,
      "loss": 0.8901,
      "step": 1453
    },
    {
      "epoch": 0.6226980728051392,
      "grad_norm": 1.2598240375518799,
      "learning_rate": 4.884072127565014e-05,
      "loss": 0.5551,
      "step": 1454
    },
    {
      "epoch": 0.6231263383297645,
      "grad_norm": 0.9436181783676147,
      "learning_rate": 4.8838632817378796e-05,
      "loss": 0.6232,
      "step": 1455
    },
    {
      "epoch": 0.6235546038543898,
      "grad_norm": 2.255768060684204,
      "learning_rate": 4.883654252433857e-05,
      "loss": 0.3183,
      "step": 1456
    },
    {
      "epoch": 0.623982869379015,
      "grad_norm": 2.391411304473877,
      "learning_rate": 4.883445039669035e-05,
      "loss": 1.7283,
      "step": 1457
    },
    {
      "epoch": 0.6244111349036403,
      "grad_norm": 2.998248338699341,
      "learning_rate": 4.8832356434595146e-05,
      "loss": 1.2719,
      "step": 1458
    },
    {
      "epoch": 0.6248394004282656,
      "grad_norm": 2.0488979816436768,
      "learning_rate": 4.8830260638214135e-05,
      "loss": 0.3772,
      "step": 1459
    },
    {
      "epoch": 0.6252676659528907,
      "grad_norm": 3.858184337615967,
      "learning_rate": 4.8828163007708616e-05,
      "loss": 0.9874,
      "step": 1460
    },
    {
      "epoch": 0.625695931477516,
      "grad_norm": 1.4350433349609375,
      "learning_rate": 4.8826063543240036e-05,
      "loss": 0.7493,
      "step": 1461
    },
    {
      "epoch": 0.6261241970021413,
      "grad_norm": 2.863154411315918,
      "learning_rate": 4.882396224496999e-05,
      "loss": 1.0563,
      "step": 1462
    },
    {
      "epoch": 0.6265524625267666,
      "grad_norm": 2.2518064975738525,
      "learning_rate": 4.88218591130602e-05,
      "loss": 0.9289,
      "step": 1463
    },
    {
      "epoch": 0.6269807280513918,
      "grad_norm": 1.8623394966125488,
      "learning_rate": 4.881975414767253e-05,
      "loss": 0.6209,
      "step": 1464
    },
    {
      "epoch": 0.6274089935760171,
      "grad_norm": 2.7142698764801025,
      "learning_rate": 4.8817647348969e-05,
      "loss": 0.5745,
      "step": 1465
    },
    {
      "epoch": 0.6278372591006424,
      "grad_norm": 1.88046395778656,
      "learning_rate": 4.8815538717111765e-05,
      "loss": 0.6085,
      "step": 1466
    },
    {
      "epoch": 0.6282655246252676,
      "grad_norm": 3.9699456691741943,
      "learning_rate": 4.8813428252263114e-05,
      "loss": 1.539,
      "step": 1467
    },
    {
      "epoch": 0.6286937901498929,
      "grad_norm": 1.020412564277649,
      "learning_rate": 4.8811315954585477e-05,
      "loss": 0.4361,
      "step": 1468
    },
    {
      "epoch": 0.6291220556745182,
      "grad_norm": 2.944622039794922,
      "learning_rate": 4.880920182424145e-05,
      "loss": 1.4365,
      "step": 1469
    },
    {
      "epoch": 0.6295503211991434,
      "grad_norm": 2.048727035522461,
      "learning_rate": 4.880708586139372e-05,
      "loss": 0.5501,
      "step": 1470
    },
    {
      "epoch": 0.6299785867237687,
      "grad_norm": 1.9645487070083618,
      "learning_rate": 4.8804968066205156e-05,
      "loss": 0.937,
      "step": 1471
    },
    {
      "epoch": 0.630406852248394,
      "grad_norm": 2.9663004875183105,
      "learning_rate": 4.880284843883877e-05,
      "loss": 1.2896,
      "step": 1472
    },
    {
      "epoch": 0.6308351177730193,
      "grad_norm": 1.793491005897522,
      "learning_rate": 4.880072697945768e-05,
      "loss": 0.7744,
      "step": 1473
    },
    {
      "epoch": 0.6312633832976445,
      "grad_norm": 3.128180503845215,
      "learning_rate": 4.879860368822518e-05,
      "loss": 1.3092,
      "step": 1474
    },
    {
      "epoch": 0.6316916488222698,
      "grad_norm": 3.736328601837158,
      "learning_rate": 4.879647856530469e-05,
      "loss": 1.0933,
      "step": 1475
    },
    {
      "epoch": 0.6321199143468951,
      "grad_norm": 2.7021431922912598,
      "learning_rate": 4.879435161085977e-05,
      "loss": 1.1788,
      "step": 1476
    },
    {
      "epoch": 0.6325481798715203,
      "grad_norm": 2.698648452758789,
      "learning_rate": 4.8792222825054127e-05,
      "loss": 0.9326,
      "step": 1477
    },
    {
      "epoch": 0.6329764453961456,
      "grad_norm": 1.188450574874878,
      "learning_rate": 4.879009220805161e-05,
      "loss": 0.5826,
      "step": 1478
    },
    {
      "epoch": 0.6334047109207709,
      "grad_norm": 3.853651762008667,
      "learning_rate": 4.878795976001619e-05,
      "loss": 1.0406,
      "step": 1479
    },
    {
      "epoch": 0.6338329764453962,
      "grad_norm": 2.0338590145111084,
      "learning_rate": 4.8785825481112e-05,
      "loss": 0.9508,
      "step": 1480
    },
    {
      "epoch": 0.6342612419700214,
      "grad_norm": 10.55414867401123,
      "learning_rate": 4.878368937150331e-05,
      "loss": 1.4166,
      "step": 1481
    },
    {
      "epoch": 0.6346895074946467,
      "grad_norm": 20.89018440246582,
      "learning_rate": 4.878155143135453e-05,
      "loss": 1.5726,
      "step": 1482
    },
    {
      "epoch": 0.635117773019272,
      "grad_norm": 4.547913551330566,
      "learning_rate": 4.877941166083021e-05,
      "loss": 1.1459,
      "step": 1483
    },
    {
      "epoch": 0.6355460385438972,
      "grad_norm": 2.373199462890625,
      "learning_rate": 4.877727006009504e-05,
      "loss": 0.6625,
      "step": 1484
    },
    {
      "epoch": 0.6359743040685225,
      "grad_norm": 3.5930769443511963,
      "learning_rate": 4.877512662931383e-05,
      "loss": 1.1905,
      "step": 1485
    },
    {
      "epoch": 0.6364025695931478,
      "grad_norm": 4.548849105834961,
      "learning_rate": 4.8772981368651585e-05,
      "loss": 0.8875,
      "step": 1486
    },
    {
      "epoch": 0.636830835117773,
      "grad_norm": 2.970869779586792,
      "learning_rate": 4.877083427827339e-05,
      "loss": 1.5722,
      "step": 1487
    },
    {
      "epoch": 0.6372591006423983,
      "grad_norm": 5.76253080368042,
      "learning_rate": 4.876868535834452e-05,
      "loss": 1.3462,
      "step": 1488
    },
    {
      "epoch": 0.6376873661670236,
      "grad_norm": 3.499995470046997,
      "learning_rate": 4.876653460903035e-05,
      "loss": 0.4511,
      "step": 1489
    },
    {
      "epoch": 0.6381156316916489,
      "grad_norm": 1.5736820697784424,
      "learning_rate": 4.8764382030496426e-05,
      "loss": 0.8024,
      "step": 1490
    },
    {
      "epoch": 0.6385438972162741,
      "grad_norm": 1.8081485033035278,
      "learning_rate": 4.876222762290843e-05,
      "loss": 0.4223,
      "step": 1491
    },
    {
      "epoch": 0.6389721627408994,
      "grad_norm": 3.6978399753570557,
      "learning_rate": 4.876007138643216e-05,
      "loss": 0.8879,
      "step": 1492
    },
    {
      "epoch": 0.6394004282655247,
      "grad_norm": 2.2404067516326904,
      "learning_rate": 4.875791332123359e-05,
      "loss": 0.782,
      "step": 1493
    },
    {
      "epoch": 0.6398286937901498,
      "grad_norm": 3.5751821994781494,
      "learning_rate": 4.875575342747881e-05,
      "loss": 1.0771,
      "step": 1494
    },
    {
      "epoch": 0.6402569593147751,
      "grad_norm": 1.3917155265808105,
      "learning_rate": 4.8753591705334055e-05,
      "loss": 0.9747,
      "step": 1495
    },
    {
      "epoch": 0.6406852248394004,
      "grad_norm": 1.7845546007156372,
      "learning_rate": 4.875142815496572e-05,
      "loss": 0.4501,
      "step": 1496
    },
    {
      "epoch": 0.6411134903640257,
      "grad_norm": 2.1874964237213135,
      "learning_rate": 4.8749262776540304e-05,
      "loss": 0.7141,
      "step": 1497
    },
    {
      "epoch": 0.6415417558886509,
      "grad_norm": 1.1390584707260132,
      "learning_rate": 4.874709557022449e-05,
      "loss": 0.4772,
      "step": 1498
    },
    {
      "epoch": 0.6419700214132762,
      "grad_norm": 4.418298721313477,
      "learning_rate": 4.874492653618506e-05,
      "loss": 0.7616,
      "step": 1499
    },
    {
      "epoch": 0.6423982869379015,
      "grad_norm": 4.592388153076172,
      "learning_rate": 4.8742755674588966e-05,
      "loss": 0.6361,
      "step": 1500
    },
    {
      "epoch": 0.6428265524625267,
      "grad_norm": 7.1370463371276855,
      "learning_rate": 4.87405829856033e-05,
      "loss": 1.1202,
      "step": 1501
    },
    {
      "epoch": 0.643254817987152,
      "grad_norm": 1.4887523651123047,
      "learning_rate": 4.873840846939527e-05,
      "loss": 1.3367,
      "step": 1502
    },
    {
      "epoch": 0.6436830835117773,
      "grad_norm": 4.375284194946289,
      "learning_rate": 4.873623212613224e-05,
      "loss": 0.979,
      "step": 1503
    },
    {
      "epoch": 0.6441113490364025,
      "grad_norm": 3.5147602558135986,
      "learning_rate": 4.873405395598173e-05,
      "loss": 1.2806,
      "step": 1504
    },
    {
      "epoch": 0.6445396145610278,
      "grad_norm": 2.851372480392456,
      "learning_rate": 4.873187395911137e-05,
      "loss": 0.6285,
      "step": 1505
    },
    {
      "epoch": 0.6449678800856531,
      "grad_norm": 3.2330219745635986,
      "learning_rate": 4.872969213568895e-05,
      "loss": 1.2332,
      "step": 1506
    },
    {
      "epoch": 0.6453961456102784,
      "grad_norm": 3.4352383613586426,
      "learning_rate": 4.872750848588241e-05,
      "loss": 1.2859,
      "step": 1507
    },
    {
      "epoch": 0.6458244111349036,
      "grad_norm": 3.4270710945129395,
      "learning_rate": 4.8725323009859804e-05,
      "loss": 0.7997,
      "step": 1508
    },
    {
      "epoch": 0.6462526766595289,
      "grad_norm": 2.245123863220215,
      "learning_rate": 4.872313570778933e-05,
      "loss": 2.0151,
      "step": 1509
    },
    {
      "epoch": 0.6466809421841542,
      "grad_norm": 10.934089660644531,
      "learning_rate": 4.872094657983936e-05,
      "loss": 0.7511,
      "step": 1510
    },
    {
      "epoch": 0.6471092077087794,
      "grad_norm": 4.140661716461182,
      "learning_rate": 4.871875562617837e-05,
      "loss": 1.7326,
      "step": 1511
    },
    {
      "epoch": 0.6475374732334047,
      "grad_norm": 2.377469778060913,
      "learning_rate": 4.8716562846974986e-05,
      "loss": 1.8651,
      "step": 1512
    },
    {
      "epoch": 0.64796573875803,
      "grad_norm": 3.316948175430298,
      "learning_rate": 4.871436824239798e-05,
      "loss": 0.8479,
      "step": 1513
    },
    {
      "epoch": 0.6483940042826553,
      "grad_norm": 3.0153229236602783,
      "learning_rate": 4.871217181261627e-05,
      "loss": 1.2171,
      "step": 1514
    },
    {
      "epoch": 0.6488222698072805,
      "grad_norm": 4.8878302574157715,
      "learning_rate": 4.87099735577989e-05,
      "loss": 1.1982,
      "step": 1515
    },
    {
      "epoch": 0.6492505353319058,
      "grad_norm": 3.116464376449585,
      "learning_rate": 4.8707773478115066e-05,
      "loss": 1.2919,
      "step": 1516
    },
    {
      "epoch": 0.6496788008565311,
      "grad_norm": 1.9487947225570679,
      "learning_rate": 4.870557157373409e-05,
      "loss": 0.686,
      "step": 1517
    },
    {
      "epoch": 0.6501070663811563,
      "grad_norm": 3.4444963932037354,
      "learning_rate": 4.870336784482546e-05,
      "loss": 1.1445,
      "step": 1518
    },
    {
      "epoch": 0.6505353319057816,
      "grad_norm": 3.4807844161987305,
      "learning_rate": 4.870116229155878e-05,
      "loss": 1.175,
      "step": 1519
    },
    {
      "epoch": 0.6509635974304069,
      "grad_norm": 3.5316600799560547,
      "learning_rate": 4.869895491410379e-05,
      "loss": 1.1862,
      "step": 1520
    },
    {
      "epoch": 0.6513918629550322,
      "grad_norm": 1.610030174255371,
      "learning_rate": 4.86967457126304e-05,
      "loss": 0.9547,
      "step": 1521
    },
    {
      "epoch": 0.6518201284796574,
      "grad_norm": 1.7832140922546387,
      "learning_rate": 4.869453468730865e-05,
      "loss": 0.5009,
      "step": 1522
    },
    {
      "epoch": 0.6522483940042827,
      "grad_norm": 2.5635035037994385,
      "learning_rate": 4.8692321838308696e-05,
      "loss": 1.8474,
      "step": 1523
    },
    {
      "epoch": 0.652676659528908,
      "grad_norm": 3.009021520614624,
      "learning_rate": 4.869010716580086e-05,
      "loss": 0.8847,
      "step": 1524
    },
    {
      "epoch": 0.6531049250535332,
      "grad_norm": 2.4958317279815674,
      "learning_rate": 4.86878906699556e-05,
      "loss": 1.7898,
      "step": 1525
    },
    {
      "epoch": 0.6535331905781585,
      "grad_norm": 3.8938543796539307,
      "learning_rate": 4.8685672350943515e-05,
      "loss": 0.8754,
      "step": 1526
    },
    {
      "epoch": 0.6539614561027838,
      "grad_norm": 0.5633556246757507,
      "learning_rate": 4.868345220893532e-05,
      "loss": 0.2108,
      "step": 1527
    },
    {
      "epoch": 0.654389721627409,
      "grad_norm": 0.6958337426185608,
      "learning_rate": 4.868123024410192e-05,
      "loss": 0.296,
      "step": 1528
    },
    {
      "epoch": 0.6548179871520342,
      "grad_norm": 13.501091957092285,
      "learning_rate": 4.867900645661431e-05,
      "loss": 0.5137,
      "step": 1529
    },
    {
      "epoch": 0.6552462526766595,
      "grad_norm": 1.8052705526351929,
      "learning_rate": 4.8676780846643644e-05,
      "loss": 1.5819,
      "step": 1530
    },
    {
      "epoch": 0.6556745182012848,
      "grad_norm": 2.6059646606445312,
      "learning_rate": 4.8674553414361235e-05,
      "loss": 0.9061,
      "step": 1531
    },
    {
      "epoch": 0.65610278372591,
      "grad_norm": 2.131190538406372,
      "learning_rate": 4.867232415993851e-05,
      "loss": 0.8007,
      "step": 1532
    },
    {
      "epoch": 0.6565310492505353,
      "grad_norm": 3.3106865882873535,
      "learning_rate": 4.8670093083547055e-05,
      "loss": 1.2766,
      "step": 1533
    },
    {
      "epoch": 0.6569593147751606,
      "grad_norm": 3.0800673961639404,
      "learning_rate": 4.8667860185358584e-05,
      "loss": 1.0784,
      "step": 1534
    },
    {
      "epoch": 0.6573875802997858,
      "grad_norm": 6.286257266998291,
      "learning_rate": 4.8665625465544946e-05,
      "loss": 1.0591,
      "step": 1535
    },
    {
      "epoch": 0.6578158458244111,
      "grad_norm": 5.244502067565918,
      "learning_rate": 4.8663388924278143e-05,
      "loss": 2.3521,
      "step": 1536
    },
    {
      "epoch": 0.6582441113490364,
      "grad_norm": 1.604866623878479,
      "learning_rate": 4.866115056173032e-05,
      "loss": 0.5543,
      "step": 1537
    },
    {
      "epoch": 0.6586723768736616,
      "grad_norm": 3.993163585662842,
      "learning_rate": 4.865891037807375e-05,
      "loss": 1.3846,
      "step": 1538
    },
    {
      "epoch": 0.6591006423982869,
      "grad_norm": 3.3854012489318848,
      "learning_rate": 4.865666837348084e-05,
      "loss": 2.595,
      "step": 1539
    },
    {
      "epoch": 0.6595289079229122,
      "grad_norm": 1.9999340772628784,
      "learning_rate": 4.865442454812418e-05,
      "loss": 1.1537,
      "step": 1540
    },
    {
      "epoch": 0.6599571734475375,
      "grad_norm": 5.566431522369385,
      "learning_rate": 4.865217890217643e-05,
      "loss": 0.8585,
      "step": 1541
    },
    {
      "epoch": 0.6603854389721627,
      "grad_norm": 0.9773675203323364,
      "learning_rate": 4.864993143581046e-05,
      "loss": 0.6872,
      "step": 1542
    },
    {
      "epoch": 0.660813704496788,
      "grad_norm": 1.9614661931991577,
      "learning_rate": 4.864768214919923e-05,
      "loss": 1.0822,
      "step": 1543
    },
    {
      "epoch": 0.6612419700214133,
      "grad_norm": 0.8487462997436523,
      "learning_rate": 4.864543104251587e-05,
      "loss": 0.5798,
      "step": 1544
    },
    {
      "epoch": 0.6616702355460385,
      "grad_norm": 2.378736734390259,
      "learning_rate": 4.864317811593363e-05,
      "loss": 0.9099,
      "step": 1545
    },
    {
      "epoch": 0.6620985010706638,
      "grad_norm": 3.899186372756958,
      "learning_rate": 4.864092336962592e-05,
      "loss": 0.7213,
      "step": 1546
    },
    {
      "epoch": 0.6625267665952891,
      "grad_norm": 1.972133994102478,
      "learning_rate": 4.8638666803766266e-05,
      "loss": 0.5924,
      "step": 1547
    },
    {
      "epoch": 0.6629550321199144,
      "grad_norm": 3.247074604034424,
      "learning_rate": 4.863640841852836e-05,
      "loss": 0.8827,
      "step": 1548
    },
    {
      "epoch": 0.6633832976445396,
      "grad_norm": 82.75595092773438,
      "learning_rate": 4.863414821408602e-05,
      "loss": 1.1118,
      "step": 1549
    },
    {
      "epoch": 0.6638115631691649,
      "grad_norm": 1.9590448141098022,
      "learning_rate": 4.86318861906132e-05,
      "loss": 0.5596,
      "step": 1550
    },
    {
      "epoch": 0.6642398286937902,
      "grad_norm": 4.701559066772461,
      "learning_rate": 4.862962234828399e-05,
      "loss": 1.1712,
      "step": 1551
    },
    {
      "epoch": 0.6646680942184154,
      "grad_norm": 2.4286811351776123,
      "learning_rate": 4.862735668727265e-05,
      "loss": 1.5855,
      "step": 1552
    },
    {
      "epoch": 0.6650963597430407,
      "grad_norm": 5.251157283782959,
      "learning_rate": 4.862508920775354e-05,
      "loss": 1.2362,
      "step": 1553
    },
    {
      "epoch": 0.665524625267666,
      "grad_norm": 4.175347805023193,
      "learning_rate": 4.862281990990119e-05,
      "loss": 1.6264,
      "step": 1554
    },
    {
      "epoch": 0.6659528907922913,
      "grad_norm": 0.6471976041793823,
      "learning_rate": 4.862054879389026e-05,
      "loss": 0.2279,
      "step": 1555
    },
    {
      "epoch": 0.6663811563169165,
      "grad_norm": 1.1600940227508545,
      "learning_rate": 4.8618275859895556e-05,
      "loss": 0.8816,
      "step": 1556
    },
    {
      "epoch": 0.6668094218415418,
      "grad_norm": 1.8797852993011475,
      "learning_rate": 4.8616001108092e-05,
      "loss": 0.5394,
      "step": 1557
    },
    {
      "epoch": 0.6672376873661671,
      "grad_norm": 3.57625150680542,
      "learning_rate": 4.861372453865468e-05,
      "loss": 1.559,
      "step": 1558
    },
    {
      "epoch": 0.6676659528907923,
      "grad_norm": 2.8639276027679443,
      "learning_rate": 4.861144615175881e-05,
      "loss": 0.9445,
      "step": 1559
    },
    {
      "epoch": 0.6680942184154176,
      "grad_norm": 2.417599678039551,
      "learning_rate": 4.860916594757976e-05,
      "loss": 0.6329,
      "step": 1560
    },
    {
      "epoch": 0.6685224839400429,
      "grad_norm": 1.8947782516479492,
      "learning_rate": 4.860688392629301e-05,
      "loss": 0.5154,
      "step": 1561
    },
    {
      "epoch": 0.6689507494646681,
      "grad_norm": 1.110190510749817,
      "learning_rate": 4.860460008807422e-05,
      "loss": 0.6871,
      "step": 1562
    },
    {
      "epoch": 0.6693790149892933,
      "grad_norm": 3.944833278656006,
      "learning_rate": 4.860231443309915e-05,
      "loss": 0.5983,
      "step": 1563
    },
    {
      "epoch": 0.6698072805139186,
      "grad_norm": 2.951697826385498,
      "learning_rate": 4.860002696154373e-05,
      "loss": 1.5474,
      "step": 1564
    },
    {
      "epoch": 0.6702355460385439,
      "grad_norm": 2.3519821166992188,
      "learning_rate": 4.8597737673584024e-05,
      "loss": 0.8345,
      "step": 1565
    },
    {
      "epoch": 0.6706638115631691,
      "grad_norm": 2.2376317977905273,
      "learning_rate": 4.8595446569396206e-05,
      "loss": 0.4676,
      "step": 1566
    },
    {
      "epoch": 0.6710920770877944,
      "grad_norm": 3.124756097793579,
      "learning_rate": 4.859315364915663e-05,
      "loss": 1.1592,
      "step": 1567
    },
    {
      "epoch": 0.6715203426124197,
      "grad_norm": 2.820063352584839,
      "learning_rate": 4.859085891304178e-05,
      "loss": 1.6585,
      "step": 1568
    },
    {
      "epoch": 0.6719486081370449,
      "grad_norm": 2.0391173362731934,
      "learning_rate": 4.858856236122825e-05,
      "loss": 0.7622,
      "step": 1569
    },
    {
      "epoch": 0.6723768736616702,
      "grad_norm": 5.537879467010498,
      "learning_rate": 4.858626399389282e-05,
      "loss": 1.7785,
      "step": 1570
    },
    {
      "epoch": 0.6728051391862955,
      "grad_norm": 4.595318794250488,
      "learning_rate": 4.858396381121237e-05,
      "loss": 1.2423,
      "step": 1571
    },
    {
      "epoch": 0.6732334047109207,
      "grad_norm": 3.0699853897094727,
      "learning_rate": 4.858166181336395e-05,
      "loss": 1.5297,
      "step": 1572
    },
    {
      "epoch": 0.673661670235546,
      "grad_norm": 3.089250087738037,
      "learning_rate": 4.857935800052473e-05,
      "loss": 1.2891,
      "step": 1573
    },
    {
      "epoch": 0.6740899357601713,
      "grad_norm": 2.2183144092559814,
      "learning_rate": 4.8577052372872036e-05,
      "loss": 0.4589,
      "step": 1574
    },
    {
      "epoch": 0.6745182012847966,
      "grad_norm": 4.2985310554504395,
      "learning_rate": 4.8574744930583296e-05,
      "loss": 1.3193,
      "step": 1575
    },
    {
      "epoch": 0.6749464668094218,
      "grad_norm": 3.4837515354156494,
      "learning_rate": 4.857243567383613e-05,
      "loss": 0.7599,
      "step": 1576
    },
    {
      "epoch": 0.6753747323340471,
      "grad_norm": 3.4745447635650635,
      "learning_rate": 4.857012460280826e-05,
      "loss": 0.5796,
      "step": 1577
    },
    {
      "epoch": 0.6758029978586724,
      "grad_norm": 1.8666954040527344,
      "learning_rate": 4.856781171767757e-05,
      "loss": 0.6313,
      "step": 1578
    },
    {
      "epoch": 0.6762312633832976,
      "grad_norm": 4.064087390899658,
      "learning_rate": 4.8565497018622066e-05,
      "loss": 0.9627,
      "step": 1579
    },
    {
      "epoch": 0.6766595289079229,
      "grad_norm": 2.489204168319702,
      "learning_rate": 4.85631805058199e-05,
      "loss": 2.4938,
      "step": 1580
    },
    {
      "epoch": 0.6770877944325482,
      "grad_norm": 1.0714962482452393,
      "learning_rate": 4.856086217944937e-05,
      "loss": 0.5831,
      "step": 1581
    },
    {
      "epoch": 0.6775160599571735,
      "grad_norm": 2.729588031768799,
      "learning_rate": 4.8558542039688916e-05,
      "loss": 1.2494,
      "step": 1582
    },
    {
      "epoch": 0.6779443254817987,
      "grad_norm": 1.6630133390426636,
      "learning_rate": 4.85562200867171e-05,
      "loss": 1.1352,
      "step": 1583
    },
    {
      "epoch": 0.678372591006424,
      "grad_norm": 2.2077999114990234,
      "learning_rate": 4.855389632071264e-05,
      "loss": 1.2593,
      "step": 1584
    },
    {
      "epoch": 0.6788008565310493,
      "grad_norm": 3.285566806793213,
      "learning_rate": 4.855157074185438e-05,
      "loss": 1.1813,
      "step": 1585
    },
    {
      "epoch": 0.6792291220556745,
      "grad_norm": 3.2372915744781494,
      "learning_rate": 4.854924335032132e-05,
      "loss": 1.4376,
      "step": 1586
    },
    {
      "epoch": 0.6796573875802998,
      "grad_norm": 1.8239952325820923,
      "learning_rate": 4.854691414629258e-05,
      "loss": 1.8993,
      "step": 1587
    },
    {
      "epoch": 0.6800856531049251,
      "grad_norm": 6.12301778793335,
      "learning_rate": 4.854458312994743e-05,
      "loss": 0.618,
      "step": 1588
    },
    {
      "epoch": 0.6805139186295504,
      "grad_norm": 2.4059410095214844,
      "learning_rate": 4.8542250301465295e-05,
      "loss": 1.0966,
      "step": 1589
    },
    {
      "epoch": 0.6809421841541756,
      "grad_norm": 9.64466381072998,
      "learning_rate": 4.8539915661025705e-05,
      "loss": 2.1107,
      "step": 1590
    },
    {
      "epoch": 0.6813704496788009,
      "grad_norm": 1.9473069906234741,
      "learning_rate": 4.8537579208808363e-05,
      "loss": 0.6384,
      "step": 1591
    },
    {
      "epoch": 0.6817987152034262,
      "grad_norm": 1.2574814558029175,
      "learning_rate": 4.853524094499309e-05,
      "loss": 0.2124,
      "step": 1592
    },
    {
      "epoch": 0.6822269807280514,
      "grad_norm": 3.574836015701294,
      "learning_rate": 4.8532900869759855e-05,
      "loss": 0.9546,
      "step": 1593
    },
    {
      "epoch": 0.6826552462526767,
      "grad_norm": 0.8058847188949585,
      "learning_rate": 4.8530558983288765e-05,
      "loss": 0.4094,
      "step": 1594
    },
    {
      "epoch": 0.683083511777302,
      "grad_norm": 2.0271551609039307,
      "learning_rate": 4.852821528576007e-05,
      "loss": 0.6996,
      "step": 1595
    },
    {
      "epoch": 0.6835117773019272,
      "grad_norm": 1.6283034086227417,
      "learning_rate": 4.852586977735414e-05,
      "loss": 0.5498,
      "step": 1596
    },
    {
      "epoch": 0.6839400428265524,
      "grad_norm": 1.289449691772461,
      "learning_rate": 4.852352245825152e-05,
      "loss": 1.02,
      "step": 1597
    },
    {
      "epoch": 0.6843683083511777,
      "grad_norm": 0.9260573387145996,
      "learning_rate": 4.852117332863286e-05,
      "loss": 0.636,
      "step": 1598
    },
    {
      "epoch": 0.684796573875803,
      "grad_norm": 3.3853394985198975,
      "learning_rate": 4.8518822388678965e-05,
      "loss": 0.5875,
      "step": 1599
    },
    {
      "epoch": 0.6852248394004282,
      "grad_norm": 2.0703117847442627,
      "learning_rate": 4.8516469638570784e-05,
      "loss": 0.6028,
      "step": 1600
    },
    {
      "epoch": 0.6856531049250535,
      "grad_norm": 2.9071269035339355,
      "learning_rate": 4.85141150784894e-05,
      "loss": 1.3183,
      "step": 1601
    },
    {
      "epoch": 0.6860813704496788,
      "grad_norm": 1.5994682312011719,
      "learning_rate": 4.851175870861603e-05,
      "loss": 0.3713,
      "step": 1602
    },
    {
      "epoch": 0.686509635974304,
      "grad_norm": 1.0659526586532593,
      "learning_rate": 4.850940052913203e-05,
      "loss": 0.9073,
      "step": 1603
    },
    {
      "epoch": 0.6869379014989293,
      "grad_norm": 0.9297550320625305,
      "learning_rate": 4.8507040540218916e-05,
      "loss": 0.2632,
      "step": 1604
    },
    {
      "epoch": 0.6873661670235546,
      "grad_norm": 2.5340867042541504,
      "learning_rate": 4.850467874205831e-05,
      "loss": 0.6368,
      "step": 1605
    },
    {
      "epoch": 0.6877944325481798,
      "grad_norm": 2.001666307449341,
      "learning_rate": 4.8502315134832e-05,
      "loss": 1.2337,
      "step": 1606
    },
    {
      "epoch": 0.6882226980728051,
      "grad_norm": 2.99413800239563,
      "learning_rate": 4.8499949718721896e-05,
      "loss": 1.1643,
      "step": 1607
    },
    {
      "epoch": 0.6886509635974304,
      "grad_norm": 3.537259101867676,
      "learning_rate": 4.8497582493910074e-05,
      "loss": 0.9323,
      "step": 1608
    },
    {
      "epoch": 0.6890792291220557,
      "grad_norm": 4.124030590057373,
      "learning_rate": 4.8495213460578703e-05,
      "loss": 1.6083,
      "step": 1609
    },
    {
      "epoch": 0.6895074946466809,
      "grad_norm": 1.964572787284851,
      "learning_rate": 4.849284261891014e-05,
      "loss": 0.4428,
      "step": 1610
    },
    {
      "epoch": 0.6899357601713062,
      "grad_norm": 4.636909484863281,
      "learning_rate": 4.849046996908685e-05,
      "loss": 0.6057,
      "step": 1611
    },
    {
      "epoch": 0.6903640256959315,
      "grad_norm": 1.9744728803634644,
      "learning_rate": 4.8488095511291456e-05,
      "loss": 0.7619,
      "step": 1612
    },
    {
      "epoch": 0.6907922912205567,
      "grad_norm": 2.7082903385162354,
      "learning_rate": 4.8485719245706695e-05,
      "loss": 0.6301,
      "step": 1613
    },
    {
      "epoch": 0.691220556745182,
      "grad_norm": 3.0250253677368164,
      "learning_rate": 4.8483341172515474e-05,
      "loss": 1.3998,
      "step": 1614
    },
    {
      "epoch": 0.6916488222698073,
      "grad_norm": 2.4352424144744873,
      "learning_rate": 4.848096129190082e-05,
      "loss": 1.534,
      "step": 1615
    },
    {
      "epoch": 0.6920770877944326,
      "grad_norm": 2.4889917373657227,
      "learning_rate": 4.8478579604045896e-05,
      "loss": 0.8594,
      "step": 1616
    },
    {
      "epoch": 0.6925053533190578,
      "grad_norm": 0.5067853927612305,
      "learning_rate": 4.847619610913401e-05,
      "loss": 0.2761,
      "step": 1617
    },
    {
      "epoch": 0.6929336188436831,
      "grad_norm": 2.4832072257995605,
      "learning_rate": 4.847381080734863e-05,
      "loss": 0.693,
      "step": 1618
    },
    {
      "epoch": 0.6933618843683084,
      "grad_norm": 1.5569676160812378,
      "learning_rate": 4.847142369887333e-05,
      "loss": 0.4791,
      "step": 1619
    },
    {
      "epoch": 0.6937901498929336,
      "grad_norm": 3.721201181411743,
      "learning_rate": 4.846903478389184e-05,
      "loss": 1.3575,
      "step": 1620
    },
    {
      "epoch": 0.6942184154175589,
      "grad_norm": 2.0623624324798584,
      "learning_rate": 4.846664406258802e-05,
      "loss": 0.6679,
      "step": 1621
    },
    {
      "epoch": 0.6946466809421842,
      "grad_norm": 5.516918659210205,
      "learning_rate": 4.846425153514588e-05,
      "loss": 1.4286,
      "step": 1622
    },
    {
      "epoch": 0.6950749464668095,
      "grad_norm": 2.1690309047698975,
      "learning_rate": 4.846185720174955e-05,
      "loss": 0.7512,
      "step": 1623
    },
    {
      "epoch": 0.6955032119914347,
      "grad_norm": 4.784673690795898,
      "learning_rate": 4.845946106258335e-05,
      "loss": 0.8257,
      "step": 1624
    },
    {
      "epoch": 0.69593147751606,
      "grad_norm": 2.0211422443389893,
      "learning_rate": 4.845706311783166e-05,
      "loss": 1.3008,
      "step": 1625
    },
    {
      "epoch": 0.6963597430406853,
      "grad_norm": 2.849032402038574,
      "learning_rate": 4.845466336767905e-05,
      "loss": 0.4974,
      "step": 1626
    },
    {
      "epoch": 0.6967880085653105,
      "grad_norm": 4.617074489593506,
      "learning_rate": 4.845226181231024e-05,
      "loss": 1.1529,
      "step": 1627
    },
    {
      "epoch": 0.6972162740899358,
      "grad_norm": 2.5677316188812256,
      "learning_rate": 4.844985845191006e-05,
      "loss": 1.0472,
      "step": 1628
    },
    {
      "epoch": 0.6976445396145611,
      "grad_norm": 4.3478193283081055,
      "learning_rate": 4.8447453286663466e-05,
      "loss": 0.9356,
      "step": 1629
    },
    {
      "epoch": 0.6980728051391863,
      "grad_norm": 5.215845108032227,
      "learning_rate": 4.844504631675561e-05,
      "loss": 1.2735,
      "step": 1630
    },
    {
      "epoch": 0.6985010706638116,
      "grad_norm": 1.8978289365768433,
      "learning_rate": 4.8442637542371714e-05,
      "loss": 1.055,
      "step": 1631
    },
    {
      "epoch": 0.6989293361884368,
      "grad_norm": 4.40530252456665,
      "learning_rate": 4.8440226963697196e-05,
      "loss": 0.8068,
      "step": 1632
    },
    {
      "epoch": 0.699357601713062,
      "grad_norm": 0.869368851184845,
      "learning_rate": 4.8437814580917574e-05,
      "loss": 0.5165,
      "step": 1633
    },
    {
      "epoch": 0.6997858672376873,
      "grad_norm": 0.4204981327056885,
      "learning_rate": 4.843540039421853e-05,
      "loss": 0.2194,
      "step": 1634
    },
    {
      "epoch": 0.7002141327623126,
      "grad_norm": 2.070634603500366,
      "learning_rate": 4.8432984403785876e-05,
      "loss": 0.6032,
      "step": 1635
    },
    {
      "epoch": 0.7006423982869379,
      "grad_norm": 3.3064277172088623,
      "learning_rate": 4.8430566609805545e-05,
      "loss": 1.4111,
      "step": 1636
    },
    {
      "epoch": 0.7010706638115631,
      "grad_norm": 2.774078369140625,
      "learning_rate": 4.842814701246364e-05,
      "loss": 0.4247,
      "step": 1637
    },
    {
      "epoch": 0.7014989293361884,
      "grad_norm": 3.983619213104248,
      "learning_rate": 4.8425725611946394e-05,
      "loss": 1.2726,
      "step": 1638
    },
    {
      "epoch": 0.7019271948608137,
      "grad_norm": 3.2714786529541016,
      "learning_rate": 4.8423302408440154e-05,
      "loss": 1.1615,
      "step": 1639
    },
    {
      "epoch": 0.702355460385439,
      "grad_norm": 2.5361428260803223,
      "learning_rate": 4.842087740213144e-05,
      "loss": 2.1579,
      "step": 1640
    },
    {
      "epoch": 0.7027837259100642,
      "grad_norm": 2.5617733001708984,
      "learning_rate": 4.841845059320689e-05,
      "loss": 0.9918,
      "step": 1641
    },
    {
      "epoch": 0.7032119914346895,
      "grad_norm": 2.4907567501068115,
      "learning_rate": 4.841602198185328e-05,
      "loss": 0.5241,
      "step": 1642
    },
    {
      "epoch": 0.7036402569593148,
      "grad_norm": 1.6519005298614502,
      "learning_rate": 4.841359156825754e-05,
      "loss": 0.3771,
      "step": 1643
    },
    {
      "epoch": 0.70406852248394,
      "grad_norm": 2.521984338760376,
      "learning_rate": 4.8411159352606734e-05,
      "loss": 1.6461,
      "step": 1644
    },
    {
      "epoch": 0.7044967880085653,
      "grad_norm": 28.294692993164062,
      "learning_rate": 4.840872533508805e-05,
      "loss": 0.7178,
      "step": 1645
    },
    {
      "epoch": 0.7049250535331906,
      "grad_norm": 2.757211446762085,
      "learning_rate": 4.8406289515888826e-05,
      "loss": 1.4161,
      "step": 1646
    },
    {
      "epoch": 0.7053533190578158,
      "grad_norm": 2.340850591659546,
      "learning_rate": 4.840385189519654e-05,
      "loss": 0.6188,
      "step": 1647
    },
    {
      "epoch": 0.7057815845824411,
      "grad_norm": 2.0640628337860107,
      "learning_rate": 4.840141247319881e-05,
      "loss": 0.97,
      "step": 1648
    },
    {
      "epoch": 0.7062098501070664,
      "grad_norm": 1.3464232683181763,
      "learning_rate": 4.8398971250083384e-05,
      "loss": 0.6237,
      "step": 1649
    },
    {
      "epoch": 0.7066381156316917,
      "grad_norm": 2.988276481628418,
      "learning_rate": 4.839652822603815e-05,
      "loss": 1.5484,
      "step": 1650
    },
    {
      "epoch": 0.7070663811563169,
      "grad_norm": 3.0641891956329346,
      "learning_rate": 4.8394083401251154e-05,
      "loss": 0.7564,
      "step": 1651
    },
    {
      "epoch": 0.7074946466809422,
      "grad_norm": 2.5649373531341553,
      "learning_rate": 4.8391636775910556e-05,
      "loss": 0.8761,
      "step": 1652
    },
    {
      "epoch": 0.7079229122055675,
      "grad_norm": 2.3345253467559814,
      "learning_rate": 4.838918835020465e-05,
      "loss": 1.1969,
      "step": 1653
    },
    {
      "epoch": 0.7083511777301927,
      "grad_norm": 2.1887688636779785,
      "learning_rate": 4.83867381243219e-05,
      "loss": 1.1212,
      "step": 1654
    },
    {
      "epoch": 0.708779443254818,
      "grad_norm": 2.7647290229797363,
      "learning_rate": 4.838428609845089e-05,
      "loss": 1.2235,
      "step": 1655
    },
    {
      "epoch": 0.7092077087794433,
      "grad_norm": 2.0402727127075195,
      "learning_rate": 4.8381832272780326e-05,
      "loss": 0.431,
      "step": 1656
    },
    {
      "epoch": 0.7096359743040686,
      "grad_norm": 2.2636117935180664,
      "learning_rate": 4.837937664749909e-05,
      "loss": 0.6866,
      "step": 1657
    },
    {
      "epoch": 0.7100642398286938,
      "grad_norm": 2.365685224533081,
      "learning_rate": 4.837691922279617e-05,
      "loss": 0.7608,
      "step": 1658
    },
    {
      "epoch": 0.7104925053533191,
      "grad_norm": 1.5055800676345825,
      "learning_rate": 4.837445999886071e-05,
      "loss": 0.8516,
      "step": 1659
    },
    {
      "epoch": 0.7109207708779444,
      "grad_norm": 7.155238628387451,
      "learning_rate": 4.8371998975881985e-05,
      "loss": 1.0893,
      "step": 1660
    },
    {
      "epoch": 0.7113490364025696,
      "grad_norm": 0.7530254125595093,
      "learning_rate": 4.836953615404941e-05,
      "loss": 0.3756,
      "step": 1661
    },
    {
      "epoch": 0.7117773019271949,
      "grad_norm": 1.7454015016555786,
      "learning_rate": 4.8367071533552546e-05,
      "loss": 0.8659,
      "step": 1662
    },
    {
      "epoch": 0.7122055674518202,
      "grad_norm": 3.256321907043457,
      "learning_rate": 4.836460511458107e-05,
      "loss": 0.7333,
      "step": 1663
    },
    {
      "epoch": 0.7126338329764454,
      "grad_norm": 2.4489316940307617,
      "learning_rate": 4.8362136897324825e-05,
      "loss": 1.1879,
      "step": 1664
    },
    {
      "epoch": 0.7130620985010707,
      "grad_norm": 2.8697097301483154,
      "learning_rate": 4.835966688197377e-05,
      "loss": 0.7547,
      "step": 1665
    },
    {
      "epoch": 0.7134903640256959,
      "grad_norm": 8.094213485717773,
      "learning_rate": 4.835719506871803e-05,
      "loss": 1.0462,
      "step": 1666
    },
    {
      "epoch": 0.7139186295503211,
      "grad_norm": 1.4482768774032593,
      "learning_rate": 4.8354721457747844e-05,
      "loss": 0.4686,
      "step": 1667
    },
    {
      "epoch": 0.7143468950749464,
      "grad_norm": 3.7608835697174072,
      "learning_rate": 4.835224604925359e-05,
      "loss": 0.9913,
      "step": 1668
    },
    {
      "epoch": 0.7147751605995717,
      "grad_norm": 7.3876776695251465,
      "learning_rate": 4.834976884342579e-05,
      "loss": 0.4444,
      "step": 1669
    },
    {
      "epoch": 0.715203426124197,
      "grad_norm": 2.0652763843536377,
      "learning_rate": 4.834728984045511e-05,
      "loss": 0.5397,
      "step": 1670
    },
    {
      "epoch": 0.7156316916488222,
      "grad_norm": 0.8370815515518188,
      "learning_rate": 4.834480904053236e-05,
      "loss": 0.3313,
      "step": 1671
    },
    {
      "epoch": 0.7160599571734475,
      "grad_norm": 0.8530416488647461,
      "learning_rate": 4.834232644384845e-05,
      "loss": 0.5181,
      "step": 1672
    },
    {
      "epoch": 0.7164882226980728,
      "grad_norm": 0.6360659003257751,
      "learning_rate": 4.8339842050594487e-05,
      "loss": 0.3218,
      "step": 1673
    },
    {
      "epoch": 0.716916488222698,
      "grad_norm": 2.9247920513153076,
      "learning_rate": 4.8337355860961665e-05,
      "loss": 1.2183,
      "step": 1674
    },
    {
      "epoch": 0.7173447537473233,
      "grad_norm": 2.6503639221191406,
      "learning_rate": 4.833486787514134e-05,
      "loss": 0.779,
      "step": 1675
    },
    {
      "epoch": 0.7177730192719486,
      "grad_norm": 2.0035769939422607,
      "learning_rate": 4.833237809332501e-05,
      "loss": 1.0181,
      "step": 1676
    },
    {
      "epoch": 0.7182012847965739,
      "grad_norm": 0.8659433722496033,
      "learning_rate": 4.8329886515704295e-05,
      "loss": 0.4937,
      "step": 1677
    },
    {
      "epoch": 0.7186295503211991,
      "grad_norm": 1.7987165451049805,
      "learning_rate": 4.832739314247097e-05,
      "loss": 0.7903,
      "step": 1678
    },
    {
      "epoch": 0.7190578158458244,
      "grad_norm": 2.0731518268585205,
      "learning_rate": 4.832489797381694e-05,
      "loss": 0.932,
      "step": 1679
    },
    {
      "epoch": 0.7194860813704497,
      "grad_norm": 2.332937240600586,
      "learning_rate": 4.832240100993424e-05,
      "loss": 1.5077,
      "step": 1680
    },
    {
      "epoch": 0.7199143468950749,
      "grad_norm": 1.7106412649154663,
      "learning_rate": 4.831990225101506e-05,
      "loss": 0.4703,
      "step": 1681
    },
    {
      "epoch": 0.7203426124197002,
      "grad_norm": 3.1805474758148193,
      "learning_rate": 4.831740169725172e-05,
      "loss": 0.6832,
      "step": 1682
    },
    {
      "epoch": 0.7207708779443255,
      "grad_norm": 2.6417081356048584,
      "learning_rate": 4.8314899348836666e-05,
      "loss": 0.6867,
      "step": 1683
    },
    {
      "epoch": 0.7211991434689508,
      "grad_norm": 2.2211410999298096,
      "learning_rate": 4.8312395205962514e-05,
      "loss": 1.5053,
      "step": 1684
    },
    {
      "epoch": 0.721627408993576,
      "grad_norm": 3.561753511428833,
      "learning_rate": 4.8309889268821986e-05,
      "loss": 1.1423,
      "step": 1685
    },
    {
      "epoch": 0.7220556745182013,
      "grad_norm": 2.1598362922668457,
      "learning_rate": 4.8307381537607955e-05,
      "loss": 0.6541,
      "step": 1686
    },
    {
      "epoch": 0.7224839400428266,
      "grad_norm": 4.994418144226074,
      "learning_rate": 4.830487201251343e-05,
      "loss": 1.8433,
      "step": 1687
    },
    {
      "epoch": 0.7229122055674518,
      "grad_norm": 0.9369841814041138,
      "learning_rate": 4.830236069373156e-05,
      "loss": 0.3125,
      "step": 1688
    },
    {
      "epoch": 0.7233404710920771,
      "grad_norm": 1.7342028617858887,
      "learning_rate": 4.829984758145565e-05,
      "loss": 0.9418,
      "step": 1689
    },
    {
      "epoch": 0.7237687366167024,
      "grad_norm": 3.443801164627075,
      "learning_rate": 4.8297332675879095e-05,
      "loss": 1.1313,
      "step": 1690
    },
    {
      "epoch": 0.7241970021413277,
      "grad_norm": 5.26186990737915,
      "learning_rate": 4.8294815977195475e-05,
      "loss": 0.5872,
      "step": 1691
    },
    {
      "epoch": 0.7246252676659529,
      "grad_norm": 2.2224016189575195,
      "learning_rate": 4.829229748559849e-05,
      "loss": 1.2471,
      "step": 1692
    },
    {
      "epoch": 0.7250535331905782,
      "grad_norm": 2.358433961868286,
      "learning_rate": 4.8289777201281974e-05,
      "loss": 0.8249,
      "step": 1693
    },
    {
      "epoch": 0.7254817987152035,
      "grad_norm": 2.915882110595703,
      "learning_rate": 4.828725512443991e-05,
      "loss": 1.4811,
      "step": 1694
    },
    {
      "epoch": 0.7259100642398287,
      "grad_norm": 2.335613250732422,
      "learning_rate": 4.82847312552664e-05,
      "loss": 1.0998,
      "step": 1695
    },
    {
      "epoch": 0.726338329764454,
      "grad_norm": 5.632974147796631,
      "learning_rate": 4.828220559395572e-05,
      "loss": 1.1585,
      "step": 1696
    },
    {
      "epoch": 0.7267665952890793,
      "grad_norm": 3.692033290863037,
      "learning_rate": 4.827967814070223e-05,
      "loss": 1.1713,
      "step": 1697
    },
    {
      "epoch": 0.7271948608137045,
      "grad_norm": 2.028438091278076,
      "learning_rate": 4.827714889570048e-05,
      "loss": 1.7579,
      "step": 1698
    },
    {
      "epoch": 0.7276231263383298,
      "grad_norm": 2.090092897415161,
      "learning_rate": 4.827461785914514e-05,
      "loss": 1.3048,
      "step": 1699
    },
    {
      "epoch": 0.728051391862955,
      "grad_norm": 4.145717144012451,
      "learning_rate": 4.827208503123099e-05,
      "loss": 1.3079,
      "step": 1700
    },
    {
      "epoch": 0.7284796573875802,
      "grad_norm": 1.973596453666687,
      "learning_rate": 4.8269550412153e-05,
      "loss": 1.4681,
      "step": 1701
    },
    {
      "epoch": 0.7289079229122055,
      "grad_norm": 2.895817995071411,
      "learning_rate": 4.826701400210623e-05,
      "loss": 0.7322,
      "step": 1702
    },
    {
      "epoch": 0.7293361884368308,
      "grad_norm": 6.4157633781433105,
      "learning_rate": 4.82644758012859e-05,
      "loss": 1.5377,
      "step": 1703
    },
    {
      "epoch": 0.7297644539614561,
      "grad_norm": 4.699490070343018,
      "learning_rate": 4.826193580988738e-05,
      "loss": 1.7095,
      "step": 1704
    },
    {
      "epoch": 0.7301927194860813,
      "grad_norm": 1.1680115461349487,
      "learning_rate": 4.825939402810615e-05,
      "loss": 0.7073,
      "step": 1705
    },
    {
      "epoch": 0.7306209850107066,
      "grad_norm": 0.655275821685791,
      "learning_rate": 4.8256850456137846e-05,
      "loss": 0.2352,
      "step": 1706
    },
    {
      "epoch": 0.7310492505353319,
      "grad_norm": 3.797682762145996,
      "learning_rate": 4.825430509417823e-05,
      "loss": 0.8913,
      "step": 1707
    },
    {
      "epoch": 0.7314775160599571,
      "grad_norm": 4.0351152420043945,
      "learning_rate": 4.825175794242322e-05,
      "loss": 1.2773,
      "step": 1708
    },
    {
      "epoch": 0.7319057815845824,
      "grad_norm": 1.4958696365356445,
      "learning_rate": 4.8249209001068864e-05,
      "loss": 0.5012,
      "step": 1709
    },
    {
      "epoch": 0.7323340471092077,
      "grad_norm": 0.634343147277832,
      "learning_rate": 4.8246658270311326e-05,
      "loss": 0.1663,
      "step": 1710
    },
    {
      "epoch": 0.732762312633833,
      "grad_norm": 2.5632669925689697,
      "learning_rate": 4.8244105750346936e-05,
      "loss": 1.2978,
      "step": 1711
    },
    {
      "epoch": 0.7331905781584582,
      "grad_norm": 2.1174159049987793,
      "learning_rate": 4.824155144137216e-05,
      "loss": 0.8568,
      "step": 1712
    },
    {
      "epoch": 0.7336188436830835,
      "grad_norm": 2.826061248779297,
      "learning_rate": 4.823899534358358e-05,
      "loss": 1.1968,
      "step": 1713
    },
    {
      "epoch": 0.7340471092077088,
      "grad_norm": 3.902743101119995,
      "learning_rate": 4.823643745717793e-05,
      "loss": 1.2357,
      "step": 1714
    },
    {
      "epoch": 0.734475374732334,
      "grad_norm": 2.357973575592041,
      "learning_rate": 4.823387778235209e-05,
      "loss": 0.6029,
      "step": 1715
    },
    {
      "epoch": 0.7349036402569593,
      "grad_norm": 1.004673957824707,
      "learning_rate": 4.823131631930306e-05,
      "loss": 0.6352,
      "step": 1716
    },
    {
      "epoch": 0.7353319057815846,
      "grad_norm": 2.691286087036133,
      "learning_rate": 4.8228753068227995e-05,
      "loss": 0.6747,
      "step": 1717
    },
    {
      "epoch": 0.7357601713062099,
      "grad_norm": 3.7009365558624268,
      "learning_rate": 4.822618802932417e-05,
      "loss": 0.762,
      "step": 1718
    },
    {
      "epoch": 0.7361884368308351,
      "grad_norm": 0.7761759757995605,
      "learning_rate": 4.822362120278901e-05,
      "loss": 0.2819,
      "step": 1719
    },
    {
      "epoch": 0.7366167023554604,
      "grad_norm": 2.4708149433135986,
      "learning_rate": 4.822105258882007e-05,
      "loss": 0.6203,
      "step": 1720
    },
    {
      "epoch": 0.7370449678800857,
      "grad_norm": 3.844632863998413,
      "learning_rate": 4.821848218761506e-05,
      "loss": 1.1345,
      "step": 1721
    },
    {
      "epoch": 0.7374732334047109,
      "grad_norm": 2.079909086227417,
      "learning_rate": 4.8215909999371794e-05,
      "loss": 1.1169,
      "step": 1722
    },
    {
      "epoch": 0.7379014989293362,
      "grad_norm": 1.0774431228637695,
      "learning_rate": 4.8213336024288256e-05,
      "loss": 0.5166,
      "step": 1723
    },
    {
      "epoch": 0.7383297644539615,
      "grad_norm": 2.7342934608459473,
      "learning_rate": 4.821076026256256e-05,
      "loss": 0.7032,
      "step": 1724
    },
    {
      "epoch": 0.7387580299785867,
      "grad_norm": 5.520188331604004,
      "learning_rate": 4.8208182714392935e-05,
      "loss": 1.1774,
      "step": 1725
    },
    {
      "epoch": 0.739186295503212,
      "grad_norm": 1.8353204727172852,
      "learning_rate": 4.820560337997778e-05,
      "loss": 0.4041,
      "step": 1726
    },
    {
      "epoch": 0.7396145610278373,
      "grad_norm": 2.516965627670288,
      "learning_rate": 4.820302225951561e-05,
      "loss": 0.9762,
      "step": 1727
    },
    {
      "epoch": 0.7400428265524626,
      "grad_norm": 0.9785380959510803,
      "learning_rate": 4.820043935320508e-05,
      "loss": 0.3325,
      "step": 1728
    },
    {
      "epoch": 0.7404710920770878,
      "grad_norm": 2.0287370681762695,
      "learning_rate": 4.819785466124501e-05,
      "loss": 0.973,
      "step": 1729
    },
    {
      "epoch": 0.7408993576017131,
      "grad_norm": 2.7849085330963135,
      "learning_rate": 4.81952681838343e-05,
      "loss": 0.549,
      "step": 1730
    },
    {
      "epoch": 0.7413276231263384,
      "grad_norm": 1.9571647644042969,
      "learning_rate": 4.8192679921172047e-05,
      "loss": 0.9746,
      "step": 1731
    },
    {
      "epoch": 0.7417558886509636,
      "grad_norm": 1.9948129653930664,
      "learning_rate": 4.819008987345744e-05,
      "loss": 0.8035,
      "step": 1732
    },
    {
      "epoch": 0.7421841541755889,
      "grad_norm": 1.0442122220993042,
      "learning_rate": 4.8187498040889845e-05,
      "loss": 1.0353,
      "step": 1733
    },
    {
      "epoch": 0.7426124197002142,
      "grad_norm": 2.8433737754821777,
      "learning_rate": 4.8184904423668734e-05,
      "loss": 0.8997,
      "step": 1734
    },
    {
      "epoch": 0.7430406852248393,
      "grad_norm": 1.6977587938308716,
      "learning_rate": 4.8182309021993725e-05,
      "loss": 0.4259,
      "step": 1735
    },
    {
      "epoch": 0.7434689507494646,
      "grad_norm": 1.6689674854278564,
      "learning_rate": 4.817971183606458e-05,
      "loss": 0.3852,
      "step": 1736
    },
    {
      "epoch": 0.7438972162740899,
      "grad_norm": 5.839099407196045,
      "learning_rate": 4.81771128660812e-05,
      "loss": 1.639,
      "step": 1737
    },
    {
      "epoch": 0.7443254817987152,
      "grad_norm": 1.671417474746704,
      "learning_rate": 4.817451211224362e-05,
      "loss": 0.981,
      "step": 1738
    },
    {
      "epoch": 0.7447537473233404,
      "grad_norm": 3.4525299072265625,
      "learning_rate": 4.8171909574751994e-05,
      "loss": 1.2483,
      "step": 1739
    },
    {
      "epoch": 0.7451820128479657,
      "grad_norm": 2.0072004795074463,
      "learning_rate": 4.816930525380664e-05,
      "loss": 1.0935,
      "step": 1740
    },
    {
      "epoch": 0.745610278372591,
      "grad_norm": 3.909701108932495,
      "learning_rate": 4.8166699149608e-05,
      "loss": 1.0853,
      "step": 1741
    },
    {
      "epoch": 0.7460385438972162,
      "grad_norm": 3.3855957984924316,
      "learning_rate": 4.816409126235666e-05,
      "loss": 1.2617,
      "step": 1742
    },
    {
      "epoch": 0.7464668094218415,
      "grad_norm": 3.4628803730010986,
      "learning_rate": 4.8161481592253335e-05,
      "loss": 1.5559,
      "step": 1743
    },
    {
      "epoch": 0.7468950749464668,
      "grad_norm": 3.2822084426879883,
      "learning_rate": 4.815887013949889e-05,
      "loss": 0.9449,
      "step": 1744
    },
    {
      "epoch": 0.7473233404710921,
      "grad_norm": 1.4776244163513184,
      "learning_rate": 4.81562569042943e-05,
      "loss": 0.5491,
      "step": 1745
    },
    {
      "epoch": 0.7477516059957173,
      "grad_norm": 2.0255074501037598,
      "learning_rate": 4.8153641886840716e-05,
      "loss": 0.7445,
      "step": 1746
    },
    {
      "epoch": 0.7481798715203426,
      "grad_norm": 0.8756985664367676,
      "learning_rate": 4.81510250873394e-05,
      "loss": 0.3952,
      "step": 1747
    },
    {
      "epoch": 0.7486081370449679,
      "grad_norm": 2.24861741065979,
      "learning_rate": 4.814840650599174e-05,
      "loss": 0.6114,
      "step": 1748
    },
    {
      "epoch": 0.7490364025695931,
      "grad_norm": 8.311678886413574,
      "learning_rate": 4.8145786142999305e-05,
      "loss": 0.922,
      "step": 1749
    },
    {
      "epoch": 0.7494646680942184,
      "grad_norm": 4.344724178314209,
      "learning_rate": 4.8143163998563756e-05,
      "loss": 1.8393,
      "step": 1750
    },
    {
      "epoch": 0.7498929336188437,
      "grad_norm": 4.212906360626221,
      "learning_rate": 4.814054007288692e-05,
      "loss": 1.0299,
      "step": 1751
    },
    {
      "epoch": 0.750321199143469,
      "grad_norm": 2.904071569442749,
      "learning_rate": 4.813791436617074e-05,
      "loss": 0.9407,
      "step": 1752
    },
    {
      "epoch": 0.7507494646680942,
      "grad_norm": 3.429967164993286,
      "learning_rate": 4.8135286878617317e-05,
      "loss": 1.6186,
      "step": 1753
    },
    {
      "epoch": 0.7511777301927195,
      "grad_norm": 14.08248519897461,
      "learning_rate": 4.813265761042887e-05,
      "loss": 0.8389,
      "step": 1754
    },
    {
      "epoch": 0.7516059957173448,
      "grad_norm": 4.275203227996826,
      "learning_rate": 4.8130026561807775e-05,
      "loss": 1.2547,
      "step": 1755
    },
    {
      "epoch": 0.75203426124197,
      "grad_norm": 2.6636250019073486,
      "learning_rate": 4.8127393732956525e-05,
      "loss": 0.8859,
      "step": 1756
    },
    {
      "epoch": 0.7524625267665953,
      "grad_norm": 6.750463008880615,
      "learning_rate": 4.8124759124077755e-05,
      "loss": 1.0744,
      "step": 1757
    },
    {
      "epoch": 0.7528907922912206,
      "grad_norm": 1.8354589939117432,
      "learning_rate": 4.812212273537425e-05,
      "loss": 0.6204,
      "step": 1758
    },
    {
      "epoch": 0.7533190578158458,
      "grad_norm": 3.3752284049987793,
      "learning_rate": 4.8119484567048926e-05,
      "loss": 0.6136,
      "step": 1759
    },
    {
      "epoch": 0.7537473233404711,
      "grad_norm": 5.743607521057129,
      "learning_rate": 4.811684461930482e-05,
      "loss": 0.5446,
      "step": 1760
    },
    {
      "epoch": 0.7541755888650964,
      "grad_norm": 2.9490909576416016,
      "learning_rate": 4.811420289234513e-05,
      "loss": 0.9097,
      "step": 1761
    },
    {
      "epoch": 0.7546038543897217,
      "grad_norm": 6.153643608093262,
      "learning_rate": 4.811155938637316e-05,
      "loss": 1.4006,
      "step": 1762
    },
    {
      "epoch": 0.7550321199143469,
      "grad_norm": 1.9721273183822632,
      "learning_rate": 4.81089141015924e-05,
      "loss": 0.6043,
      "step": 1763
    },
    {
      "epoch": 0.7554603854389722,
      "grad_norm": 4.381572246551514,
      "learning_rate": 4.810626703820643e-05,
      "loss": 1.5101,
      "step": 1764
    },
    {
      "epoch": 0.7558886509635975,
      "grad_norm": 2.658761739730835,
      "learning_rate": 4.8103618196418986e-05,
      "loss": 1.2911,
      "step": 1765
    },
    {
      "epoch": 0.7563169164882227,
      "grad_norm": 12.860800743103027,
      "learning_rate": 4.810096757643394e-05,
      "loss": 1.1918,
      "step": 1766
    },
    {
      "epoch": 0.756745182012848,
      "grad_norm": 3.5746405124664307,
      "learning_rate": 4.80983151784553e-05,
      "loss": 1.4219,
      "step": 1767
    },
    {
      "epoch": 0.7571734475374733,
      "grad_norm": 4.213542938232422,
      "learning_rate": 4.809566100268721e-05,
      "loss": 1.1373,
      "step": 1768
    },
    {
      "epoch": 0.7576017130620984,
      "grad_norm": 1.5752787590026855,
      "learning_rate": 4.809300504933396e-05,
      "loss": 0.6496,
      "step": 1769
    },
    {
      "epoch": 0.7580299785867237,
      "grad_norm": 2.610513925552368,
      "learning_rate": 4.8090347318599955e-05,
      "loss": 1.0355,
      "step": 1770
    },
    {
      "epoch": 0.758458244111349,
      "grad_norm": 4.204270839691162,
      "learning_rate": 4.808768781068976e-05,
      "loss": 2.2046,
      "step": 1771
    },
    {
      "epoch": 0.7588865096359743,
      "grad_norm": 0.9020199179649353,
      "learning_rate": 4.8085026525808064e-05,
      "loss": 0.4851,
      "step": 1772
    },
    {
      "epoch": 0.7593147751605995,
      "grad_norm": 3.393484115600586,
      "learning_rate": 4.8082363464159694e-05,
      "loss": 1.1943,
      "step": 1773
    },
    {
      "epoch": 0.7597430406852248,
      "grad_norm": 1.5213205814361572,
      "learning_rate": 4.8079698625949624e-05,
      "loss": 0.3308,
      "step": 1774
    },
    {
      "epoch": 0.7601713062098501,
      "grad_norm": 0.8146783709526062,
      "learning_rate": 4.8077032011382945e-05,
      "loss": 0.2864,
      "step": 1775
    },
    {
      "epoch": 0.7605995717344753,
      "grad_norm": 3.126316785812378,
      "learning_rate": 4.807436362066491e-05,
      "loss": 1.4187,
      "step": 1776
    },
    {
      "epoch": 0.7610278372591006,
      "grad_norm": 3.2767159938812256,
      "learning_rate": 4.8071693454000874e-05,
      "loss": 0.7614,
      "step": 1777
    },
    {
      "epoch": 0.7614561027837259,
      "grad_norm": 3.344243049621582,
      "learning_rate": 4.806902151159637e-05,
      "loss": 0.8026,
      "step": 1778
    },
    {
      "epoch": 0.7618843683083512,
      "grad_norm": 2.023449182510376,
      "learning_rate": 4.8066347793657044e-05,
      "loss": 0.7145,
      "step": 1779
    },
    {
      "epoch": 0.7623126338329764,
      "grad_norm": 0.663385808467865,
      "learning_rate": 4.806367230038867e-05,
      "loss": 0.3314,
      "step": 1780
    },
    {
      "epoch": 0.7627408993576017,
      "grad_norm": 2.5755081176757812,
      "learning_rate": 4.806099503199718e-05,
      "loss": 0.7959,
      "step": 1781
    },
    {
      "epoch": 0.763169164882227,
      "grad_norm": 4.918780326843262,
      "learning_rate": 4.805831598868863e-05,
      "loss": 0.8249,
      "step": 1782
    },
    {
      "epoch": 0.7635974304068522,
      "grad_norm": 4.323591709136963,
      "learning_rate": 4.805563517066922e-05,
      "loss": 0.857,
      "step": 1783
    },
    {
      "epoch": 0.7640256959314775,
      "grad_norm": 1.850064754486084,
      "learning_rate": 4.805295257814528e-05,
      "loss": 0.4095,
      "step": 1784
    },
    {
      "epoch": 0.7644539614561028,
      "grad_norm": 1.218715786933899,
      "learning_rate": 4.805026821132328e-05,
      "loss": 0.5838,
      "step": 1785
    },
    {
      "epoch": 0.764882226980728,
      "grad_norm": 2.3128252029418945,
      "learning_rate": 4.804758207040982e-05,
      "loss": 0.7314,
      "step": 1786
    },
    {
      "epoch": 0.7653104925053533,
      "grad_norm": 2.291492223739624,
      "learning_rate": 4.804489415561164e-05,
      "loss": 0.7546,
      "step": 1787
    },
    {
      "epoch": 0.7657387580299786,
      "grad_norm": 3.54184627532959,
      "learning_rate": 4.804220446713563e-05,
      "loss": 1.0083,
      "step": 1788
    },
    {
      "epoch": 0.7661670235546039,
      "grad_norm": 1.1406794786453247,
      "learning_rate": 4.803951300518881e-05,
      "loss": 0.576,
      "step": 1789
    },
    {
      "epoch": 0.7665952890792291,
      "grad_norm": 0.9793773293495178,
      "learning_rate": 4.8036819769978305e-05,
      "loss": 0.7865,
      "step": 1790
    },
    {
      "epoch": 0.7670235546038544,
      "grad_norm": 3.757997751235962,
      "learning_rate": 4.803412476171143e-05,
      "loss": 1.991,
      "step": 1791
    },
    {
      "epoch": 0.7674518201284797,
      "grad_norm": 1.7092211246490479,
      "learning_rate": 4.803142798059559e-05,
      "loss": 0.8427,
      "step": 1792
    },
    {
      "epoch": 0.767880085653105,
      "grad_norm": 3.083392858505249,
      "learning_rate": 4.8028729426838356e-05,
      "loss": 1.0397,
      "step": 1793
    },
    {
      "epoch": 0.7683083511777302,
      "grad_norm": 1.111786961555481,
      "learning_rate": 4.8026029100647426e-05,
      "loss": 0.2776,
      "step": 1794
    },
    {
      "epoch": 0.7687366167023555,
      "grad_norm": 2.8030552864074707,
      "learning_rate": 4.8023327002230636e-05,
      "loss": 0.9461,
      "step": 1795
    },
    {
      "epoch": 0.7691648822269808,
      "grad_norm": 3.5521252155303955,
      "learning_rate": 4.802062313179595e-05,
      "loss": 1.1511,
      "step": 1796
    },
    {
      "epoch": 0.769593147751606,
      "grad_norm": 2.9012770652770996,
      "learning_rate": 4.801791748955148e-05,
      "loss": 1.9194,
      "step": 1797
    },
    {
      "epoch": 0.7700214132762313,
      "grad_norm": 3.610013484954834,
      "learning_rate": 4.8015210075705455e-05,
      "loss": 1.1277,
      "step": 1798
    },
    {
      "epoch": 0.7704496788008566,
      "grad_norm": 2.252248764038086,
      "learning_rate": 4.801250089046627e-05,
      "loss": 1.3082,
      "step": 1799
    },
    {
      "epoch": 0.7708779443254818,
      "grad_norm": 1.6876285076141357,
      "learning_rate": 4.800978993404244e-05,
      "loss": 0.6857,
      "step": 1800
    },
    {
      "epoch": 0.7713062098501071,
      "grad_norm": 0.6939228177070618,
      "learning_rate": 4.800707720664261e-05,
      "loss": 0.444,
      "step": 1801
    },
    {
      "epoch": 0.7717344753747324,
      "grad_norm": 1.8361400365829468,
      "learning_rate": 4.8004362708475576e-05,
      "loss": 0.8973,
      "step": 1802
    },
    {
      "epoch": 0.7721627408993575,
      "grad_norm": 2.4315242767333984,
      "learning_rate": 4.800164643975025e-05,
      "loss": 1.5933,
      "step": 1803
    },
    {
      "epoch": 0.7725910064239828,
      "grad_norm": 1.3176729679107666,
      "learning_rate": 4.7998928400675704e-05,
      "loss": 0.4749,
      "step": 1804
    },
    {
      "epoch": 0.7730192719486081,
      "grad_norm": 0.6111500859260559,
      "learning_rate": 4.799620859146113e-05,
      "loss": 0.2363,
      "step": 1805
    },
    {
      "epoch": 0.7734475374732334,
      "grad_norm": 0.9930889010429382,
      "learning_rate": 4.799348701231587e-05,
      "loss": 0.3043,
      "step": 1806
    },
    {
      "epoch": 0.7738758029978586,
      "grad_norm": 2.823033332824707,
      "learning_rate": 4.799076366344938e-05,
      "loss": 0.9225,
      "step": 1807
    },
    {
      "epoch": 0.7743040685224839,
      "grad_norm": 5.171319484710693,
      "learning_rate": 4.798803854507127e-05,
      "loss": 1.7177,
      "step": 1808
    },
    {
      "epoch": 0.7747323340471092,
      "grad_norm": 12.668222427368164,
      "learning_rate": 4.798531165739129e-05,
      "loss": 0.8803,
      "step": 1809
    },
    {
      "epoch": 0.7751605995717344,
      "grad_norm": 3.1007580757141113,
      "learning_rate": 4.7982583000619314e-05,
      "loss": 0.7003,
      "step": 1810
    },
    {
      "epoch": 0.7755888650963597,
      "grad_norm": 2.0315768718719482,
      "learning_rate": 4.797985257496535e-05,
      "loss": 1.4264,
      "step": 1811
    },
    {
      "epoch": 0.776017130620985,
      "grad_norm": 2.2516989707946777,
      "learning_rate": 4.797712038063956e-05,
      "loss": 2.9296,
      "step": 1812
    },
    {
      "epoch": 0.7764453961456103,
      "grad_norm": 4.497128486633301,
      "learning_rate": 4.7974386417852216e-05,
      "loss": 1.1727,
      "step": 1813
    },
    {
      "epoch": 0.7768736616702355,
      "grad_norm": 3.226425886154175,
      "learning_rate": 4.7971650686813755e-05,
      "loss": 1.0405,
      "step": 1814
    },
    {
      "epoch": 0.7773019271948608,
      "grad_norm": 3.6684420108795166,
      "learning_rate": 4.796891318773472e-05,
      "loss": 1.1728,
      "step": 1815
    },
    {
      "epoch": 0.7777301927194861,
      "grad_norm": 2.8814311027526855,
      "learning_rate": 4.796617392082582e-05,
      "loss": 0.7171,
      "step": 1816
    },
    {
      "epoch": 0.7781584582441113,
      "grad_norm": 4.621804237365723,
      "learning_rate": 4.796343288629789e-05,
      "loss": 1.3157,
      "step": 1817
    },
    {
      "epoch": 0.7785867237687366,
      "grad_norm": 2.9670286178588867,
      "learning_rate": 4.796069008436188e-05,
      "loss": 1.1358,
      "step": 1818
    },
    {
      "epoch": 0.7790149892933619,
      "grad_norm": 3.049318313598633,
      "learning_rate": 4.7957945515228905e-05,
      "loss": 1.9061,
      "step": 1819
    },
    {
      "epoch": 0.7794432548179872,
      "grad_norm": 3.608354091644287,
      "learning_rate": 4.79551991791102e-05,
      "loss": 1.1649,
      "step": 1820
    },
    {
      "epoch": 0.7798715203426124,
      "grad_norm": 2.6709342002868652,
      "learning_rate": 4.7952451076217134e-05,
      "loss": 0.6886,
      "step": 1821
    },
    {
      "epoch": 0.7802997858672377,
      "grad_norm": 3.5282561779022217,
      "learning_rate": 4.794970120676123e-05,
      "loss": 1.1398,
      "step": 1822
    },
    {
      "epoch": 0.780728051391863,
      "grad_norm": 1.0372031927108765,
      "learning_rate": 4.794694957095414e-05,
      "loss": 0.4463,
      "step": 1823
    },
    {
      "epoch": 0.7811563169164882,
      "grad_norm": 0.7186446189880371,
      "learning_rate": 4.794419616900761e-05,
      "loss": 0.5056,
      "step": 1824
    },
    {
      "epoch": 0.7815845824411135,
      "grad_norm": 3.4291446208953857,
      "learning_rate": 4.7941441001133615e-05,
      "loss": 0.8988,
      "step": 1825
    },
    {
      "epoch": 0.7820128479657388,
      "grad_norm": 3.0818662643432617,
      "learning_rate": 4.793868406754416e-05,
      "loss": 0.9072,
      "step": 1826
    },
    {
      "epoch": 0.782441113490364,
      "grad_norm": 2.055053472518921,
      "learning_rate": 4.793592536845146e-05,
      "loss": 1.0093,
      "step": 1827
    },
    {
      "epoch": 0.7828693790149893,
      "grad_norm": 1.2981202602386475,
      "learning_rate": 4.793316490406785e-05,
      "loss": 0.9645,
      "step": 1828
    },
    {
      "epoch": 0.7832976445396146,
      "grad_norm": 2.021623134613037,
      "learning_rate": 4.793040267460577e-05,
      "loss": 1.3719,
      "step": 1829
    },
    {
      "epoch": 0.7837259100642399,
      "grad_norm": 2.571621894836426,
      "learning_rate": 4.792763868027782e-05,
      "loss": 0.9811,
      "step": 1830
    },
    {
      "epoch": 0.7841541755888651,
      "grad_norm": 2.198150873184204,
      "learning_rate": 4.7924872921296746e-05,
      "loss": 0.6867,
      "step": 1831
    },
    {
      "epoch": 0.7845824411134904,
      "grad_norm": 2.5590014457702637,
      "learning_rate": 4.7922105397875424e-05,
      "loss": 1.1427,
      "step": 1832
    },
    {
      "epoch": 0.7850107066381157,
      "grad_norm": 2.412914514541626,
      "learning_rate": 4.791933611022684e-05,
      "loss": 1.2899,
      "step": 1833
    },
    {
      "epoch": 0.785438972162741,
      "grad_norm": 0.9787355065345764,
      "learning_rate": 4.7916565058564155e-05,
      "loss": 0.8415,
      "step": 1834
    },
    {
      "epoch": 0.7858672376873662,
      "grad_norm": 3.1714653968811035,
      "learning_rate": 4.791379224310063e-05,
      "loss": 0.8644,
      "step": 1835
    },
    {
      "epoch": 0.7862955032119915,
      "grad_norm": 4.684051990509033,
      "learning_rate": 4.791101766404969e-05,
      "loss": 0.8734,
      "step": 1836
    },
    {
      "epoch": 0.7867237687366168,
      "grad_norm": 1.589544653892517,
      "learning_rate": 4.790824132162488e-05,
      "loss": 1.1162,
      "step": 1837
    },
    {
      "epoch": 0.7871520342612419,
      "grad_norm": 1.4099383354187012,
      "learning_rate": 4.790546321603987e-05,
      "loss": 0.758,
      "step": 1838
    },
    {
      "epoch": 0.7875802997858672,
      "grad_norm": 4.188788890838623,
      "learning_rate": 4.7902683347508506e-05,
      "loss": 1.3264,
      "step": 1839
    },
    {
      "epoch": 0.7880085653104925,
      "grad_norm": 6.51857852935791,
      "learning_rate": 4.7899901716244726e-05,
      "loss": 0.9684,
      "step": 1840
    },
    {
      "epoch": 0.7884368308351177,
      "grad_norm": 2.6574292182922363,
      "learning_rate": 4.789711832246263e-05,
      "loss": 1.7224,
      "step": 1841
    },
    {
      "epoch": 0.788865096359743,
      "grad_norm": 1.5743906497955322,
      "learning_rate": 4.789433316637644e-05,
      "loss": 0.3464,
      "step": 1842
    },
    {
      "epoch": 0.7892933618843683,
      "grad_norm": 2.3194754123687744,
      "learning_rate": 4.789154624820052e-05,
      "loss": 0.8034,
      "step": 1843
    },
    {
      "epoch": 0.7897216274089935,
      "grad_norm": 0.8986606597900391,
      "learning_rate": 4.7888757568149366e-05,
      "loss": 0.4537,
      "step": 1844
    },
    {
      "epoch": 0.7901498929336188,
      "grad_norm": 3.1035170555114746,
      "learning_rate": 4.788596712643762e-05,
      "loss": 1.8169,
      "step": 1845
    },
    {
      "epoch": 0.7905781584582441,
      "grad_norm": 2.1389787197113037,
      "learning_rate": 4.788317492328005e-05,
      "loss": 1.7166,
      "step": 1846
    },
    {
      "epoch": 0.7910064239828694,
      "grad_norm": 1.7789045572280884,
      "learning_rate": 4.788038095889156e-05,
      "loss": 0.7305,
      "step": 1847
    },
    {
      "epoch": 0.7914346895074946,
      "grad_norm": 3.3909780979156494,
      "learning_rate": 4.787758523348719e-05,
      "loss": 2.5436,
      "step": 1848
    },
    {
      "epoch": 0.7918629550321199,
      "grad_norm": 4.62009859085083,
      "learning_rate": 4.78747877472821e-05,
      "loss": 1.271,
      "step": 1849
    },
    {
      "epoch": 0.7922912205567452,
      "grad_norm": 1.6036182641983032,
      "learning_rate": 4.7871988500491635e-05,
      "loss": 0.4941,
      "step": 1850
    },
    {
      "epoch": 0.7927194860813704,
      "grad_norm": 7.359692096710205,
      "learning_rate": 4.7869187493331216e-05,
      "loss": 1.9083,
      "step": 1851
    },
    {
      "epoch": 0.7931477516059957,
      "grad_norm": 1.0613454580307007,
      "learning_rate": 4.786638472601644e-05,
      "loss": 0.543,
      "step": 1852
    },
    {
      "epoch": 0.793576017130621,
      "grad_norm": 3.116523265838623,
      "learning_rate": 4.7863580198763016e-05,
      "loss": 0.9561,
      "step": 1853
    },
    {
      "epoch": 0.7940042826552463,
      "grad_norm": 9.068553924560547,
      "learning_rate": 4.786077391178681e-05,
      "loss": 0.5878,
      "step": 1854
    },
    {
      "epoch": 0.7944325481798715,
      "grad_norm": 4.84938383102417,
      "learning_rate": 4.7857965865303786e-05,
      "loss": 1.5533,
      "step": 1855
    },
    {
      "epoch": 0.7948608137044968,
      "grad_norm": 1.6250141859054565,
      "learning_rate": 4.78551560595301e-05,
      "loss": 0.3717,
      "step": 1856
    },
    {
      "epoch": 0.7952890792291221,
      "grad_norm": 3.20961856842041,
      "learning_rate": 4.7852344494681996e-05,
      "loss": 1.0046,
      "step": 1857
    },
    {
      "epoch": 0.7957173447537473,
      "grad_norm": 1.8779670000076294,
      "learning_rate": 4.784953117097587e-05,
      "loss": 1.7813,
      "step": 1858
    },
    {
      "epoch": 0.7961456102783726,
      "grad_norm": 1.153557300567627,
      "learning_rate": 4.784671608862825e-05,
      "loss": 0.572,
      "step": 1859
    },
    {
      "epoch": 0.7965738758029979,
      "grad_norm": 1.8446154594421387,
      "learning_rate": 4.7843899247855815e-05,
      "loss": 0.7268,
      "step": 1860
    },
    {
      "epoch": 0.7970021413276231,
      "grad_norm": 1.19821035861969,
      "learning_rate": 4.7841080648875346e-05,
      "loss": 0.6587,
      "step": 1861
    },
    {
      "epoch": 0.7974304068522484,
      "grad_norm": 2.4511070251464844,
      "learning_rate": 4.78382602919038e-05,
      "loss": 0.7271,
      "step": 1862
    },
    {
      "epoch": 0.7978586723768737,
      "grad_norm": 6.794125556945801,
      "learning_rate": 4.7835438177158245e-05,
      "loss": 0.9384,
      "step": 1863
    },
    {
      "epoch": 0.798286937901499,
      "grad_norm": 1.7071021795272827,
      "learning_rate": 4.783261430485587e-05,
      "loss": 0.5727,
      "step": 1864
    },
    {
      "epoch": 0.7987152034261242,
      "grad_norm": 2.8154866695404053,
      "learning_rate": 4.782978867521405e-05,
      "loss": 1.297,
      "step": 1865
    },
    {
      "epoch": 0.7991434689507495,
      "grad_norm": 0.8517006039619446,
      "learning_rate": 4.7826961288450234e-05,
      "loss": 0.815,
      "step": 1866
    },
    {
      "epoch": 0.7995717344753748,
      "grad_norm": 1.6842485666275024,
      "learning_rate": 4.782413214478204e-05,
      "loss": 0.8786,
      "step": 1867
    },
    {
      "epoch": 0.8,
      "grad_norm": 5.0980072021484375,
      "learning_rate": 4.782130124442724e-05,
      "loss": 0.9084,
      "step": 1868
    },
    {
      "epoch": 0.8004282655246253,
      "grad_norm": 2.9434738159179688,
      "learning_rate": 4.7818468587603685e-05,
      "loss": 0.7785,
      "step": 1869
    },
    {
      "epoch": 0.8008565310492506,
      "grad_norm": 7.428239822387695,
      "learning_rate": 4.7815634174529414e-05,
      "loss": 1.6432,
      "step": 1870
    },
    {
      "epoch": 0.8012847965738759,
      "grad_norm": 3.42726993560791,
      "learning_rate": 4.7812798005422575e-05,
      "loss": 0.8545,
      "step": 1871
    },
    {
      "epoch": 0.801713062098501,
      "grad_norm": 3.5488710403442383,
      "learning_rate": 4.7809960080501464e-05,
      "loss": 0.6297,
      "step": 1872
    },
    {
      "epoch": 0.8021413276231263,
      "grad_norm": 3.0075790882110596,
      "learning_rate": 4.7807120399984495e-05,
      "loss": 0.8013,
      "step": 1873
    },
    {
      "epoch": 0.8025695931477516,
      "grad_norm": 2.705866813659668,
      "learning_rate": 4.780427896409023e-05,
      "loss": 1.3799,
      "step": 1874
    },
    {
      "epoch": 0.8029978586723768,
      "grad_norm": 3.9844720363616943,
      "learning_rate": 4.780143577303737e-05,
      "loss": 1.1338,
      "step": 1875
    },
    {
      "epoch": 0.8034261241970021,
      "grad_norm": 3.4693446159362793,
      "learning_rate": 4.779859082704474e-05,
      "loss": 0.9606,
      "step": 1876
    },
    {
      "epoch": 0.8038543897216274,
      "grad_norm": 3.0305981636047363,
      "learning_rate": 4.77957441263313e-05,
      "loss": 1.6446,
      "step": 1877
    },
    {
      "epoch": 0.8042826552462526,
      "grad_norm": 0.6467310190200806,
      "learning_rate": 4.779289567111616e-05,
      "loss": 0.3146,
      "step": 1878
    },
    {
      "epoch": 0.8047109207708779,
      "grad_norm": 1.1441807746887207,
      "learning_rate": 4.779004546161854e-05,
      "loss": 0.2734,
      "step": 1879
    },
    {
      "epoch": 0.8051391862955032,
      "grad_norm": 1.9869762659072876,
      "learning_rate": 4.778719349805782e-05,
      "loss": 0.6583,
      "step": 1880
    },
    {
      "epoch": 0.8055674518201285,
      "grad_norm": 2.5841100215911865,
      "learning_rate": 4.7784339780653505e-05,
      "loss": 0.4467,
      "step": 1881
    },
    {
      "epoch": 0.8059957173447537,
      "grad_norm": 4.960963726043701,
      "learning_rate": 4.778148430962524e-05,
      "loss": 1.7077,
      "step": 1882
    },
    {
      "epoch": 0.806423982869379,
      "grad_norm": 0.4853154718875885,
      "learning_rate": 4.7778627085192796e-05,
      "loss": 0.2075,
      "step": 1883
    },
    {
      "epoch": 0.8068522483940043,
      "grad_norm": 8.29488754272461,
      "learning_rate": 4.777576810757607e-05,
      "loss": 0.9167,
      "step": 1884
    },
    {
      "epoch": 0.8072805139186295,
      "grad_norm": 2.749781608581543,
      "learning_rate": 4.777290737699512e-05,
      "loss": 0.9421,
      "step": 1885
    },
    {
      "epoch": 0.8077087794432548,
      "grad_norm": 3.653656482696533,
      "learning_rate": 4.777004489367012e-05,
      "loss": 1.7576,
      "step": 1886
    },
    {
      "epoch": 0.8081370449678801,
      "grad_norm": 3.4181177616119385,
      "learning_rate": 4.776718065782138e-05,
      "loss": 1.2711,
      "step": 1887
    },
    {
      "epoch": 0.8085653104925054,
      "grad_norm": 3.07369065284729,
      "learning_rate": 4.7764314669669375e-05,
      "loss": 0.892,
      "step": 1888
    },
    {
      "epoch": 0.8089935760171306,
      "grad_norm": 3.860527753829956,
      "learning_rate": 4.776144692943466e-05,
      "loss": 1.4785,
      "step": 1889
    },
    {
      "epoch": 0.8094218415417559,
      "grad_norm": 3.407017707824707,
      "learning_rate": 4.775857743733796e-05,
      "loss": 0.6776,
      "step": 1890
    },
    {
      "epoch": 0.8098501070663812,
      "grad_norm": 9.551366806030273,
      "learning_rate": 4.775570619360014e-05,
      "loss": 0.5317,
      "step": 1891
    },
    {
      "epoch": 0.8102783725910064,
      "grad_norm": 2.91817045211792,
      "learning_rate": 4.775283319844218e-05,
      "loss": 1.5883,
      "step": 1892
    },
    {
      "epoch": 0.8107066381156317,
      "grad_norm": 3.9325695037841797,
      "learning_rate": 4.77499584520852e-05,
      "loss": 2.0736,
      "step": 1893
    },
    {
      "epoch": 0.811134903640257,
      "grad_norm": 8.692391395568848,
      "learning_rate": 4.774708195475047e-05,
      "loss": 1.0086,
      "step": 1894
    },
    {
      "epoch": 0.8115631691648822,
      "grad_norm": 0.803954541683197,
      "learning_rate": 4.774420370665937e-05,
      "loss": 0.495,
      "step": 1895
    },
    {
      "epoch": 0.8119914346895075,
      "grad_norm": 3.816777467727661,
      "learning_rate": 4.774132370803344e-05,
      "loss": 1.1474,
      "step": 1896
    },
    {
      "epoch": 0.8124197002141328,
      "grad_norm": 2.2942349910736084,
      "learning_rate": 4.773844195909434e-05,
      "loss": 0.7334,
      "step": 1897
    },
    {
      "epoch": 0.8128479657387581,
      "grad_norm": 1.403119444847107,
      "learning_rate": 4.7735558460063854e-05,
      "loss": 0.7341,
      "step": 1898
    },
    {
      "epoch": 0.8132762312633833,
      "grad_norm": 2.3990838527679443,
      "learning_rate": 4.773267321116392e-05,
      "loss": 1.0502,
      "step": 1899
    },
    {
      "epoch": 0.8137044967880086,
      "grad_norm": 2.801658868789673,
      "learning_rate": 4.772978621261663e-05,
      "loss": 0.6723,
      "step": 1900
    },
    {
      "epoch": 0.8141327623126339,
      "grad_norm": 2.1976943016052246,
      "learning_rate": 4.772689746464415e-05,
      "loss": 1.3498,
      "step": 1901
    },
    {
      "epoch": 0.8145610278372591,
      "grad_norm": 0.6609495282173157,
      "learning_rate": 4.772400696746883e-05,
      "loss": 0.2318,
      "step": 1902
    },
    {
      "epoch": 0.8149892933618844,
      "grad_norm": 2.9638540744781494,
      "learning_rate": 4.7721114721313144e-05,
      "loss": 1.0408,
      "step": 1903
    },
    {
      "epoch": 0.8154175588865097,
      "grad_norm": 3.9339218139648438,
      "learning_rate": 4.7718220726399695e-05,
      "loss": 0.5617,
      "step": 1904
    },
    {
      "epoch": 0.815845824411135,
      "grad_norm": 3.0469565391540527,
      "learning_rate": 4.7715324982951214e-05,
      "loss": 0.7421,
      "step": 1905
    },
    {
      "epoch": 0.8162740899357601,
      "grad_norm": 3.28056263923645,
      "learning_rate": 4.771242749119059e-05,
      "loss": 0.8821,
      "step": 1906
    },
    {
      "epoch": 0.8167023554603854,
      "grad_norm": 5.106942653656006,
      "learning_rate": 4.770952825134082e-05,
      "loss": 1.1157,
      "step": 1907
    },
    {
      "epoch": 0.8171306209850107,
      "grad_norm": 1.4414823055267334,
      "learning_rate": 4.770662726362506e-05,
      "loss": 0.4378,
      "step": 1908
    },
    {
      "epoch": 0.8175588865096359,
      "grad_norm": 6.077113151550293,
      "learning_rate": 4.770372452826657e-05,
      "loss": 0.9613,
      "step": 1909
    },
    {
      "epoch": 0.8179871520342612,
      "grad_norm": 1.843218445777893,
      "learning_rate": 4.7700820045488783e-05,
      "loss": 0.535,
      "step": 1910
    },
    {
      "epoch": 0.8184154175588865,
      "grad_norm": 3.181656837463379,
      "learning_rate": 4.769791381551523e-05,
      "loss": 1.0375,
      "step": 1911
    },
    {
      "epoch": 0.8188436830835117,
      "grad_norm": 1.3284952640533447,
      "learning_rate": 4.7695005838569594e-05,
      "loss": 0.4708,
      "step": 1912
    },
    {
      "epoch": 0.819271948608137,
      "grad_norm": 2.0077340602874756,
      "learning_rate": 4.7692096114875705e-05,
      "loss": 1.3201,
      "step": 1913
    },
    {
      "epoch": 0.8197002141327623,
      "grad_norm": 11.592148780822754,
      "learning_rate": 4.76891846446575e-05,
      "loss": 1.461,
      "step": 1914
    },
    {
      "epoch": 0.8201284796573876,
      "grad_norm": 3.4169535636901855,
      "learning_rate": 4.768627142813906e-05,
      "loss": 1.468,
      "step": 1915
    },
    {
      "epoch": 0.8205567451820128,
      "grad_norm": 2.3646140098571777,
      "learning_rate": 4.768335646554462e-05,
      "loss": 0.6539,
      "step": 1916
    },
    {
      "epoch": 0.8209850107066381,
      "grad_norm": 30.15357208251953,
      "learning_rate": 4.7680439757098525e-05,
      "loss": 1.6218,
      "step": 1917
    },
    {
      "epoch": 0.8214132762312634,
      "grad_norm": 6.877061367034912,
      "learning_rate": 4.767752130302526e-05,
      "loss": 1.0431,
      "step": 1918
    },
    {
      "epoch": 0.8218415417558886,
      "grad_norm": 1.5109450817108154,
      "learning_rate": 4.767460110354945e-05,
      "loss": 0.4265,
      "step": 1919
    },
    {
      "epoch": 0.8222698072805139,
      "grad_norm": 2.4074997901916504,
      "learning_rate": 4.7671679158895855e-05,
      "loss": 0.6156,
      "step": 1920
    },
    {
      "epoch": 0.8226980728051392,
      "grad_norm": 2.181220054626465,
      "learning_rate": 4.766875546928936e-05,
      "loss": 1.4742,
      "step": 1921
    },
    {
      "epoch": 0.8231263383297645,
      "grad_norm": 1.6745491027832031,
      "learning_rate": 4.766583003495499e-05,
      "loss": 0.5194,
      "step": 1922
    },
    {
      "epoch": 0.8235546038543897,
      "grad_norm": 2.756866693496704,
      "learning_rate": 4.766290285611791e-05,
      "loss": 1.3412,
      "step": 1923
    },
    {
      "epoch": 0.823982869379015,
      "grad_norm": 2.9881834983825684,
      "learning_rate": 4.765997393300342e-05,
      "loss": 0.4958,
      "step": 1924
    },
    {
      "epoch": 0.8244111349036403,
      "grad_norm": 4.0343828201293945,
      "learning_rate": 4.765704326583693e-05,
      "loss": 1.3281,
      "step": 1925
    },
    {
      "epoch": 0.8248394004282655,
      "grad_norm": 3.5727784633636475,
      "learning_rate": 4.7654110854844016e-05,
      "loss": 0.904,
      "step": 1926
    },
    {
      "epoch": 0.8252676659528908,
      "grad_norm": 1.9997049570083618,
      "learning_rate": 4.765117670025037e-05,
      "loss": 0.7259,
      "step": 1927
    },
    {
      "epoch": 0.8256959314775161,
      "grad_norm": 2.6151208877563477,
      "learning_rate": 4.7648240802281817e-05,
      "loss": 1.674,
      "step": 1928
    },
    {
      "epoch": 0.8261241970021413,
      "grad_norm": 6.5498552322387695,
      "learning_rate": 4.764530316116433e-05,
      "loss": 1.2948,
      "step": 1929
    },
    {
      "epoch": 0.8265524625267666,
      "grad_norm": 3.503767967224121,
      "learning_rate": 4.764236377712401e-05,
      "loss": 0.7867,
      "step": 1930
    },
    {
      "epoch": 0.8269807280513919,
      "grad_norm": 2.740116596221924,
      "learning_rate": 4.763942265038709e-05,
      "loss": 0.6593,
      "step": 1931
    },
    {
      "epoch": 0.8274089935760172,
      "grad_norm": 2.611420154571533,
      "learning_rate": 4.763647978117993e-05,
      "loss": 0.827,
      "step": 1932
    },
    {
      "epoch": 0.8278372591006424,
      "grad_norm": 1.4506088495254517,
      "learning_rate": 4.763353516972904e-05,
      "loss": 0.3973,
      "step": 1933
    },
    {
      "epoch": 0.8282655246252677,
      "grad_norm": 7.126723289489746,
      "learning_rate": 4.763058881626104e-05,
      "loss": 2.0689,
      "step": 1934
    },
    {
      "epoch": 0.828693790149893,
      "grad_norm": 1.8262728452682495,
      "learning_rate": 4.762764072100271e-05,
      "loss": 1.2497,
      "step": 1935
    },
    {
      "epoch": 0.8291220556745182,
      "grad_norm": 2.0761008262634277,
      "learning_rate": 4.7624690884180964e-05,
      "loss": 0.5346,
      "step": 1936
    },
    {
      "epoch": 0.8295503211991435,
      "grad_norm": 2.5984573364257812,
      "learning_rate": 4.762173930602283e-05,
      "loss": 0.8763,
      "step": 1937
    },
    {
      "epoch": 0.8299785867237688,
      "grad_norm": 2.605487108230591,
      "learning_rate": 4.761878598675547e-05,
      "loss": 1.1986,
      "step": 1938
    },
    {
      "epoch": 0.8304068522483941,
      "grad_norm": 1.686074137687683,
      "learning_rate": 4.7615830926606205e-05,
      "loss": 0.396,
      "step": 1939
    },
    {
      "epoch": 0.8308351177730193,
      "grad_norm": 4.463803291320801,
      "learning_rate": 4.761287412580247e-05,
      "loss": 1.6874,
      "step": 1940
    },
    {
      "epoch": 0.8312633832976445,
      "grad_norm": 3.633164167404175,
      "learning_rate": 4.760991558457183e-05,
      "loss": 0.9904,
      "step": 1941
    },
    {
      "epoch": 0.8316916488222698,
      "grad_norm": 3.2768406867980957,
      "learning_rate": 4.760695530314201e-05,
      "loss": 1.7469,
      "step": 1942
    },
    {
      "epoch": 0.832119914346895,
      "grad_norm": 3.3321094512939453,
      "learning_rate": 4.760399328174083e-05,
      "loss": 1.6479,
      "step": 1943
    },
    {
      "epoch": 0.8325481798715203,
      "grad_norm": 6.804461479187012,
      "learning_rate": 4.760102952059629e-05,
      "loss": 1.2502,
      "step": 1944
    },
    {
      "epoch": 0.8329764453961456,
      "grad_norm": 3.571977138519287,
      "learning_rate": 4.759806401993648e-05,
      "loss": 0.8399,
      "step": 1945
    },
    {
      "epoch": 0.8334047109207708,
      "grad_norm": 1.1359516382217407,
      "learning_rate": 4.7595096779989656e-05,
      "loss": 0.395,
      "step": 1946
    },
    {
      "epoch": 0.8338329764453961,
      "grad_norm": 1.2346073389053345,
      "learning_rate": 4.759212780098418e-05,
      "loss": 0.5159,
      "step": 1947
    },
    {
      "epoch": 0.8342612419700214,
      "grad_norm": 3.1801624298095703,
      "learning_rate": 4.758915708314858e-05,
      "loss": 1.1486,
      "step": 1948
    },
    {
      "epoch": 0.8346895074946467,
      "grad_norm": 4.01460599899292,
      "learning_rate": 4.758618462671149e-05,
      "loss": 1.5176,
      "step": 1949
    },
    {
      "epoch": 0.8351177730192719,
      "grad_norm": 1.4656351804733276,
      "learning_rate": 4.758321043190169e-05,
      "loss": 0.7744,
      "step": 1950
    },
    {
      "epoch": 0.8355460385438972,
      "grad_norm": 2.6487157344818115,
      "learning_rate": 4.7580234498948093e-05,
      "loss": 1.4001,
      "step": 1951
    },
    {
      "epoch": 0.8359743040685225,
      "grad_norm": 5.324953079223633,
      "learning_rate": 4.7577256828079754e-05,
      "loss": 1.1203,
      "step": 1952
    },
    {
      "epoch": 0.8364025695931477,
      "grad_norm": 0.9414195418357849,
      "learning_rate": 4.7574277419525844e-05,
      "loss": 0.6654,
      "step": 1953
    },
    {
      "epoch": 0.836830835117773,
      "grad_norm": 4.365889072418213,
      "learning_rate": 4.757129627351567e-05,
      "loss": 1.07,
      "step": 1954
    },
    {
      "epoch": 0.8372591006423983,
      "grad_norm": 3.7441246509552,
      "learning_rate": 4.7568313390278696e-05,
      "loss": 1.476,
      "step": 1955
    },
    {
      "epoch": 0.8376873661670236,
      "grad_norm": 1.168605923652649,
      "learning_rate": 4.756532877004449e-05,
      "loss": 1.1129,
      "step": 1956
    },
    {
      "epoch": 0.8381156316916488,
      "grad_norm": 2.6883203983306885,
      "learning_rate": 4.756234241304278e-05,
      "loss": 1.3569,
      "step": 1957
    },
    {
      "epoch": 0.8385438972162741,
      "grad_norm": 1.5614410638809204,
      "learning_rate": 4.75593543195034e-05,
      "loss": 0.32,
      "step": 1958
    },
    {
      "epoch": 0.8389721627408994,
      "grad_norm": 3.061209201812744,
      "learning_rate": 4.755636448965634e-05,
      "loss": 0.5449,
      "step": 1959
    },
    {
      "epoch": 0.8394004282655246,
      "grad_norm": 3.318063735961914,
      "learning_rate": 4.7553372923731714e-05,
      "loss": 0.9561,
      "step": 1960
    },
    {
      "epoch": 0.8398286937901499,
      "grad_norm": 1.1454415321350098,
      "learning_rate": 4.755037962195977e-05,
      "loss": 0.4999,
      "step": 1961
    },
    {
      "epoch": 0.8402569593147752,
      "grad_norm": 1.7502620220184326,
      "learning_rate": 4.75473845845709e-05,
      "loss": 1.0269,
      "step": 1962
    },
    {
      "epoch": 0.8406852248394004,
      "grad_norm": 2.5098536014556885,
      "learning_rate": 4.754438781179561e-05,
      "loss": 0.6269,
      "step": 1963
    },
    {
      "epoch": 0.8411134903640257,
      "grad_norm": 2.797279119491577,
      "learning_rate": 4.754138930386455e-05,
      "loss": 0.4247,
      "step": 1964
    },
    {
      "epoch": 0.841541755888651,
      "grad_norm": 1.149829387664795,
      "learning_rate": 4.7538389061008505e-05,
      "loss": 0.8579,
      "step": 1965
    },
    {
      "epoch": 0.8419700214132763,
      "grad_norm": 4.64274263381958,
      "learning_rate": 4.75353870834584e-05,
      "loss": 1.4752,
      "step": 1966
    },
    {
      "epoch": 0.8423982869379015,
      "grad_norm": 4.432137489318848,
      "learning_rate": 4.753238337144528e-05,
      "loss": 1.7176,
      "step": 1967
    },
    {
      "epoch": 0.8428265524625268,
      "grad_norm": 2.8355181217193604,
      "learning_rate": 4.752937792520032e-05,
      "loss": 1.171,
      "step": 1968
    },
    {
      "epoch": 0.8432548179871521,
      "grad_norm": 3.9005234241485596,
      "learning_rate": 4.752637074495486e-05,
      "loss": 1.4512,
      "step": 1969
    },
    {
      "epoch": 0.8436830835117773,
      "grad_norm": 1.5316506624221802,
      "learning_rate": 4.752336183094034e-05,
      "loss": 0.5594,
      "step": 1970
    },
    {
      "epoch": 0.8441113490364026,
      "grad_norm": 5.208559513092041,
      "learning_rate": 4.752035118338833e-05,
      "loss": 1.7229,
      "step": 1971
    },
    {
      "epoch": 0.8445396145610279,
      "grad_norm": 1.379143476486206,
      "learning_rate": 4.751733880253058e-05,
      "loss": 0.3268,
      "step": 1972
    },
    {
      "epoch": 0.8449678800856532,
      "grad_norm": 1.2005923986434937,
      "learning_rate": 4.751432468859891e-05,
      "loss": 0.6076,
      "step": 1973
    },
    {
      "epoch": 0.8453961456102784,
      "grad_norm": 6.66018009185791,
      "learning_rate": 4.7511308841825316e-05,
      "loss": 1.8683,
      "step": 1974
    },
    {
      "epoch": 0.8458244111349036,
      "grad_norm": 1.7959073781967163,
      "learning_rate": 4.7508291262441926e-05,
      "loss": 0.7654,
      "step": 1975
    },
    {
      "epoch": 0.8462526766595289,
      "grad_norm": 3.708899736404419,
      "learning_rate": 4.750527195068098e-05,
      "loss": 1.2762,
      "step": 1976
    },
    {
      "epoch": 0.8466809421841541,
      "grad_norm": 3.5444440841674805,
      "learning_rate": 4.750225090677487e-05,
      "loss": 1.0182,
      "step": 1977
    },
    {
      "epoch": 0.8471092077087794,
      "grad_norm": 2.765889883041382,
      "learning_rate": 4.749922813095611e-05,
      "loss": 1.0469,
      "step": 1978
    },
    {
      "epoch": 0.8475374732334047,
      "grad_norm": 1.0638158321380615,
      "learning_rate": 4.749620362345735e-05,
      "loss": 0.6253,
      "step": 1979
    },
    {
      "epoch": 0.8479657387580299,
      "grad_norm": 3.6157174110412598,
      "learning_rate": 4.749317738451138e-05,
      "loss": 0.7051,
      "step": 1980
    },
    {
      "epoch": 0.8483940042826552,
      "grad_norm": 1.855520486831665,
      "learning_rate": 4.749014941435111e-05,
      "loss": 0.4047,
      "step": 1981
    },
    {
      "epoch": 0.8488222698072805,
      "grad_norm": 3.0777997970581055,
      "learning_rate": 4.74871197132096e-05,
      "loss": 0.7128,
      "step": 1982
    },
    {
      "epoch": 0.8492505353319058,
      "grad_norm": 1.9743201732635498,
      "learning_rate": 4.7484088281320034e-05,
      "loss": 0.5127,
      "step": 1983
    },
    {
      "epoch": 0.849678800856531,
      "grad_norm": 3.933067798614502,
      "learning_rate": 4.748105511891572e-05,
      "loss": 1.618,
      "step": 1984
    },
    {
      "epoch": 0.8501070663811563,
      "grad_norm": 4.7382049560546875,
      "learning_rate": 4.747802022623012e-05,
      "loss": 1.2786,
      "step": 1985
    },
    {
      "epoch": 0.8505353319057816,
      "grad_norm": 2.7705767154693604,
      "learning_rate": 4.7474983603496815e-05,
      "loss": 0.5089,
      "step": 1986
    },
    {
      "epoch": 0.8509635974304068,
      "grad_norm": 3.61136531829834,
      "learning_rate": 4.747194525094952e-05,
      "loss": 2.1155,
      "step": 1987
    },
    {
      "epoch": 0.8513918629550321,
      "grad_norm": 3.5440542697906494,
      "learning_rate": 4.74689051688221e-05,
      "loss": 1.1995,
      "step": 1988
    },
    {
      "epoch": 0.8518201284796574,
      "grad_norm": 2.2703306674957275,
      "learning_rate": 4.7465863357348504e-05,
      "loss": 1.1104,
      "step": 1989
    },
    {
      "epoch": 0.8522483940042827,
      "grad_norm": 2.8914737701416016,
      "learning_rate": 4.7462819816762884e-05,
      "loss": 1.2983,
      "step": 1990
    },
    {
      "epoch": 0.8526766595289079,
      "grad_norm": 2.9907712936401367,
      "learning_rate": 4.7459774547299475e-05,
      "loss": 0.8571,
      "step": 1991
    },
    {
      "epoch": 0.8531049250535332,
      "grad_norm": 3.2551422119140625,
      "learning_rate": 4.745672754919266e-05,
      "loss": 1.4808,
      "step": 1992
    },
    {
      "epoch": 0.8535331905781585,
      "grad_norm": 2.507124185562134,
      "learning_rate": 4.745367882267695e-05,
      "loss": 0.3807,
      "step": 1993
    },
    {
      "epoch": 0.8539614561027837,
      "grad_norm": 1.4027401208877563,
      "learning_rate": 4.7450628367987005e-05,
      "loss": 0.5884,
      "step": 1994
    },
    {
      "epoch": 0.854389721627409,
      "grad_norm": 2.4850337505340576,
      "learning_rate": 4.74475761853576e-05,
      "loss": 0.8787,
      "step": 1995
    },
    {
      "epoch": 0.8548179871520343,
      "grad_norm": 1.297178030014038,
      "learning_rate": 4.744452227502365e-05,
      "loss": 0.2947,
      "step": 1996
    },
    {
      "epoch": 0.8552462526766595,
      "grad_norm": 3.133845567703247,
      "learning_rate": 4.7441466637220206e-05,
      "loss": 1.5655,
      "step": 1997
    },
    {
      "epoch": 0.8556745182012848,
      "grad_norm": 3.3098180294036865,
      "learning_rate": 4.743840927218245e-05,
      "loss": 2.0546,
      "step": 1998
    },
    {
      "epoch": 0.8561027837259101,
      "grad_norm": 3.7364745140075684,
      "learning_rate": 4.7435350180145686e-05,
      "loss": 1.1336,
      "step": 1999
    },
    {
      "epoch": 0.8565310492505354,
      "grad_norm": 1.4311668872833252,
      "learning_rate": 4.743228936134537e-05,
      "loss": 0.5384,
      "step": 2000
    },
    {
      "epoch": 0.8569593147751606,
      "grad_norm": 4.976672649383545,
      "learning_rate": 4.742922681601708e-05,
      "loss": 1.2492,
      "step": 2001
    },
    {
      "epoch": 0.8573875802997859,
      "grad_norm": 1.9154380559921265,
      "learning_rate": 4.7426162544396525e-05,
      "loss": 0.7641,
      "step": 2002
    },
    {
      "epoch": 0.8578158458244112,
      "grad_norm": 2.2287614345550537,
      "learning_rate": 4.7423096546719556e-05,
      "loss": 0.9541,
      "step": 2003
    },
    {
      "epoch": 0.8582441113490364,
      "grad_norm": 1.721261978149414,
      "learning_rate": 4.7420028823222146e-05,
      "loss": 1.1457,
      "step": 2004
    },
    {
      "epoch": 0.8586723768736617,
      "grad_norm": 3.2643370628356934,
      "learning_rate": 4.741695937414041e-05,
      "loss": 0.7643,
      "step": 2005
    },
    {
      "epoch": 0.859100642398287,
      "grad_norm": 1.8028682470321655,
      "learning_rate": 4.7413888199710586e-05,
      "loss": 0.9174,
      "step": 2006
    },
    {
      "epoch": 0.8595289079229123,
      "grad_norm": 0.7321534156799316,
      "learning_rate": 4.7410815300169054e-05,
      "loss": 0.1815,
      "step": 2007
    },
    {
      "epoch": 0.8599571734475375,
      "grad_norm": 0.9900310039520264,
      "learning_rate": 4.740774067575233e-05,
      "loss": 0.1902,
      "step": 2008
    },
    {
      "epoch": 0.8603854389721627,
      "grad_norm": 1.4054712057113647,
      "learning_rate": 4.740466432669705e-05,
      "loss": 1.1484,
      "step": 2009
    },
    {
      "epoch": 0.860813704496788,
      "grad_norm": 2.814685821533203,
      "learning_rate": 4.740158625323998e-05,
      "loss": 0.4729,
      "step": 2010
    },
    {
      "epoch": 0.8612419700214132,
      "grad_norm": 6.847172260284424,
      "learning_rate": 4.739850645561804e-05,
      "loss": 1.076,
      "step": 2011
    },
    {
      "epoch": 0.8616702355460385,
      "grad_norm": 4.395945072174072,
      "learning_rate": 4.739542493406827e-05,
      "loss": 1.1603,
      "step": 2012
    },
    {
      "epoch": 0.8620985010706638,
      "grad_norm": 3.2333121299743652,
      "learning_rate": 4.7392341688827836e-05,
      "loss": 2.3747,
      "step": 2013
    },
    {
      "epoch": 0.862526766595289,
      "grad_norm": 1.0596470832824707,
      "learning_rate": 4.7389256720134046e-05,
      "loss": 0.3574,
      "step": 2014
    },
    {
      "epoch": 0.8629550321199143,
      "grad_norm": 1.4165610074996948,
      "learning_rate": 4.738617002822434e-05,
      "loss": 0.439,
      "step": 2015
    },
    {
      "epoch": 0.8633832976445396,
      "grad_norm": 3.396357536315918,
      "learning_rate": 4.73830816133363e-05,
      "loss": 0.9672,
      "step": 2016
    },
    {
      "epoch": 0.8638115631691649,
      "grad_norm": 2.796231985092163,
      "learning_rate": 4.737999147570761e-05,
      "loss": 1.3117,
      "step": 2017
    },
    {
      "epoch": 0.8642398286937901,
      "grad_norm": 2.6227054595947266,
      "learning_rate": 4.7376899615576106e-05,
      "loss": 0.8633,
      "step": 2018
    },
    {
      "epoch": 0.8646680942184154,
      "grad_norm": 1.1104810237884521,
      "learning_rate": 4.737380603317978e-05,
      "loss": 0.4289,
      "step": 2019
    },
    {
      "epoch": 0.8650963597430407,
      "grad_norm": 1.6934036016464233,
      "learning_rate": 4.7370710728756706e-05,
      "loss": 0.4911,
      "step": 2020
    },
    {
      "epoch": 0.8655246252676659,
      "grad_norm": 2.483490228652954,
      "learning_rate": 4.736761370254513e-05,
      "loss": 1.0034,
      "step": 2021
    },
    {
      "epoch": 0.8659528907922912,
      "grad_norm": 3.9960546493530273,
      "learning_rate": 4.736451495478342e-05,
      "loss": 1.2709,
      "step": 2022
    },
    {
      "epoch": 0.8663811563169165,
      "grad_norm": 1.8311617374420166,
      "learning_rate": 4.7361414485710087e-05,
      "loss": 0.4929,
      "step": 2023
    },
    {
      "epoch": 0.8668094218415417,
      "grad_norm": 6.259613037109375,
      "learning_rate": 4.7358312295563734e-05,
      "loss": 1.0244,
      "step": 2024
    },
    {
      "epoch": 0.867237687366167,
      "grad_norm": 1.1577210426330566,
      "learning_rate": 4.7355208384583145e-05,
      "loss": 0.517,
      "step": 2025
    },
    {
      "epoch": 0.8676659528907923,
      "grad_norm": 2.2639148235321045,
      "learning_rate": 4.735210275300721e-05,
      "loss": 1.0187,
      "step": 2026
    },
    {
      "epoch": 0.8680942184154176,
      "grad_norm": 0.7240361571311951,
      "learning_rate": 4.7348995401074956e-05,
      "loss": 0.3577,
      "step": 2027
    },
    {
      "epoch": 0.8685224839400428,
      "grad_norm": 1.0893994569778442,
      "learning_rate": 4.734588632902555e-05,
      "loss": 0.2241,
      "step": 2028
    },
    {
      "epoch": 0.8689507494646681,
      "grad_norm": 3.6824724674224854,
      "learning_rate": 4.7342775537098274e-05,
      "loss": 1.3067,
      "step": 2029
    },
    {
      "epoch": 0.8693790149892934,
      "grad_norm": 1.7342442274093628,
      "learning_rate": 4.7339663025532564e-05,
      "loss": 0.7647,
      "step": 2030
    },
    {
      "epoch": 0.8698072805139186,
      "grad_norm": 2.789119243621826,
      "learning_rate": 4.733654879456798e-05,
      "loss": 0.6196,
      "step": 2031
    },
    {
      "epoch": 0.8702355460385439,
      "grad_norm": 1.4873172044754028,
      "learning_rate": 4.73334328444442e-05,
      "loss": 0.5795,
      "step": 2032
    },
    {
      "epoch": 0.8706638115631692,
      "grad_norm": 2.117997884750366,
      "learning_rate": 4.7330315175401066e-05,
      "loss": 0.5279,
      "step": 2033
    },
    {
      "epoch": 0.8710920770877945,
      "grad_norm": 0.5948834419250488,
      "learning_rate": 4.732719578767852e-05,
      "loss": 0.3818,
      "step": 2034
    },
    {
      "epoch": 0.8715203426124197,
      "grad_norm": 0.8807221055030823,
      "learning_rate": 4.732407468151665e-05,
      "loss": 0.2652,
      "step": 2035
    },
    {
      "epoch": 0.871948608137045,
      "grad_norm": 2.259047746658325,
      "learning_rate": 4.732095185715567e-05,
      "loss": 1.1502,
      "step": 2036
    },
    {
      "epoch": 0.8723768736616703,
      "grad_norm": 2.450465202331543,
      "learning_rate": 4.731782731483595e-05,
      "loss": 0.9267,
      "step": 2037
    },
    {
      "epoch": 0.8728051391862955,
      "grad_norm": 2.5271389484405518,
      "learning_rate": 4.7314701054797955e-05,
      "loss": 0.5349,
      "step": 2038
    },
    {
      "epoch": 0.8732334047109208,
      "grad_norm": 2.891072988510132,
      "learning_rate": 4.731157307728231e-05,
      "loss": 1.1531,
      "step": 2039
    },
    {
      "epoch": 0.8736616702355461,
      "grad_norm": 3.549489736557007,
      "learning_rate": 4.730844338252976e-05,
      "loss": 0.915,
      "step": 2040
    },
    {
      "epoch": 0.8740899357601714,
      "grad_norm": 1.9539456367492676,
      "learning_rate": 4.73053119707812e-05,
      "loss": 0.5732,
      "step": 2041
    },
    {
      "epoch": 0.8745182012847966,
      "grad_norm": 4.358527183532715,
      "learning_rate": 4.730217884227763e-05,
      "loss": 0.6231,
      "step": 2042
    },
    {
      "epoch": 0.8749464668094219,
      "grad_norm": 3.117619514465332,
      "learning_rate": 4.72990439972602e-05,
      "loss": 0.4453,
      "step": 2043
    },
    {
      "epoch": 0.8753747323340471,
      "grad_norm": 2.740262508392334,
      "learning_rate": 4.729590743597016e-05,
      "loss": 0.6788,
      "step": 2044
    },
    {
      "epoch": 0.8758029978586723,
      "grad_norm": 1.9823060035705566,
      "learning_rate": 4.729276915864897e-05,
      "loss": 0.6883,
      "step": 2045
    },
    {
      "epoch": 0.8762312633832976,
      "grad_norm": 4.047349452972412,
      "learning_rate": 4.728962916553813e-05,
      "loss": 1.1516,
      "step": 2046
    },
    {
      "epoch": 0.8766595289079229,
      "grad_norm": 5.152130126953125,
      "learning_rate": 4.728648745687933e-05,
      "loss": 0.8764,
      "step": 2047
    },
    {
      "epoch": 0.8770877944325481,
      "grad_norm": 0.9279641509056091,
      "learning_rate": 4.728334403291438e-05,
      "loss": 0.4383,
      "step": 2048
    },
    {
      "epoch": 0.8775160599571734,
      "grad_norm": 0.6059956550598145,
      "learning_rate": 4.72801988938852e-05,
      "loss": 0.2093,
      "step": 2049
    },
    {
      "epoch": 0.8779443254817987,
      "grad_norm": 0.6776614785194397,
      "learning_rate": 4.727705204003388e-05,
      "loss": 0.2476,
      "step": 2050
    },
    {
      "epoch": 0.878372591006424,
      "grad_norm": 3.438786745071411,
      "learning_rate": 4.72739034716026e-05,
      "loss": 1.0639,
      "step": 2051
    },
    {
      "epoch": 0.8788008565310492,
      "grad_norm": 0.9375970959663391,
      "learning_rate": 4.727075318883371e-05,
      "loss": 0.3621,
      "step": 2052
    },
    {
      "epoch": 0.8792291220556745,
      "grad_norm": 4.655465602874756,
      "learning_rate": 4.726760119196967e-05,
      "loss": 0.7379,
      "step": 2053
    },
    {
      "epoch": 0.8796573875802998,
      "grad_norm": 1.9384874105453491,
      "learning_rate": 4.7264447481253075e-05,
      "loss": 1.0219,
      "step": 2054
    },
    {
      "epoch": 0.880085653104925,
      "grad_norm": 3.097489356994629,
      "learning_rate": 4.726129205692666e-05,
      "loss": 0.5429,
      "step": 2055
    },
    {
      "epoch": 0.8805139186295503,
      "grad_norm": 2.34700608253479,
      "learning_rate": 4.725813491923328e-05,
      "loss": 1.2982,
      "step": 2056
    },
    {
      "epoch": 0.8809421841541756,
      "grad_norm": 4.14451265335083,
      "learning_rate": 4.7254976068415924e-05,
      "loss": 1.1542,
      "step": 2057
    },
    {
      "epoch": 0.8813704496788008,
      "grad_norm": 0.899137556552887,
      "learning_rate": 4.725181550471773e-05,
      "loss": 0.6184,
      "step": 2058
    },
    {
      "epoch": 0.8817987152034261,
      "grad_norm": 2.390231132507324,
      "learning_rate": 4.724865322838195e-05,
      "loss": 1.1773,
      "step": 2059
    },
    {
      "epoch": 0.8822269807280514,
      "grad_norm": 3.3879785537719727,
      "learning_rate": 4.724548923965196e-05,
      "loss": 1.3029,
      "step": 2060
    },
    {
      "epoch": 0.8826552462526767,
      "grad_norm": 2.4778192043304443,
      "learning_rate": 4.7242323538771294e-05,
      "loss": 0.9345,
      "step": 2061
    },
    {
      "epoch": 0.8830835117773019,
      "grad_norm": 2.563361644744873,
      "learning_rate": 4.7239156125983594e-05,
      "loss": 0.5198,
      "step": 2062
    },
    {
      "epoch": 0.8835117773019272,
      "grad_norm": 2.4507477283477783,
      "learning_rate": 4.723598700153265e-05,
      "loss": 0.6381,
      "step": 2063
    },
    {
      "epoch": 0.8839400428265525,
      "grad_norm": 2.743224859237671,
      "learning_rate": 4.723281616566239e-05,
      "loss": 1.0519,
      "step": 2064
    },
    {
      "epoch": 0.8843683083511777,
      "grad_norm": 2.761265754699707,
      "learning_rate": 4.7229643618616835e-05,
      "loss": 1.1032,
      "step": 2065
    },
    {
      "epoch": 0.884796573875803,
      "grad_norm": 1.2242231369018555,
      "learning_rate": 4.722646936064018e-05,
      "loss": 0.5731,
      "step": 2066
    },
    {
      "epoch": 0.8852248394004283,
      "grad_norm": 2.0640416145324707,
      "learning_rate": 4.722329339197674e-05,
      "loss": 0.6372,
      "step": 2067
    },
    {
      "epoch": 0.8856531049250536,
      "grad_norm": 3.7889275550842285,
      "learning_rate": 4.722011571287094e-05,
      "loss": 0.9181,
      "step": 2068
    },
    {
      "epoch": 0.8860813704496788,
      "grad_norm": 3.366135358810425,
      "learning_rate": 4.721693632356737e-05,
      "loss": 0.8444,
      "step": 2069
    },
    {
      "epoch": 0.8865096359743041,
      "grad_norm": 3.3064472675323486,
      "learning_rate": 4.7213755224310725e-05,
      "loss": 1.158,
      "step": 2070
    },
    {
      "epoch": 0.8869379014989294,
      "grad_norm": 4.510643482208252,
      "learning_rate": 4.7210572415345846e-05,
      "loss": 1.1753,
      "step": 2071
    },
    {
      "epoch": 0.8873661670235546,
      "grad_norm": 4.111167907714844,
      "learning_rate": 4.72073878969177e-05,
      "loss": 1.1324,
      "step": 2072
    },
    {
      "epoch": 0.8877944325481799,
      "grad_norm": 3.6729929447174072,
      "learning_rate": 4.7204201669271395e-05,
      "loss": 1.4563,
      "step": 2073
    },
    {
      "epoch": 0.8882226980728052,
      "grad_norm": 1.105881929397583,
      "learning_rate": 4.720101373265215e-05,
      "loss": 0.3896,
      "step": 2074
    },
    {
      "epoch": 0.8886509635974305,
      "grad_norm": 3.103447675704956,
      "learning_rate": 4.719782408730534e-05,
      "loss": 1.1196,
      "step": 2075
    },
    {
      "epoch": 0.8890792291220557,
      "grad_norm": 5.590100288391113,
      "learning_rate": 4.7194632733476456e-05,
      "loss": 0.9071,
      "step": 2076
    },
    {
      "epoch": 0.889507494646681,
      "grad_norm": 1.9097377061843872,
      "learning_rate": 4.719143967141112e-05,
      "loss": 0.526,
      "step": 2077
    },
    {
      "epoch": 0.8899357601713062,
      "grad_norm": 2.4797778129577637,
      "learning_rate": 4.718824490135509e-05,
      "loss": 0.6494,
      "step": 2078
    },
    {
      "epoch": 0.8903640256959314,
      "grad_norm": 2.626033306121826,
      "learning_rate": 4.718504842355427e-05,
      "loss": 0.7369,
      "step": 2079
    },
    {
      "epoch": 0.8907922912205567,
      "grad_norm": 3.8745226860046387,
      "learning_rate": 4.718185023825467e-05,
      "loss": 2.7103,
      "step": 2080
    },
    {
      "epoch": 0.891220556745182,
      "grad_norm": 3.9903948307037354,
      "learning_rate": 4.717865034570243e-05,
      "loss": 1.2788,
      "step": 2081
    },
    {
      "epoch": 0.8916488222698072,
      "grad_norm": 2.8913145065307617,
      "learning_rate": 4.717544874614385e-05,
      "loss": 1.1414,
      "step": 2082
    },
    {
      "epoch": 0.8920770877944325,
      "grad_norm": 5.624843597412109,
      "learning_rate": 4.717224543982534e-05,
      "loss": 1.5648,
      "step": 2083
    },
    {
      "epoch": 0.8925053533190578,
      "grad_norm": 3.7375669479370117,
      "learning_rate": 4.716904042699345e-05,
      "loss": 1.0762,
      "step": 2084
    },
    {
      "epoch": 0.892933618843683,
      "grad_norm": 1.7328764200210571,
      "learning_rate": 4.716583370789485e-05,
      "loss": 0.4339,
      "step": 2085
    },
    {
      "epoch": 0.8933618843683083,
      "grad_norm": 1.4267827272415161,
      "learning_rate": 4.716262528277635e-05,
      "loss": 0.6709,
      "step": 2086
    },
    {
      "epoch": 0.8937901498929336,
      "grad_norm": 1.2659006118774414,
      "learning_rate": 4.71594151518849e-05,
      "loss": 0.5025,
      "step": 2087
    },
    {
      "epoch": 0.8942184154175589,
      "grad_norm": 2.777625322341919,
      "learning_rate": 4.7156203315467564e-05,
      "loss": 0.9009,
      "step": 2088
    },
    {
      "epoch": 0.8946466809421841,
      "grad_norm": 0.7125352025032043,
      "learning_rate": 4.715298977377154e-05,
      "loss": 0.3402,
      "step": 2089
    },
    {
      "epoch": 0.8950749464668094,
      "grad_norm": 2.1538751125335693,
      "learning_rate": 4.7149774527044164e-05,
      "loss": 0.5586,
      "step": 2090
    },
    {
      "epoch": 0.8955032119914347,
      "grad_norm": 2.3774192333221436,
      "learning_rate": 4.714655757553291e-05,
      "loss": 1.3604,
      "step": 2091
    },
    {
      "epoch": 0.89593147751606,
      "grad_norm": 2.8509063720703125,
      "learning_rate": 4.714333891948538e-05,
      "loss": 1.5152,
      "step": 2092
    },
    {
      "epoch": 0.8963597430406852,
      "grad_norm": 1.1099529266357422,
      "learning_rate": 4.714011855914928e-05,
      "loss": 0.4591,
      "step": 2093
    },
    {
      "epoch": 0.8967880085653105,
      "grad_norm": 4.585111141204834,
      "learning_rate": 4.713689649477248e-05,
      "loss": 1.2336,
      "step": 2094
    },
    {
      "epoch": 0.8972162740899358,
      "grad_norm": 2.9046449661254883,
      "learning_rate": 4.713367272660297e-05,
      "loss": 0.8811,
      "step": 2095
    },
    {
      "epoch": 0.897644539614561,
      "grad_norm": 3.1795291900634766,
      "learning_rate": 4.713044725488888e-05,
      "loss": 1.5062,
      "step": 2096
    },
    {
      "epoch": 0.8980728051391863,
      "grad_norm": 3.7188217639923096,
      "learning_rate": 4.7127220079878446e-05,
      "loss": 1.854,
      "step": 2097
    },
    {
      "epoch": 0.8985010706638116,
      "grad_norm": 4.322168350219727,
      "learning_rate": 4.712399120182006e-05,
      "loss": 1.1907,
      "step": 2098
    },
    {
      "epoch": 0.8989293361884368,
      "grad_norm": 1.179266095161438,
      "learning_rate": 4.7120760620962234e-05,
      "loss": 0.4912,
      "step": 2099
    },
    {
      "epoch": 0.8993576017130621,
      "grad_norm": 1.1699827909469604,
      "learning_rate": 4.711752833755362e-05,
      "loss": 0.8133,
      "step": 2100
    },
    {
      "epoch": 0.8997858672376874,
      "grad_norm": 3.0384976863861084,
      "learning_rate": 4.711429435184298e-05,
      "loss": 0.9299,
      "step": 2101
    },
    {
      "epoch": 0.9002141327623127,
      "grad_norm": 2.302889347076416,
      "learning_rate": 4.711105866407925e-05,
      "loss": 1.2367,
      "step": 2102
    },
    {
      "epoch": 0.9006423982869379,
      "grad_norm": 5.539586544036865,
      "learning_rate": 4.710782127451143e-05,
      "loss": 1.3935,
      "step": 2103
    },
    {
      "epoch": 0.9010706638115632,
      "grad_norm": 3.1014842987060547,
      "learning_rate": 4.710458218338871e-05,
      "loss": 0.9199,
      "step": 2104
    },
    {
      "epoch": 0.9014989293361885,
      "grad_norm": 3.890488386154175,
      "learning_rate": 4.7101341390960404e-05,
      "loss": 1.6603,
      "step": 2105
    },
    {
      "epoch": 0.9019271948608137,
      "grad_norm": 7.514257431030273,
      "learning_rate": 4.709809889747592e-05,
      "loss": 0.6859,
      "step": 2106
    },
    {
      "epoch": 0.902355460385439,
      "grad_norm": 15.652661323547363,
      "learning_rate": 4.7094854703184834e-05,
      "loss": 0.9889,
      "step": 2107
    },
    {
      "epoch": 0.9027837259100643,
      "grad_norm": 1.4661751985549927,
      "learning_rate": 4.7091608808336827e-05,
      "loss": 1.1341,
      "step": 2108
    },
    {
      "epoch": 0.9032119914346896,
      "grad_norm": 3.5599186420440674,
      "learning_rate": 4.7088361213181735e-05,
      "loss": 0.9344,
      "step": 2109
    },
    {
      "epoch": 0.9036402569593148,
      "grad_norm": 5.04201078414917,
      "learning_rate": 4.7085111917969515e-05,
      "loss": 1.497,
      "step": 2110
    },
    {
      "epoch": 0.9040685224839401,
      "grad_norm": 2.1066462993621826,
      "learning_rate": 4.708186092295024e-05,
      "loss": 1.3808,
      "step": 2111
    },
    {
      "epoch": 0.9044967880085653,
      "grad_norm": 6.557331085205078,
      "learning_rate": 4.707860822837413e-05,
      "loss": 1.5242,
      "step": 2112
    },
    {
      "epoch": 0.9049250535331905,
      "grad_norm": 1.9343044757843018,
      "learning_rate": 4.7075353834491545e-05,
      "loss": 0.7403,
      "step": 2113
    },
    {
      "epoch": 0.9053533190578158,
      "grad_norm": 2.9534499645233154,
      "learning_rate": 4.7072097741552955e-05,
      "loss": 0.6146,
      "step": 2114
    },
    {
      "epoch": 0.9057815845824411,
      "grad_norm": 3.449702739715576,
      "learning_rate": 4.706883994980896e-05,
      "loss": 0.9045,
      "step": 2115
    },
    {
      "epoch": 0.9062098501070663,
      "grad_norm": 3.2096199989318848,
      "learning_rate": 4.706558045951032e-05,
      "loss": 1.5575,
      "step": 2116
    },
    {
      "epoch": 0.9066381156316916,
      "grad_norm": 0.9458761215209961,
      "learning_rate": 4.706231927090789e-05,
      "loss": 0.2766,
      "step": 2117
    },
    {
      "epoch": 0.9070663811563169,
      "grad_norm": 3.09976863861084,
      "learning_rate": 4.705905638425267e-05,
      "loss": 0.8023,
      "step": 2118
    },
    {
      "epoch": 0.9074946466809422,
      "grad_norm": 3.6057145595550537,
      "learning_rate": 4.70557917997958e-05,
      "loss": 0.8385,
      "step": 2119
    },
    {
      "epoch": 0.9079229122055674,
      "grad_norm": 3.95332407951355,
      "learning_rate": 4.705252551778855e-05,
      "loss": 1.3562,
      "step": 2120
    },
    {
      "epoch": 0.9083511777301927,
      "grad_norm": 3.3347091674804688,
      "learning_rate": 4.704925753848229e-05,
      "loss": 1.2546,
      "step": 2121
    },
    {
      "epoch": 0.908779443254818,
      "grad_norm": 1.4923715591430664,
      "learning_rate": 4.704598786212856e-05,
      "loss": 1.2923,
      "step": 2122
    },
    {
      "epoch": 0.9092077087794432,
      "grad_norm": 2.1020405292510986,
      "learning_rate": 4.7042716488979015e-05,
      "loss": 0.673,
      "step": 2123
    },
    {
      "epoch": 0.9096359743040685,
      "grad_norm": 2.201944351196289,
      "learning_rate": 4.7039443419285436e-05,
      "loss": 0.6823,
      "step": 2124
    },
    {
      "epoch": 0.9100642398286938,
      "grad_norm": 2.910579204559326,
      "learning_rate": 4.703616865329974e-05,
      "loss": 1.1357,
      "step": 2125
    },
    {
      "epoch": 0.910492505353319,
      "grad_norm": 1.4082322120666504,
      "learning_rate": 4.703289219127397e-05,
      "loss": 0.357,
      "step": 2126
    },
    {
      "epoch": 0.9109207708779443,
      "grad_norm": 1.2031733989715576,
      "learning_rate": 4.702961403346031e-05,
      "loss": 0.6236,
      "step": 2127
    },
    {
      "epoch": 0.9113490364025696,
      "grad_norm": 2.438697099685669,
      "learning_rate": 4.7026334180111053e-05,
      "loss": 0.7425,
      "step": 2128
    },
    {
      "epoch": 0.9117773019271949,
      "grad_norm": 3.7724013328552246,
      "learning_rate": 4.702305263147866e-05,
      "loss": 2.2027,
      "step": 2129
    },
    {
      "epoch": 0.9122055674518201,
      "grad_norm": 3.3732199668884277,
      "learning_rate": 4.7019769387815683e-05,
      "loss": 1.1741,
      "step": 2130
    },
    {
      "epoch": 0.9126338329764454,
      "grad_norm": 5.832601070404053,
      "learning_rate": 4.701648444937482e-05,
      "loss": 1.2409,
      "step": 2131
    },
    {
      "epoch": 0.9130620985010707,
      "grad_norm": 4.188155651092529,
      "learning_rate": 4.70131978164089e-05,
      "loss": 1.1034,
      "step": 2132
    },
    {
      "epoch": 0.913490364025696,
      "grad_norm": 2.5069775581359863,
      "learning_rate": 4.70099094891709e-05,
      "loss": 1.1606,
      "step": 2133
    },
    {
      "epoch": 0.9139186295503212,
      "grad_norm": 11.14369010925293,
      "learning_rate": 4.7006619467913885e-05,
      "loss": 0.8034,
      "step": 2134
    },
    {
      "epoch": 0.9143468950749465,
      "grad_norm": 2.94602632522583,
      "learning_rate": 4.7003327752891095e-05,
      "loss": 0.9908,
      "step": 2135
    },
    {
      "epoch": 0.9147751605995718,
      "grad_norm": 3.3649580478668213,
      "learning_rate": 4.700003434435587e-05,
      "loss": 1.2593,
      "step": 2136
    },
    {
      "epoch": 0.915203426124197,
      "grad_norm": 2.9979782104492188,
      "learning_rate": 4.699673924256169e-05,
      "loss": 2.2363,
      "step": 2137
    },
    {
      "epoch": 0.9156316916488223,
      "grad_norm": 0.7056556344032288,
      "learning_rate": 4.699344244776218e-05,
      "loss": 0.3218,
      "step": 2138
    },
    {
      "epoch": 0.9160599571734476,
      "grad_norm": 3.9328668117523193,
      "learning_rate": 4.6990143960211064e-05,
      "loss": 0.9756,
      "step": 2139
    },
    {
      "epoch": 0.9164882226980728,
      "grad_norm": 1.3029077053070068,
      "learning_rate": 4.698684378016222e-05,
      "loss": 0.4771,
      "step": 2140
    },
    {
      "epoch": 0.9169164882226981,
      "grad_norm": 2.865161180496216,
      "learning_rate": 4.6983541907869666e-05,
      "loss": 1.3491,
      "step": 2141
    },
    {
      "epoch": 0.9173447537473234,
      "grad_norm": 2.54062557220459,
      "learning_rate": 4.6980238343587516e-05,
      "loss": 1.4002,
      "step": 2142
    },
    {
      "epoch": 0.9177730192719487,
      "grad_norm": 2.7505879402160645,
      "learning_rate": 4.697693308757004e-05,
      "loss": 0.7428,
      "step": 2143
    },
    {
      "epoch": 0.9182012847965739,
      "grad_norm": 1.156402826309204,
      "learning_rate": 4.697362614007163e-05,
      "loss": 0.5081,
      "step": 2144
    },
    {
      "epoch": 0.9186295503211992,
      "grad_norm": 19.520584106445312,
      "learning_rate": 4.6970317501346794e-05,
      "loss": 1.1323,
      "step": 2145
    },
    {
      "epoch": 0.9190578158458245,
      "grad_norm": 2.5508055686950684,
      "learning_rate": 4.6967007171650216e-05,
      "loss": 0.5318,
      "step": 2146
    },
    {
      "epoch": 0.9194860813704496,
      "grad_norm": 2.917510747909546,
      "learning_rate": 4.6963695151236654e-05,
      "loss": 1.0632,
      "step": 2147
    },
    {
      "epoch": 0.9199143468950749,
      "grad_norm": 1.7670570611953735,
      "learning_rate": 4.696038144036103e-05,
      "loss": 0.5975,
      "step": 2148
    },
    {
      "epoch": 0.9203426124197002,
      "grad_norm": 1.553718090057373,
      "learning_rate": 4.695706603927839e-05,
      "loss": 1.0271,
      "step": 2149
    },
    {
      "epoch": 0.9207708779443254,
      "grad_norm": 1.6741318702697754,
      "learning_rate": 4.6953748948243907e-05,
      "loss": 0.9984,
      "step": 2150
    },
    {
      "epoch": 0.9211991434689507,
      "grad_norm": 3.237417459487915,
      "learning_rate": 4.695043016751288e-05,
      "loss": 0.6493,
      "step": 2151
    },
    {
      "epoch": 0.921627408993576,
      "grad_norm": 2.248154401779175,
      "learning_rate": 4.694710969734076e-05,
      "loss": 0.4612,
      "step": 2152
    },
    {
      "epoch": 0.9220556745182013,
      "grad_norm": 2.149904727935791,
      "learning_rate": 4.6943787537983084e-05,
      "loss": 0.7014,
      "step": 2153
    },
    {
      "epoch": 0.9224839400428265,
      "grad_norm": 2.312487840652466,
      "learning_rate": 4.694046368969557e-05,
      "loss": 0.7468,
      "step": 2154
    },
    {
      "epoch": 0.9229122055674518,
      "grad_norm": 2.5358777046203613,
      "learning_rate": 4.6937138152734025e-05,
      "loss": 1.5038,
      "step": 2155
    },
    {
      "epoch": 0.9233404710920771,
      "grad_norm": 0.9489133358001709,
      "learning_rate": 4.6933810927354414e-05,
      "loss": 0.6951,
      "step": 2156
    },
    {
      "epoch": 0.9237687366167023,
      "grad_norm": 3.0767617225646973,
      "learning_rate": 4.6930482013812815e-05,
      "loss": 1.007,
      "step": 2157
    },
    {
      "epoch": 0.9241970021413276,
      "grad_norm": 2.661823034286499,
      "learning_rate": 4.692715141236545e-05,
      "loss": 0.6143,
      "step": 2158
    },
    {
      "epoch": 0.9246252676659529,
      "grad_norm": 1.819024682044983,
      "learning_rate": 4.692381912326864e-05,
      "loss": 1.3381,
      "step": 2159
    },
    {
      "epoch": 0.9250535331905781,
      "grad_norm": 1.7762997150421143,
      "learning_rate": 4.692048514677889e-05,
      "loss": 1.1177,
      "step": 2160
    },
    {
      "epoch": 0.9254817987152034,
      "grad_norm": 3.605623960494995,
      "learning_rate": 4.6917149483152776e-05,
      "loss": 1.0011,
      "step": 2161
    },
    {
      "epoch": 0.9259100642398287,
      "grad_norm": 2.8108670711517334,
      "learning_rate": 4.691381213264705e-05,
      "loss": 1.0159,
      "step": 2162
    },
    {
      "epoch": 0.926338329764454,
      "grad_norm": 5.757328033447266,
      "learning_rate": 4.691047309551857e-05,
      "loss": 1.4438,
      "step": 2163
    },
    {
      "epoch": 0.9267665952890792,
      "grad_norm": 5.84865665435791,
      "learning_rate": 4.690713237202433e-05,
      "loss": 1.967,
      "step": 2164
    },
    {
      "epoch": 0.9271948608137045,
      "grad_norm": 2.370314836502075,
      "learning_rate": 4.6903789962421453e-05,
      "loss": 0.6662,
      "step": 2165
    },
    {
      "epoch": 0.9276231263383298,
      "grad_norm": 2.319159984588623,
      "learning_rate": 4.690044586696718e-05,
      "loss": 0.6632,
      "step": 2166
    },
    {
      "epoch": 0.928051391862955,
      "grad_norm": 1.461663842201233,
      "learning_rate": 4.6897100085918904e-05,
      "loss": 0.5153,
      "step": 2167
    },
    {
      "epoch": 0.9284796573875803,
      "grad_norm": 2.22017765045166,
      "learning_rate": 4.689375261953414e-05,
      "loss": 0.5636,
      "step": 2168
    },
    {
      "epoch": 0.9289079229122056,
      "grad_norm": 3.429497718811035,
      "learning_rate": 4.689040346807052e-05,
      "loss": 1.4745,
      "step": 2169
    },
    {
      "epoch": 0.9293361884368309,
      "grad_norm": 3.241356134414673,
      "learning_rate": 4.6887052631785825e-05,
      "loss": 1.4132,
      "step": 2170
    },
    {
      "epoch": 0.9297644539614561,
      "grad_norm": 4.316148281097412,
      "learning_rate": 4.688370011093796e-05,
      "loss": 1.6005,
      "step": 2171
    },
    {
      "epoch": 0.9301927194860814,
      "grad_norm": 3.640171766281128,
      "learning_rate": 4.688034590578493e-05,
      "loss": 1.3084,
      "step": 2172
    },
    {
      "epoch": 0.9306209850107067,
      "grad_norm": 2.1925933361053467,
      "learning_rate": 4.687699001658492e-05,
      "loss": 1.2477,
      "step": 2173
    },
    {
      "epoch": 0.9310492505353319,
      "grad_norm": 2.0363872051239014,
      "learning_rate": 4.6873632443596215e-05,
      "loss": 0.6766,
      "step": 2174
    },
    {
      "epoch": 0.9314775160599572,
      "grad_norm": 1.2910079956054688,
      "learning_rate": 4.687027318707723e-05,
      "loss": 0.5915,
      "step": 2175
    },
    {
      "epoch": 0.9319057815845825,
      "grad_norm": 0.7734934687614441,
      "learning_rate": 4.686691224728652e-05,
      "loss": 0.2914,
      "step": 2176
    },
    {
      "epoch": 0.9323340471092078,
      "grad_norm": 2.0895299911499023,
      "learning_rate": 4.686354962448276e-05,
      "loss": 0.719,
      "step": 2177
    },
    {
      "epoch": 0.932762312633833,
      "grad_norm": 0.9345069527626038,
      "learning_rate": 4.6860185318924765e-05,
      "loss": 0.2175,
      "step": 2178
    },
    {
      "epoch": 0.9331905781584583,
      "grad_norm": 2.992762804031372,
      "learning_rate": 4.685681933087145e-05,
      "loss": 0.7174,
      "step": 2179
    },
    {
      "epoch": 0.9336188436830836,
      "grad_norm": 2.9188907146453857,
      "learning_rate": 4.6853451660581914e-05,
      "loss": 1.2806,
      "step": 2180
    },
    {
      "epoch": 0.9340471092077087,
      "grad_norm": 3.674264430999756,
      "learning_rate": 4.6850082308315335e-05,
      "loss": 1.107,
      "step": 2181
    },
    {
      "epoch": 0.934475374732334,
      "grad_norm": 1.051157832145691,
      "learning_rate": 4.6846711274331044e-05,
      "loss": 0.2372,
      "step": 2182
    },
    {
      "epoch": 0.9349036402569593,
      "grad_norm": 2.7213199138641357,
      "learning_rate": 4.6843338558888496e-05,
      "loss": 1.0233,
      "step": 2183
    },
    {
      "epoch": 0.9353319057815845,
      "grad_norm": 3.651801347732544,
      "learning_rate": 4.683996416224727e-05,
      "loss": 1.0486,
      "step": 2184
    },
    {
      "epoch": 0.9357601713062098,
      "grad_norm": 2.269049644470215,
      "learning_rate": 4.683658808466709e-05,
      "loss": 0.9769,
      "step": 2185
    },
    {
      "epoch": 0.9361884368308351,
      "grad_norm": 1.985522747039795,
      "learning_rate": 4.68332103264078e-05,
      "loss": 0.3805,
      "step": 2186
    },
    {
      "epoch": 0.9366167023554604,
      "grad_norm": 2.4151878356933594,
      "learning_rate": 4.682983088772936e-05,
      "loss": 0.9253,
      "step": 2187
    },
    {
      "epoch": 0.9370449678800856,
      "grad_norm": 1.664519190788269,
      "learning_rate": 4.682644976889189e-05,
      "loss": 1.5003,
      "step": 2188
    },
    {
      "epoch": 0.9374732334047109,
      "grad_norm": 1.7138075828552246,
      "learning_rate": 4.6823066970155606e-05,
      "loss": 0.5507,
      "step": 2189
    },
    {
      "epoch": 0.9379014989293362,
      "grad_norm": 2.41463565826416,
      "learning_rate": 4.6819682491780884e-05,
      "loss": 0.6445,
      "step": 2190
    },
    {
      "epoch": 0.9383297644539614,
      "grad_norm": 3.5957610607147217,
      "learning_rate": 4.6816296334028205e-05,
      "loss": 0.8957,
      "step": 2191
    },
    {
      "epoch": 0.9387580299785867,
      "grad_norm": 2.5818331241607666,
      "learning_rate": 4.6812908497158184e-05,
      "loss": 0.7676,
      "step": 2192
    },
    {
      "epoch": 0.939186295503212,
      "grad_norm": 2.401029586791992,
      "learning_rate": 4.6809518981431586e-05,
      "loss": 0.8197,
      "step": 2193
    },
    {
      "epoch": 0.9396145610278372,
      "grad_norm": 2.0637426376342773,
      "learning_rate": 4.6806127787109276e-05,
      "loss": 0.3564,
      "step": 2194
    },
    {
      "epoch": 0.9400428265524625,
      "grad_norm": 4.058921813964844,
      "learning_rate": 4.680273491445227e-05,
      "loss": 1.7375,
      "step": 2195
    },
    {
      "epoch": 0.9404710920770878,
      "grad_norm": 1.7160409688949585,
      "learning_rate": 4.679934036372169e-05,
      "loss": 0.4595,
      "step": 2196
    },
    {
      "epoch": 0.9408993576017131,
      "grad_norm": 0.49026668071746826,
      "learning_rate": 4.679594413517882e-05,
      "loss": 0.2029,
      "step": 2197
    },
    {
      "epoch": 0.9413276231263383,
      "grad_norm": 1.2334247827529907,
      "learning_rate": 4.679254622908504e-05,
      "loss": 0.4467,
      "step": 2198
    },
    {
      "epoch": 0.9417558886509636,
      "grad_norm": 5.3965349197387695,
      "learning_rate": 4.6789146645701884e-05,
      "loss": 1.5381,
      "step": 2199
    },
    {
      "epoch": 0.9421841541755889,
      "grad_norm": 10.863276481628418,
      "learning_rate": 4.6785745385291e-05,
      "loss": 1.0057,
      "step": 2200
    },
    {
      "epoch": 0.9426124197002141,
      "grad_norm": 3.682161331176758,
      "learning_rate": 4.678234244811418e-05,
      "loss": 1.4584,
      "step": 2201
    },
    {
      "epoch": 0.9430406852248394,
      "grad_norm": 2.8025331497192383,
      "learning_rate": 4.6778937834433313e-05,
      "loss": 1.6575,
      "step": 2202
    },
    {
      "epoch": 0.9434689507494647,
      "grad_norm": 4.19411563873291,
      "learning_rate": 4.6775531544510466e-05,
      "loss": 0.6393,
      "step": 2203
    },
    {
      "epoch": 0.94389721627409,
      "grad_norm": 3.1961793899536133,
      "learning_rate": 4.677212357860779e-05,
      "loss": 1.4004,
      "step": 2204
    },
    {
      "epoch": 0.9443254817987152,
      "grad_norm": 2.7430315017700195,
      "learning_rate": 4.6768713936987576e-05,
      "loss": 1.8519,
      "step": 2205
    },
    {
      "epoch": 0.9447537473233405,
      "grad_norm": 2.081768274307251,
      "learning_rate": 4.6765302619912274e-05,
      "loss": 0.6882,
      "step": 2206
    },
    {
      "epoch": 0.9451820128479658,
      "grad_norm": 2.1368470191955566,
      "learning_rate": 4.676188962764442e-05,
      "loss": 0.8086,
      "step": 2207
    },
    {
      "epoch": 0.945610278372591,
      "grad_norm": 2.8515465259552,
      "learning_rate": 4.675847496044672e-05,
      "loss": 2.6224,
      "step": 2208
    },
    {
      "epoch": 0.9460385438972163,
      "grad_norm": 3.883665084838867,
      "learning_rate": 4.675505861858197e-05,
      "loss": 1.7949,
      "step": 2209
    },
    {
      "epoch": 0.9464668094218416,
      "grad_norm": 3.096560001373291,
      "learning_rate": 4.675164060231312e-05,
      "loss": 1.0726,
      "step": 2210
    },
    {
      "epoch": 0.9468950749464669,
      "grad_norm": 0.6444857716560364,
      "learning_rate": 4.674822091190324e-05,
      "loss": 0.3022,
      "step": 2211
    },
    {
      "epoch": 0.9473233404710921,
      "grad_norm": 2.3111205101013184,
      "learning_rate": 4.674479954761553e-05,
      "loss": 0.9917,
      "step": 2212
    },
    {
      "epoch": 0.9477516059957174,
      "grad_norm": 2.1898863315582275,
      "learning_rate": 4.674137650971332e-05,
      "loss": 0.9343,
      "step": 2213
    },
    {
      "epoch": 0.9481798715203427,
      "grad_norm": 3.695011615753174,
      "learning_rate": 4.673795179846007e-05,
      "loss": 1.4197,
      "step": 2214
    },
    {
      "epoch": 0.9486081370449678,
      "grad_norm": 3.7552504539489746,
      "learning_rate": 4.673452541411937e-05,
      "loss": 1.4864,
      "step": 2215
    },
    {
      "epoch": 0.9490364025695931,
      "grad_norm": 5.198785305023193,
      "learning_rate": 4.6731097356954926e-05,
      "loss": 1.3289,
      "step": 2216
    },
    {
      "epoch": 0.9494646680942184,
      "grad_norm": 3.0934598445892334,
      "learning_rate": 4.6727667627230594e-05,
      "loss": 0.7605,
      "step": 2217
    },
    {
      "epoch": 0.9498929336188436,
      "grad_norm": 4.045892715454102,
      "learning_rate": 4.672423622521034e-05,
      "loss": 1.1521,
      "step": 2218
    },
    {
      "epoch": 0.9503211991434689,
      "grad_norm": 1.6694096326828003,
      "learning_rate": 4.672080315115826e-05,
      "loss": 0.6963,
      "step": 2219
    },
    {
      "epoch": 0.9507494646680942,
      "grad_norm": 3.437758684158325,
      "learning_rate": 4.67173684053386e-05,
      "loss": 0.7517,
      "step": 2220
    },
    {
      "epoch": 0.9511777301927195,
      "grad_norm": 2.789367914199829,
      "learning_rate": 4.6713931988015705e-05,
      "loss": 0.9787,
      "step": 2221
    },
    {
      "epoch": 0.9516059957173447,
      "grad_norm": 2.5325756072998047,
      "learning_rate": 4.6710493899454075e-05,
      "loss": 0.9495,
      "step": 2222
    },
    {
      "epoch": 0.95203426124197,
      "grad_norm": 2.5424551963806152,
      "learning_rate": 4.6707054139918316e-05,
      "loss": 0.5857,
      "step": 2223
    },
    {
      "epoch": 0.9524625267665953,
      "grad_norm": 1.6866768598556519,
      "learning_rate": 4.6703612709673176e-05,
      "loss": 0.4715,
      "step": 2224
    },
    {
      "epoch": 0.9528907922912205,
      "grad_norm": 3.11562180519104,
      "learning_rate": 4.670016960898353e-05,
      "loss": 0.9845,
      "step": 2225
    },
    {
      "epoch": 0.9533190578158458,
      "grad_norm": 2.569338321685791,
      "learning_rate": 4.669672483811439e-05,
      "loss": 1.3648,
      "step": 2226
    },
    {
      "epoch": 0.9537473233404711,
      "grad_norm": 0.9750298261642456,
      "learning_rate": 4.669327839733087e-05,
      "loss": 0.3095,
      "step": 2227
    },
    {
      "epoch": 0.9541755888650963,
      "grad_norm": 1.967241644859314,
      "learning_rate": 4.668983028689825e-05,
      "loss": 0.8114,
      "step": 2228
    },
    {
      "epoch": 0.9546038543897216,
      "grad_norm": 4.947373867034912,
      "learning_rate": 4.66863805070819e-05,
      "loss": 1.0457,
      "step": 2229
    },
    {
      "epoch": 0.9550321199143469,
      "grad_norm": 2.6593618392944336,
      "learning_rate": 4.6682929058147334e-05,
      "loss": 0.902,
      "step": 2230
    },
    {
      "epoch": 0.9554603854389722,
      "grad_norm": 5.864902973175049,
      "learning_rate": 4.667947594036021e-05,
      "loss": 1.3015,
      "step": 2231
    },
    {
      "epoch": 0.9558886509635974,
      "grad_norm": 0.6073795557022095,
      "learning_rate": 4.6676021153986296e-05,
      "loss": 0.2379,
      "step": 2232
    },
    {
      "epoch": 0.9563169164882227,
      "grad_norm": 1.7946205139160156,
      "learning_rate": 4.667256469929149e-05,
      "loss": 0.5135,
      "step": 2233
    },
    {
      "epoch": 0.956745182012848,
      "grad_norm": 3.4658823013305664,
      "learning_rate": 4.666910657654183e-05,
      "loss": 1.4358,
      "step": 2234
    },
    {
      "epoch": 0.9571734475374732,
      "grad_norm": 1.8754668235778809,
      "learning_rate": 4.666564678600347e-05,
      "loss": 0.6839,
      "step": 2235
    },
    {
      "epoch": 0.9576017130620985,
      "grad_norm": 3.3061718940734863,
      "learning_rate": 4.66621853279427e-05,
      "loss": 1.0144,
      "step": 2236
    },
    {
      "epoch": 0.9580299785867238,
      "grad_norm": 1.590269684791565,
      "learning_rate": 4.665872220262593e-05,
      "loss": 0.5165,
      "step": 2237
    },
    {
      "epoch": 0.9584582441113491,
      "grad_norm": 22.54926109313965,
      "learning_rate": 4.665525741031971e-05,
      "loss": 0.6763,
      "step": 2238
    },
    {
      "epoch": 0.9588865096359743,
      "grad_norm": 0.9007716774940491,
      "learning_rate": 4.6651790951290694e-05,
      "loss": 0.6436,
      "step": 2239
    },
    {
      "epoch": 0.9593147751605996,
      "grad_norm": 2.14574933052063,
      "learning_rate": 4.664832282580571e-05,
      "loss": 0.5949,
      "step": 2240
    },
    {
      "epoch": 0.9597430406852249,
      "grad_norm": 1.5235984325408936,
      "learning_rate": 4.6644853034131676e-05,
      "loss": 0.3823,
      "step": 2241
    },
    {
      "epoch": 0.9601713062098501,
      "grad_norm": 2.0993456840515137,
      "learning_rate": 4.664138157653564e-05,
      "loss": 0.4199,
      "step": 2242
    },
    {
      "epoch": 0.9605995717344754,
      "grad_norm": 2.784761428833008,
      "learning_rate": 4.663790845328479e-05,
      "loss": 0.6278,
      "step": 2243
    },
    {
      "epoch": 0.9610278372591007,
      "grad_norm": 3.5080716609954834,
      "learning_rate": 4.6634433664646444e-05,
      "loss": 1.0433,
      "step": 2244
    },
    {
      "epoch": 0.961456102783726,
      "grad_norm": 8.399298667907715,
      "learning_rate": 4.663095721088804e-05,
      "loss": 0.8392,
      "step": 2245
    },
    {
      "epoch": 0.9618843683083512,
      "grad_norm": 3.6663548946380615,
      "learning_rate": 4.662747909227715e-05,
      "loss": 1.1695,
      "step": 2246
    },
    {
      "epoch": 0.9623126338329765,
      "grad_norm": 5.014677047729492,
      "learning_rate": 4.6623999309081465e-05,
      "loss": 1.6339,
      "step": 2247
    },
    {
      "epoch": 0.9627408993576018,
      "grad_norm": 5.291733741760254,
      "learning_rate": 4.662051786156882e-05,
      "loss": 1.8459,
      "step": 2248
    },
    {
      "epoch": 0.963169164882227,
      "grad_norm": 2.005208969116211,
      "learning_rate": 4.661703475000716e-05,
      "loss": 0.8719,
      "step": 2249
    },
    {
      "epoch": 0.9635974304068522,
      "grad_norm": 2.173736810684204,
      "learning_rate": 4.6613549974664574e-05,
      "loss": 0.9447,
      "step": 2250
    },
    {
      "epoch": 0.9640256959314775,
      "grad_norm": 1.6862510442733765,
      "learning_rate": 4.6610063535809266e-05,
      "loss": 0.5651,
      "step": 2251
    },
    {
      "epoch": 0.9644539614561027,
      "grad_norm": 2.3516907691955566,
      "learning_rate": 4.660657543370958e-05,
      "loss": 0.909,
      "step": 2252
    },
    {
      "epoch": 0.964882226980728,
      "grad_norm": 0.6097796559333801,
      "learning_rate": 4.6603085668633985e-05,
      "loss": 0.2615,
      "step": 2253
    },
    {
      "epoch": 0.9653104925053533,
      "grad_norm": 4.507408618927002,
      "learning_rate": 4.659959424085106e-05,
      "loss": 1.8072,
      "step": 2254
    },
    {
      "epoch": 0.9657387580299786,
      "grad_norm": 4.165276527404785,
      "learning_rate": 4.659610115062953e-05,
      "loss": 1.6588,
      "step": 2255
    },
    {
      "epoch": 0.9661670235546038,
      "grad_norm": 4.3423051834106445,
      "learning_rate": 4.659260639823827e-05,
      "loss": 0.646,
      "step": 2256
    },
    {
      "epoch": 0.9665952890792291,
      "grad_norm": 1.4296107292175293,
      "learning_rate": 4.6589109983946223e-05,
      "loss": 0.573,
      "step": 2257
    },
    {
      "epoch": 0.9670235546038544,
      "grad_norm": 1.6018553972244263,
      "learning_rate": 4.658561190802251e-05,
      "loss": 0.5793,
      "step": 2258
    },
    {
      "epoch": 0.9674518201284796,
      "grad_norm": 6.834551811218262,
      "learning_rate": 4.658211217073637e-05,
      "loss": 1.5257,
      "step": 2259
    },
    {
      "epoch": 0.9678800856531049,
      "grad_norm": 0.7080841064453125,
      "learning_rate": 4.6578610772357156e-05,
      "loss": 0.2776,
      "step": 2260
    },
    {
      "epoch": 0.9683083511777302,
      "grad_norm": 1.8206932544708252,
      "learning_rate": 4.657510771315436e-05,
      "loss": 0.9048,
      "step": 2261
    },
    {
      "epoch": 0.9687366167023554,
      "grad_norm": 3.0904600620269775,
      "learning_rate": 4.65716029933976e-05,
      "loss": 1.3517,
      "step": 2262
    },
    {
      "epoch": 0.9691648822269807,
      "grad_norm": 1.0772572755813599,
      "learning_rate": 4.656809661335662e-05,
      "loss": 0.6486,
      "step": 2263
    },
    {
      "epoch": 0.969593147751606,
      "grad_norm": 2.2480978965759277,
      "learning_rate": 4.656458857330129e-05,
      "loss": 1.0892,
      "step": 2264
    },
    {
      "epoch": 0.9700214132762313,
      "grad_norm": 2.235654354095459,
      "learning_rate": 4.6561078873501626e-05,
      "loss": 0.9215,
      "step": 2265
    },
    {
      "epoch": 0.9704496788008565,
      "grad_norm": 2.237684726715088,
      "learning_rate": 4.655756751422773e-05,
      "loss": 1.0025,
      "step": 2266
    },
    {
      "epoch": 0.9708779443254818,
      "grad_norm": 4.567192077636719,
      "learning_rate": 4.655405449574988e-05,
      "loss": 0.4887,
      "step": 2267
    },
    {
      "epoch": 0.9713062098501071,
      "grad_norm": 1.458979845046997,
      "learning_rate": 4.6550539818338454e-05,
      "loss": 0.5426,
      "step": 2268
    },
    {
      "epoch": 0.9717344753747323,
      "grad_norm": 0.6165367960929871,
      "learning_rate": 4.654702348226395e-05,
      "loss": 0.3431,
      "step": 2269
    },
    {
      "epoch": 0.9721627408993576,
      "grad_norm": 2.5670363903045654,
      "learning_rate": 4.654350548779703e-05,
      "loss": 0.5535,
      "step": 2270
    },
    {
      "epoch": 0.9725910064239829,
      "grad_norm": 3.306730270385742,
      "learning_rate": 4.6539985835208446e-05,
      "loss": 0.8432,
      "step": 2271
    },
    {
      "epoch": 0.9730192719486082,
      "grad_norm": 4.033117294311523,
      "learning_rate": 4.6536464524769083e-05,
      "loss": 1.1807,
      "step": 2272
    },
    {
      "epoch": 0.9734475374732334,
      "grad_norm": 2.1569550037384033,
      "learning_rate": 4.653294155674999e-05,
      "loss": 1.1767,
      "step": 2273
    },
    {
      "epoch": 0.9738758029978587,
      "grad_norm": 2.0849766731262207,
      "learning_rate": 4.652941693142229e-05,
      "loss": 0.8065,
      "step": 2274
    },
    {
      "epoch": 0.974304068522484,
      "grad_norm": 4.1308274269104,
      "learning_rate": 4.652589064905728e-05,
      "loss": 0.354,
      "step": 2275
    },
    {
      "epoch": 0.9747323340471092,
      "grad_norm": 2.7174103260040283,
      "learning_rate": 4.652236270992635e-05,
      "loss": 0.6253,
      "step": 2276
    },
    {
      "epoch": 0.9751605995717345,
      "grad_norm": 2.0903663635253906,
      "learning_rate": 4.651883311430104e-05,
      "loss": 1.2645,
      "step": 2277
    },
    {
      "epoch": 0.9755888650963598,
      "grad_norm": 3.235177993774414,
      "learning_rate": 4.651530186245301e-05,
      "loss": 0.8576,
      "step": 2278
    },
    {
      "epoch": 0.976017130620985,
      "grad_norm": 2.1677825450897217,
      "learning_rate": 4.6511768954654036e-05,
      "loss": 1.0226,
      "step": 2279
    },
    {
      "epoch": 0.9764453961456103,
      "grad_norm": 4.87913179397583,
      "learning_rate": 4.650823439117605e-05,
      "loss": 1.7181,
      "step": 2280
    },
    {
      "epoch": 0.9768736616702356,
      "grad_norm": 1.6142815351486206,
      "learning_rate": 4.650469817229108e-05,
      "loss": 0.6846,
      "step": 2281
    },
    {
      "epoch": 0.9773019271948609,
      "grad_norm": 1.6320128440856934,
      "learning_rate": 4.6501160298271294e-05,
      "loss": 0.6261,
      "step": 2282
    },
    {
      "epoch": 0.9777301927194861,
      "grad_norm": 0.5279961228370667,
      "learning_rate": 4.6497620769389e-05,
      "loss": 0.338,
      "step": 2283
    },
    {
      "epoch": 0.9781584582441113,
      "grad_norm": 2.086190700531006,
      "learning_rate": 4.6494079585916625e-05,
      "loss": 0.8398,
      "step": 2284
    },
    {
      "epoch": 0.9785867237687366,
      "grad_norm": 4.049401760101318,
      "learning_rate": 4.64905367481267e-05,
      "loss": 2.0217,
      "step": 2285
    },
    {
      "epoch": 0.9790149892933618,
      "grad_norm": 2.185528516769409,
      "learning_rate": 4.648699225629193e-05,
      "loss": 1.0207,
      "step": 2286
    },
    {
      "epoch": 0.9794432548179871,
      "grad_norm": 2.012990951538086,
      "learning_rate": 4.648344611068509e-05,
      "loss": 1.1139,
      "step": 2287
    },
    {
      "epoch": 0.9798715203426124,
      "grad_norm": 2.844994068145752,
      "learning_rate": 4.647989831157914e-05,
      "loss": 0.4582,
      "step": 2288
    },
    {
      "epoch": 0.9802997858672376,
      "grad_norm": 3.2437379360198975,
      "learning_rate": 4.6476348859247134e-05,
      "loss": 0.8675,
      "step": 2289
    },
    {
      "epoch": 0.9807280513918629,
      "grad_norm": 1.0993391275405884,
      "learning_rate": 4.6472797753962246e-05,
      "loss": 0.369,
      "step": 2290
    },
    {
      "epoch": 0.9811563169164882,
      "grad_norm": 3.1373183727264404,
      "learning_rate": 4.646924499599781e-05,
      "loss": 1.1304,
      "step": 2291
    },
    {
      "epoch": 0.9815845824411135,
      "grad_norm": 2.81231951713562,
      "learning_rate": 4.646569058562726e-05,
      "loss": 1.4005,
      "step": 2292
    },
    {
      "epoch": 0.9820128479657387,
      "grad_norm": 2.881188154220581,
      "learning_rate": 4.646213452312417e-05,
      "loss": 0.7124,
      "step": 2293
    },
    {
      "epoch": 0.982441113490364,
      "grad_norm": 6.775191307067871,
      "learning_rate": 4.645857680876222e-05,
      "loss": 0.5658,
      "step": 2294
    },
    {
      "epoch": 0.9828693790149893,
      "grad_norm": 8.132562637329102,
      "learning_rate": 4.6455017442815253e-05,
      "loss": 1.4272,
      "step": 2295
    },
    {
      "epoch": 0.9832976445396145,
      "grad_norm": 3.972785472869873,
      "learning_rate": 4.6451456425557214e-05,
      "loss": 0.7818,
      "step": 2296
    },
    {
      "epoch": 0.9837259100642398,
      "grad_norm": 0.6212707161903381,
      "learning_rate": 4.644789375726217e-05,
      "loss": 0.2479,
      "step": 2297
    },
    {
      "epoch": 0.9841541755888651,
      "grad_norm": 4.22594690322876,
      "learning_rate": 4.644432943820435e-05,
      "loss": 1.4988,
      "step": 2298
    },
    {
      "epoch": 0.9845824411134904,
      "grad_norm": 3.2279040813446045,
      "learning_rate": 4.644076346865807e-05,
      "loss": 1.4254,
      "step": 2299
    },
    {
      "epoch": 0.9850107066381156,
      "grad_norm": 3.0836422443389893,
      "learning_rate": 4.6437195848897785e-05,
      "loss": 0.8713,
      "step": 2300
    },
    {
      "epoch": 0.9854389721627409,
      "grad_norm": 1.1947566270828247,
      "learning_rate": 4.643362657919809e-05,
      "loss": 0.3936,
      "step": 2301
    },
    {
      "epoch": 0.9858672376873662,
      "grad_norm": 2.8068201541900635,
      "learning_rate": 4.643005565983369e-05,
      "loss": 0.8069,
      "step": 2302
    },
    {
      "epoch": 0.9862955032119914,
      "grad_norm": 1.5515497922897339,
      "learning_rate": 4.6426483091079434e-05,
      "loss": 0.8863,
      "step": 2303
    },
    {
      "epoch": 0.9867237687366167,
      "grad_norm": 2.6630895137786865,
      "learning_rate": 4.642290887321028e-05,
      "loss": 0.3254,
      "step": 2304
    },
    {
      "epoch": 0.987152034261242,
      "grad_norm": 5.1229119300842285,
      "learning_rate": 4.641933300650133e-05,
      "loss": 1.5916,
      "step": 2305
    },
    {
      "epoch": 0.9875802997858673,
      "grad_norm": 3.3632078170776367,
      "learning_rate": 4.641575549122781e-05,
      "loss": 1.0357,
      "step": 2306
    },
    {
      "epoch": 0.9880085653104925,
      "grad_norm": 6.23685359954834,
      "learning_rate": 4.641217632766505e-05,
      "loss": 1.1748,
      "step": 2307
    },
    {
      "epoch": 0.9884368308351178,
      "grad_norm": 2.38623309135437,
      "learning_rate": 4.6408595516088536e-05,
      "loss": 0.7461,
      "step": 2308
    },
    {
      "epoch": 0.9888650963597431,
      "grad_norm": 2.7697551250457764,
      "learning_rate": 4.640501305677387e-05,
      "loss": 0.879,
      "step": 2309
    },
    {
      "epoch": 0.9892933618843683,
      "grad_norm": 2.9507100582122803,
      "learning_rate": 4.6401428949996784e-05,
      "loss": 0.6563,
      "step": 2310
    },
    {
      "epoch": 0.9897216274089936,
      "grad_norm": 2.423894166946411,
      "learning_rate": 4.639784319603312e-05,
      "loss": 0.7435,
      "step": 2311
    },
    {
      "epoch": 0.9901498929336189,
      "grad_norm": 2.7499938011169434,
      "learning_rate": 4.639425579515887e-05,
      "loss": 1.3163,
      "step": 2312
    },
    {
      "epoch": 0.9905781584582442,
      "grad_norm": 0.6493681073188782,
      "learning_rate": 4.639066674765014e-05,
      "loss": 0.3538,
      "step": 2313
    },
    {
      "epoch": 0.9910064239828694,
      "grad_norm": 1.7629497051239014,
      "learning_rate": 4.638707605378316e-05,
      "loss": 0.47,
      "step": 2314
    },
    {
      "epoch": 0.9914346895074947,
      "grad_norm": 1.2917976379394531,
      "learning_rate": 4.63834837138343e-05,
      "loss": 0.6454,
      "step": 2315
    },
    {
      "epoch": 0.99186295503212,
      "grad_norm": 2.4342730045318604,
      "learning_rate": 4.637988972808005e-05,
      "loss": 0.8412,
      "step": 2316
    },
    {
      "epoch": 0.9922912205567452,
      "grad_norm": 3.726308822631836,
      "learning_rate": 4.6376294096797016e-05,
      "loss": 2.1542,
      "step": 2317
    },
    {
      "epoch": 0.9927194860813704,
      "grad_norm": 2.9189493656158447,
      "learning_rate": 4.637269682026195e-05,
      "loss": 0.9581,
      "step": 2318
    },
    {
      "epoch": 0.9931477516059957,
      "grad_norm": 4.066821575164795,
      "learning_rate": 4.636909789875171e-05,
      "loss": 0.8967,
      "step": 2319
    },
    {
      "epoch": 0.9935760171306209,
      "grad_norm": 0.8401204347610474,
      "learning_rate": 4.63654973325433e-05,
      "loss": 0.4841,
      "step": 2320
    },
    {
      "epoch": 0.9940042826552462,
      "grad_norm": 2.960275888442993,
      "learning_rate": 4.636189512191384e-05,
      "loss": 1.2073,
      "step": 2321
    },
    {
      "epoch": 0.9944325481798715,
      "grad_norm": 8.672856330871582,
      "learning_rate": 4.635829126714057e-05,
      "loss": 1.0083,
      "step": 2322
    },
    {
      "epoch": 0.9948608137044967,
      "grad_norm": 2.23697566986084,
      "learning_rate": 4.635468576850088e-05,
      "loss": 1.4619,
      "step": 2323
    },
    {
      "epoch": 0.995289079229122,
      "grad_norm": 1.897186279296875,
      "learning_rate": 4.635107862627227e-05,
      "loss": 0.9074,
      "step": 2324
    },
    {
      "epoch": 0.9957173447537473,
      "grad_norm": 3.5845346450805664,
      "learning_rate": 4.6347469840732355e-05,
      "loss": 1.4498,
      "step": 2325
    },
    {
      "epoch": 0.9961456102783726,
      "grad_norm": 1.7187024354934692,
      "learning_rate": 4.6343859412158897e-05,
      "loss": 0.5247,
      "step": 2326
    },
    {
      "epoch": 0.9965738758029978,
      "grad_norm": 2.142312526702881,
      "learning_rate": 4.634024734082977e-05,
      "loss": 0.3583,
      "step": 2327
    },
    {
      "epoch": 0.9970021413276231,
      "grad_norm": 4.055187702178955,
      "learning_rate": 4.633663362702299e-05,
      "loss": 1.7513,
      "step": 2328
    },
    {
      "epoch": 0.9974304068522484,
      "grad_norm": 1.8992284536361694,
      "learning_rate": 4.6333018271016703e-05,
      "loss": 0.7806,
      "step": 2329
    },
    {
      "epoch": 0.9978586723768736,
      "grad_norm": 4.528443813323975,
      "learning_rate": 4.632940127308915e-05,
      "loss": 0.9981,
      "step": 2330
    },
    {
      "epoch": 0.9982869379014989,
      "grad_norm": 5.576690196990967,
      "learning_rate": 4.632578263351871e-05,
      "loss": 1.1555,
      "step": 2331
    },
    {
      "epoch": 0.9987152034261242,
      "grad_norm": 2.1044976711273193,
      "learning_rate": 4.632216235258392e-05,
      "loss": 1.2187,
      "step": 2332
    },
    {
      "epoch": 0.9991434689507495,
      "grad_norm": 4.935518264770508,
      "learning_rate": 4.63185404305634e-05,
      "loss": 2.167,
      "step": 2333
    },
    {
      "epoch": 0.9995717344753747,
      "grad_norm": 20.347637176513672,
      "learning_rate": 4.6314916867735926e-05,
      "loss": 1.4975,
      "step": 2334
    },
    {
      "epoch": 1.0,
      "grad_norm": 1.9594706296920776,
      "learning_rate": 4.631129166438039e-05,
      "loss": 1.5061,
      "step": 2335
    },
    {
      "epoch": 1.0004282655246253,
      "grad_norm": 0.9586496353149414,
      "learning_rate": 4.6307664820775805e-05,
      "loss": 0.6477,
      "step": 2336
    },
    {
      "epoch": 1.0008565310492505,
      "grad_norm": 3.416783332824707,
      "learning_rate": 4.630403633720132e-05,
      "loss": 1.1912,
      "step": 2337
    },
    {
      "epoch": 1.0012847965738758,
      "grad_norm": 2.7626187801361084,
      "learning_rate": 4.63004062139362e-05,
      "loss": 1.1678,
      "step": 2338
    },
    {
      "epoch": 1.001713062098501,
      "grad_norm": 2.487544298171997,
      "learning_rate": 4.629677445125984e-05,
      "loss": 0.5531,
      "step": 2339
    },
    {
      "epoch": 1.0021413276231264,
      "grad_norm": 1.3998887538909912,
      "learning_rate": 4.6293141049451773e-05,
      "loss": 0.3899,
      "step": 2340
    },
    {
      "epoch": 1.0025695931477516,
      "grad_norm": 2.027656078338623,
      "learning_rate": 4.628950600879165e-05,
      "loss": 0.4531,
      "step": 2341
    },
    {
      "epoch": 1.002997858672377,
      "grad_norm": 2.491825819015503,
      "learning_rate": 4.628586932955923e-05,
      "loss": 0.8237,
      "step": 2342
    },
    {
      "epoch": 1.0034261241970022,
      "grad_norm": 1.438519835472107,
      "learning_rate": 4.628223101203443e-05,
      "loss": 0.4922,
      "step": 2343
    },
    {
      "epoch": 1.0038543897216274,
      "grad_norm": 4.815446376800537,
      "learning_rate": 4.627859105649726e-05,
      "loss": 1.7602,
      "step": 2344
    },
    {
      "epoch": 1.0042826552462527,
      "grad_norm": 1.8886053562164307,
      "learning_rate": 4.627494946322789e-05,
      "loss": 0.6589,
      "step": 2345
    },
    {
      "epoch": 1.004710920770878,
      "grad_norm": 0.5435248613357544,
      "learning_rate": 4.62713062325066e-05,
      "loss": 0.287,
      "step": 2346
    },
    {
      "epoch": 1.0051391862955033,
      "grad_norm": 2.004431962966919,
      "learning_rate": 4.6267661364613786e-05,
      "loss": 1.144,
      "step": 2347
    },
    {
      "epoch": 1.0055674518201285,
      "grad_norm": 3.0760059356689453,
      "learning_rate": 4.626401485982998e-05,
      "loss": 0.9081,
      "step": 2348
    },
    {
      "epoch": 1.0059957173447538,
      "grad_norm": 1.3649067878723145,
      "learning_rate": 4.626036671843585e-05,
      "loss": 0.4373,
      "step": 2349
    },
    {
      "epoch": 1.006423982869379,
      "grad_norm": 3.262490749359131,
      "learning_rate": 4.6256716940712166e-05,
      "loss": 0.8627,
      "step": 2350
    },
    {
      "epoch": 1.0068522483940043,
      "grad_norm": 1.615325927734375,
      "learning_rate": 4.625306552693985e-05,
      "loss": 0.4355,
      "step": 2351
    },
    {
      "epoch": 1.0072805139186296,
      "grad_norm": 1.6095081567764282,
      "learning_rate": 4.624941247739992e-05,
      "loss": 0.445,
      "step": 2352
    },
    {
      "epoch": 1.0077087794432549,
      "grad_norm": 3.865821123123169,
      "learning_rate": 4.6245757792373565e-05,
      "loss": 0.8937,
      "step": 2353
    },
    {
      "epoch": 1.0081370449678801,
      "grad_norm": 0.9452102780342102,
      "learning_rate": 4.624210147214204e-05,
      "loss": 0.4976,
      "step": 2354
    },
    {
      "epoch": 1.0085653104925054,
      "grad_norm": 1.1757409572601318,
      "learning_rate": 4.623844351698678e-05,
      "loss": 0.2784,
      "step": 2355
    },
    {
      "epoch": 1.0089935760171307,
      "grad_norm": 2.607963800430298,
      "learning_rate": 4.623478392718933e-05,
      "loss": 0.6371,
      "step": 2356
    },
    {
      "epoch": 1.009421841541756,
      "grad_norm": 3.910367727279663,
      "learning_rate": 4.623112270303133e-05,
      "loss": 1.5611,
      "step": 2357
    },
    {
      "epoch": 1.0098501070663812,
      "grad_norm": 2.04036021232605,
      "learning_rate": 4.6227459844794583e-05,
      "loss": 0.6815,
      "step": 2358
    },
    {
      "epoch": 1.0102783725910065,
      "grad_norm": 4.1826910972595215,
      "learning_rate": 4.6223795352761015e-05,
      "loss": 0.4166,
      "step": 2359
    },
    {
      "epoch": 1.0107066381156318,
      "grad_norm": 2.043545722961426,
      "learning_rate": 4.622012922721265e-05,
      "loss": 0.8698,
      "step": 2360
    },
    {
      "epoch": 1.011134903640257,
      "grad_norm": 6.49172830581665,
      "learning_rate": 4.621646146843166e-05,
      "loss": 0.9332,
      "step": 2361
    },
    {
      "epoch": 1.0115631691648823,
      "grad_norm": 3.906745672225952,
      "learning_rate": 4.621279207670035e-05,
      "loss": 0.9824,
      "step": 2362
    },
    {
      "epoch": 1.0119914346895076,
      "grad_norm": 2.791598081588745,
      "learning_rate": 4.620912105230113e-05,
      "loss": 1.2084,
      "step": 2363
    },
    {
      "epoch": 1.0124197002141329,
      "grad_norm": 3.1413614749908447,
      "learning_rate": 4.620544839551655e-05,
      "loss": 1.0395,
      "step": 2364
    },
    {
      "epoch": 1.0128479657387581,
      "grad_norm": 1.6222180128097534,
      "learning_rate": 4.620177410662927e-05,
      "loss": 0.9134,
      "step": 2365
    },
    {
      "epoch": 1.0132762312633834,
      "grad_norm": 2.462555408477783,
      "learning_rate": 4.61980981859221e-05,
      "loss": 1.0731,
      "step": 2366
    },
    {
      "epoch": 1.0137044967880087,
      "grad_norm": 3.857466697692871,
      "learning_rate": 4.6194420633677946e-05,
      "loss": 0.9248,
      "step": 2367
    },
    {
      "epoch": 1.014132762312634,
      "grad_norm": 2.219348192214966,
      "learning_rate": 4.6190741450179875e-05,
      "loss": 0.5811,
      "step": 2368
    },
    {
      "epoch": 1.0145610278372592,
      "grad_norm": 2.4444167613983154,
      "learning_rate": 4.618706063571104e-05,
      "loss": 0.9334,
      "step": 2369
    },
    {
      "epoch": 1.0149892933618843,
      "grad_norm": 2.9156155586242676,
      "learning_rate": 4.618337819055475e-05,
      "loss": 0.9621,
      "step": 2370
    },
    {
      "epoch": 1.0154175588865095,
      "grad_norm": 2.6291415691375732,
      "learning_rate": 4.6179694114994424e-05,
      "loss": 0.675,
      "step": 2371
    },
    {
      "epoch": 1.0158458244111348,
      "grad_norm": 1.3606609106063843,
      "learning_rate": 4.617600840931362e-05,
      "loss": 0.3539,
      "step": 2372
    },
    {
      "epoch": 1.01627408993576,
      "grad_norm": 2.182520866394043,
      "learning_rate": 4.6172321073796e-05,
      "loss": 0.7353,
      "step": 2373
    },
    {
      "epoch": 1.0167023554603853,
      "grad_norm": 1.263631820678711,
      "learning_rate": 4.616863210872537e-05,
      "loss": 1.0815,
      "step": 2374
    },
    {
      "epoch": 1.0171306209850106,
      "grad_norm": 2.144643783569336,
      "learning_rate": 4.616494151438567e-05,
      "loss": 0.7313,
      "step": 2375
    },
    {
      "epoch": 1.0175588865096359,
      "grad_norm": 2.8069050312042236,
      "learning_rate": 4.6161249291060926e-05,
      "loss": 1.2084,
      "step": 2376
    },
    {
      "epoch": 1.0179871520342612,
      "grad_norm": 0.9724211096763611,
      "learning_rate": 4.615755543903533e-05,
      "loss": 0.7165,
      "step": 2377
    },
    {
      "epoch": 1.0184154175588864,
      "grad_norm": 2.1093738079071045,
      "learning_rate": 4.6153859958593177e-05,
      "loss": 1.0734,
      "step": 2378
    },
    {
      "epoch": 1.0188436830835117,
      "grad_norm": 2.531256675720215,
      "learning_rate": 4.6150162850018894e-05,
      "loss": 0.7387,
      "step": 2379
    },
    {
      "epoch": 1.019271948608137,
      "grad_norm": 2.419528007507324,
      "learning_rate": 4.614646411359704e-05,
      "loss": 0.7483,
      "step": 2380
    },
    {
      "epoch": 1.0197002141327622,
      "grad_norm": 1.9839487075805664,
      "learning_rate": 4.614276374961229e-05,
      "loss": 0.8913,
      "step": 2381
    },
    {
      "epoch": 1.0201284796573875,
      "grad_norm": 3.900815486907959,
      "learning_rate": 4.6139061758349445e-05,
      "loss": 1.1686,
      "step": 2382
    },
    {
      "epoch": 1.0205567451820128,
      "grad_norm": 4.160203456878662,
      "learning_rate": 4.613535814009343e-05,
      "loss": 0.7285,
      "step": 2383
    },
    {
      "epoch": 1.020985010706638,
      "grad_norm": 1.946172833442688,
      "learning_rate": 4.613165289512931e-05,
      "loss": 1.1919,
      "step": 2384
    },
    {
      "epoch": 1.0214132762312633,
      "grad_norm": 2.0056099891662598,
      "learning_rate": 4.6127946023742254e-05,
      "loss": 0.4336,
      "step": 2385
    },
    {
      "epoch": 1.0218415417558886,
      "grad_norm": 3.513491153717041,
      "learning_rate": 4.612423752621756e-05,
      "loss": 1.0072,
      "step": 2386
    },
    {
      "epoch": 1.0222698072805139,
      "grad_norm": 2.992534875869751,
      "learning_rate": 4.612052740284067e-05,
      "loss": 1.4191,
      "step": 2387
    },
    {
      "epoch": 1.0226980728051391,
      "grad_norm": 1.560585856437683,
      "learning_rate": 4.6116815653897136e-05,
      "loss": 0.4161,
      "step": 2388
    },
    {
      "epoch": 1.0231263383297644,
      "grad_norm": 2.858927011489868,
      "learning_rate": 4.611310227967262e-05,
      "loss": 1.1557,
      "step": 2389
    },
    {
      "epoch": 1.0235546038543897,
      "grad_norm": 2.018760919570923,
      "learning_rate": 4.6109387280452955e-05,
      "loss": 0.5644,
      "step": 2390
    },
    {
      "epoch": 1.023982869379015,
      "grad_norm": 2.9282238483428955,
      "learning_rate": 4.610567065652405e-05,
      "loss": 0.7368,
      "step": 2391
    },
    {
      "epoch": 1.0244111349036402,
      "grad_norm": 2.050968647003174,
      "learning_rate": 4.6101952408171966e-05,
      "loss": 0.7308,
      "step": 2392
    },
    {
      "epoch": 1.0248394004282655,
      "grad_norm": 1.880059003829956,
      "learning_rate": 4.6098232535682887e-05,
      "loss": 0.5762,
      "step": 2393
    },
    {
      "epoch": 1.0252676659528908,
      "grad_norm": 2.4769704341888428,
      "learning_rate": 4.60945110393431e-05,
      "loss": 0.6849,
      "step": 2394
    },
    {
      "epoch": 1.025695931477516,
      "grad_norm": 5.780954360961914,
      "learning_rate": 4.609078791943905e-05,
      "loss": 0.9061,
      "step": 2395
    },
    {
      "epoch": 1.0261241970021413,
      "grad_norm": 3.5370545387268066,
      "learning_rate": 4.60870631762573e-05,
      "loss": 2.828,
      "step": 2396
    },
    {
      "epoch": 1.0265524625267666,
      "grad_norm": 0.4249138832092285,
      "learning_rate": 4.60833368100845e-05,
      "loss": 0.1323,
      "step": 2397
    },
    {
      "epoch": 1.0269807280513918,
      "grad_norm": 5.451589584350586,
      "learning_rate": 4.6079608821207475e-05,
      "loss": 0.7342,
      "step": 2398
    },
    {
      "epoch": 1.0274089935760171,
      "grad_norm": 7.282365798950195,
      "learning_rate": 4.6075879209913155e-05,
      "loss": 0.878,
      "step": 2399
    },
    {
      "epoch": 1.0278372591006424,
      "grad_norm": 1.6281317472457886,
      "learning_rate": 4.607214797648859e-05,
      "loss": 0.3153,
      "step": 2400
    },
    {
      "epoch": 1.0282655246252677,
      "grad_norm": 6.13102388381958,
      "learning_rate": 4.6068415121220954e-05,
      "loss": 0.8418,
      "step": 2401
    },
    {
      "epoch": 1.028693790149893,
      "grad_norm": 5.557166576385498,
      "learning_rate": 4.606468064439755e-05,
      "loss": 1.2613,
      "step": 2402
    },
    {
      "epoch": 1.0291220556745182,
      "grad_norm": 1.1600010395050049,
      "learning_rate": 4.606094454630582e-05,
      "loss": 0.4634,
      "step": 2403
    },
    {
      "epoch": 1.0295503211991435,
      "grad_norm": 3.41044020652771,
      "learning_rate": 4.60572068272333e-05,
      "loss": 1.2397,
      "step": 2404
    },
    {
      "epoch": 1.0299785867237687,
      "grad_norm": 5.598540782928467,
      "learning_rate": 4.605346748746768e-05,
      "loss": 0.8623,
      "step": 2405
    },
    {
      "epoch": 1.030406852248394,
      "grad_norm": 4.54561710357666,
      "learning_rate": 4.6049726527296765e-05,
      "loss": 1.0003,
      "step": 2406
    },
    {
      "epoch": 1.0308351177730193,
      "grad_norm": 2.6962625980377197,
      "learning_rate": 4.6045983947008476e-05,
      "loss": 0.9251,
      "step": 2407
    },
    {
      "epoch": 1.0312633832976446,
      "grad_norm": 0.8135049343109131,
      "learning_rate": 4.6042239746890855e-05,
      "loss": 0.5241,
      "step": 2408
    },
    {
      "epoch": 1.0316916488222698,
      "grad_norm": 3.4537391662597656,
      "learning_rate": 4.6038493927232104e-05,
      "loss": 0.9685,
      "step": 2409
    },
    {
      "epoch": 1.032119914346895,
      "grad_norm": 2.8353500366210938,
      "learning_rate": 4.60347464883205e-05,
      "loss": 0.6919,
      "step": 2410
    },
    {
      "epoch": 1.0325481798715204,
      "grad_norm": 1.2957946062088013,
      "learning_rate": 4.603099743044449e-05,
      "loss": 0.6081,
      "step": 2411
    },
    {
      "epoch": 1.0329764453961456,
      "grad_norm": 2.2546613216400146,
      "learning_rate": 4.6027246753892606e-05,
      "loss": 0.5209,
      "step": 2412
    },
    {
      "epoch": 1.033404710920771,
      "grad_norm": 3.754831075668335,
      "learning_rate": 4.602349445895353e-05,
      "loss": 0.9961,
      "step": 2413
    },
    {
      "epoch": 1.0338329764453962,
      "grad_norm": 207.24343872070312,
      "learning_rate": 4.601974054591607e-05,
      "loss": 1.8342,
      "step": 2414
    },
    {
      "epoch": 1.0342612419700214,
      "grad_norm": 6.187536716461182,
      "learning_rate": 4.601598501506914e-05,
      "loss": 0.7008,
      "step": 2415
    },
    {
      "epoch": 1.0346895074946467,
      "grad_norm": 2.1042163372039795,
      "learning_rate": 4.601222786670179e-05,
      "loss": 1.1362,
      "step": 2416
    },
    {
      "epoch": 1.035117773019272,
      "grad_norm": 0.8270857334136963,
      "learning_rate": 4.60084691011032e-05,
      "loss": 0.1838,
      "step": 2417
    },
    {
      "epoch": 1.0355460385438973,
      "grad_norm": 1.0446491241455078,
      "learning_rate": 4.600470871856266e-05,
      "loss": 0.2619,
      "step": 2418
    },
    {
      "epoch": 1.0359743040685225,
      "grad_norm": 1.1668643951416016,
      "learning_rate": 4.60009467193696e-05,
      "loss": 0.5031,
      "step": 2419
    },
    {
      "epoch": 1.0364025695931478,
      "grad_norm": 3.265697717666626,
      "learning_rate": 4.599718310381356e-05,
      "loss": 1.0628,
      "step": 2420
    },
    {
      "epoch": 1.036830835117773,
      "grad_norm": 3.4028854370117188,
      "learning_rate": 4.599341787218422e-05,
      "loss": 1.2903,
      "step": 2421
    },
    {
      "epoch": 1.0372591006423983,
      "grad_norm": 1.1811846494674683,
      "learning_rate": 4.598965102477136e-05,
      "loss": 0.5532,
      "step": 2422
    },
    {
      "epoch": 1.0376873661670236,
      "grad_norm": 0.8674139976501465,
      "learning_rate": 4.598588256186491e-05,
      "loss": 0.5148,
      "step": 2423
    },
    {
      "epoch": 1.0381156316916489,
      "grad_norm": 0.925915539264679,
      "learning_rate": 4.5982112483754923e-05,
      "loss": 0.5692,
      "step": 2424
    },
    {
      "epoch": 1.0385438972162742,
      "grad_norm": 2.8059234619140625,
      "learning_rate": 4.597834079073156e-05,
      "loss": 0.8705,
      "step": 2425
    },
    {
      "epoch": 1.0389721627408994,
      "grad_norm": 0.8561309576034546,
      "learning_rate": 4.59745674830851e-05,
      "loss": 0.3482,
      "step": 2426
    },
    {
      "epoch": 1.0394004282655247,
      "grad_norm": 2.811581611633301,
      "learning_rate": 4.597079256110598e-05,
      "loss": 0.8271,
      "step": 2427
    },
    {
      "epoch": 1.03982869379015,
      "grad_norm": 1.525107979774475,
      "learning_rate": 4.596701602508473e-05,
      "loss": 0.6086,
      "step": 2428
    },
    {
      "epoch": 1.0402569593147752,
      "grad_norm": 2.5767478942871094,
      "learning_rate": 4.5963237875312025e-05,
      "loss": 0.5438,
      "step": 2429
    },
    {
      "epoch": 1.0406852248394005,
      "grad_norm": 2.476182460784912,
      "learning_rate": 4.5959458112078645e-05,
      "loss": 0.6032,
      "step": 2430
    },
    {
      "epoch": 1.0411134903640258,
      "grad_norm": 0.7341932654380798,
      "learning_rate": 4.595567673567551e-05,
      "loss": 0.3966,
      "step": 2431
    },
    {
      "epoch": 1.041541755888651,
      "grad_norm": 7.037844181060791,
      "learning_rate": 4.595189374639366e-05,
      "loss": 0.9031,
      "step": 2432
    },
    {
      "epoch": 1.0419700214132763,
      "grad_norm": 4.067666053771973,
      "learning_rate": 4.5948109144524244e-05,
      "loss": 0.7633,
      "step": 2433
    },
    {
      "epoch": 1.0423982869379016,
      "grad_norm": 6.108623504638672,
      "learning_rate": 4.594432293035856e-05,
      "loss": 0.9396,
      "step": 2434
    },
    {
      "epoch": 1.0428265524625269,
      "grad_norm": 8.032541275024414,
      "learning_rate": 4.594053510418803e-05,
      "loss": 0.5861,
      "step": 2435
    },
    {
      "epoch": 1.0432548179871521,
      "grad_norm": 2.5523431301116943,
      "learning_rate": 4.5936745666304156e-05,
      "loss": 1.274,
      "step": 2436
    },
    {
      "epoch": 1.0436830835117772,
      "grad_norm": 1.9122051000595093,
      "learning_rate": 4.5932954616998636e-05,
      "loss": 0.5751,
      "step": 2437
    },
    {
      "epoch": 1.0441113490364025,
      "grad_norm": 0.37727978825569153,
      "learning_rate": 4.592916195656322e-05,
      "loss": 0.1505,
      "step": 2438
    },
    {
      "epoch": 1.0445396145610277,
      "grad_norm": 6.145073413848877,
      "learning_rate": 4.592536768528982e-05,
      "loss": 1.113,
      "step": 2439
    },
    {
      "epoch": 1.044967880085653,
      "grad_norm": 0.7412245869636536,
      "learning_rate": 4.592157180347049e-05,
      "loss": 0.4714,
      "step": 2440
    },
    {
      "epoch": 1.0453961456102783,
      "grad_norm": 4.329492568969727,
      "learning_rate": 4.591777431139736e-05,
      "loss": 0.7067,
      "step": 2441
    },
    {
      "epoch": 1.0458244111349035,
      "grad_norm": 3.479560375213623,
      "learning_rate": 4.591397520936271e-05,
      "loss": 1.0915,
      "step": 2442
    },
    {
      "epoch": 1.0462526766595288,
      "grad_norm": 8.154139518737793,
      "learning_rate": 4.5910174497658963e-05,
      "loss": 1.2543,
      "step": 2443
    },
    {
      "epoch": 1.046680942184154,
      "grad_norm": 4.223692417144775,
      "learning_rate": 4.590637217657863e-05,
      "loss": 0.6891,
      "step": 2444
    },
    {
      "epoch": 1.0471092077087794,
      "grad_norm": 5.151467323303223,
      "learning_rate": 4.5902568246414355e-05,
      "loss": 1.2172,
      "step": 2445
    },
    {
      "epoch": 1.0475374732334046,
      "grad_norm": 2.5304481983184814,
      "learning_rate": 4.589876270745892e-05,
      "loss": 1.0423,
      "step": 2446
    },
    {
      "epoch": 1.04796573875803,
      "grad_norm": 3.117835283279419,
      "learning_rate": 4.5894955560005225e-05,
      "loss": 1.2793,
      "step": 2447
    },
    {
      "epoch": 1.0483940042826552,
      "grad_norm": 0.7229622602462769,
      "learning_rate": 4.58911468043463e-05,
      "loss": 0.3445,
      "step": 2448
    },
    {
      "epoch": 1.0488222698072804,
      "grad_norm": 16.777021408081055,
      "learning_rate": 4.588733644077527e-05,
      "loss": 1.2023,
      "step": 2449
    },
    {
      "epoch": 1.0492505353319057,
      "grad_norm": 3.319272041320801,
      "learning_rate": 4.588352446958541e-05,
      "loss": 0.8575,
      "step": 2450
    },
    {
      "epoch": 1.049678800856531,
      "grad_norm": 2.0697569847106934,
      "learning_rate": 4.587971089107012e-05,
      "loss": 0.5472,
      "step": 2451
    },
    {
      "epoch": 1.0501070663811563,
      "grad_norm": 3.6436917781829834,
      "learning_rate": 4.587589570552291e-05,
      "loss": 1.4386,
      "step": 2452
    },
    {
      "epoch": 1.0505353319057815,
      "grad_norm": 0.8692249059677124,
      "learning_rate": 4.587207891323743e-05,
      "loss": 0.3299,
      "step": 2453
    },
    {
      "epoch": 1.0509635974304068,
      "grad_norm": 2.818636178970337,
      "learning_rate": 4.5868260514507436e-05,
      "loss": 1.121,
      "step": 2454
    },
    {
      "epoch": 1.051391862955032,
      "grad_norm": 2.789494752883911,
      "learning_rate": 4.5864440509626816e-05,
      "loss": 0.6392,
      "step": 2455
    },
    {
      "epoch": 1.0518201284796573,
      "grad_norm": 2.209590435028076,
      "learning_rate": 4.586061889888959e-05,
      "loss": 0.3612,
      "step": 2456
    },
    {
      "epoch": 1.0522483940042826,
      "grad_norm": 2.852813243865967,
      "learning_rate": 4.5856795682589873e-05,
      "loss": 1.1315,
      "step": 2457
    },
    {
      "epoch": 1.0526766595289079,
      "grad_norm": 4.043891906738281,
      "learning_rate": 4.585297086102194e-05,
      "loss": 2.2864,
      "step": 2458
    },
    {
      "epoch": 1.0531049250535331,
      "grad_norm": 1.3502188920974731,
      "learning_rate": 4.584914443448017e-05,
      "loss": 0.6565,
      "step": 2459
    },
    {
      "epoch": 1.0535331905781584,
      "grad_norm": 1.6008970737457275,
      "learning_rate": 4.5845316403259074e-05,
      "loss": 0.8066,
      "step": 2460
    },
    {
      "epoch": 1.0539614561027837,
      "grad_norm": 2.0524966716766357,
      "learning_rate": 4.584148676765327e-05,
      "loss": 0.7064,
      "step": 2461
    },
    {
      "epoch": 1.054389721627409,
      "grad_norm": 2.558088779449463,
      "learning_rate": 4.583765552795751e-05,
      "loss": 1.046,
      "step": 2462
    },
    {
      "epoch": 1.0548179871520342,
      "grad_norm": 1.899419903755188,
      "learning_rate": 4.583382268446668e-05,
      "loss": 1.0523,
      "step": 2463
    },
    {
      "epoch": 1.0552462526766595,
      "grad_norm": 4.438660144805908,
      "learning_rate": 4.582998823747578e-05,
      "loss": 0.9233,
      "step": 2464
    },
    {
      "epoch": 1.0556745182012848,
      "grad_norm": 1.962544560432434,
      "learning_rate": 4.5826152187279913e-05,
      "loss": 0.5564,
      "step": 2465
    },
    {
      "epoch": 1.05610278372591,
      "grad_norm": 2.2136735916137695,
      "learning_rate": 4.582231453417435e-05,
      "loss": 0.6918,
      "step": 2466
    },
    {
      "epoch": 1.0565310492505353,
      "grad_norm": 1.860627293586731,
      "learning_rate": 4.5818475278454445e-05,
      "loss": 0.6277,
      "step": 2467
    },
    {
      "epoch": 1.0569593147751606,
      "grad_norm": 6.0406999588012695,
      "learning_rate": 4.581463442041569e-05,
      "loss": 2.0925,
      "step": 2468
    },
    {
      "epoch": 1.0573875802997859,
      "grad_norm": 3.534055233001709,
      "learning_rate": 4.581079196035372e-05,
      "loss": 1.4582,
      "step": 2469
    },
    {
      "epoch": 1.0578158458244111,
      "grad_norm": 0.848818838596344,
      "learning_rate": 4.580694789856425e-05,
      "loss": 0.3788,
      "step": 2470
    },
    {
      "epoch": 1.0582441113490364,
      "grad_norm": 1.44693124294281,
      "learning_rate": 4.580310223534315e-05,
      "loss": 0.8695,
      "step": 2471
    },
    {
      "epoch": 1.0586723768736617,
      "grad_norm": 1.1167292594909668,
      "learning_rate": 4.579925497098643e-05,
      "loss": 0.476,
      "step": 2472
    },
    {
      "epoch": 1.059100642398287,
      "grad_norm": 1.199987769126892,
      "learning_rate": 4.579540610579016e-05,
      "loss": 0.7943,
      "step": 2473
    },
    {
      "epoch": 1.0595289079229122,
      "grad_norm": 1.6658289432525635,
      "learning_rate": 4.57915556400506e-05,
      "loss": 0.4146,
      "step": 2474
    },
    {
      "epoch": 1.0599571734475375,
      "grad_norm": 1.8498506546020508,
      "learning_rate": 4.57877035740641e-05,
      "loss": 1.1495,
      "step": 2475
    },
    {
      "epoch": 1.0603854389721628,
      "grad_norm": 3.008227586746216,
      "learning_rate": 4.5783849908127144e-05,
      "loss": 0.7879,
      "step": 2476
    },
    {
      "epoch": 1.060813704496788,
      "grad_norm": 2.370950937271118,
      "learning_rate": 4.577999464253631e-05,
      "loss": 0.8184,
      "step": 2477
    },
    {
      "epoch": 1.0612419700214133,
      "grad_norm": 3.169504165649414,
      "learning_rate": 4.5776137777588346e-05,
      "loss": 1.4446,
      "step": 2478
    },
    {
      "epoch": 1.0616702355460386,
      "grad_norm": 2.694453001022339,
      "learning_rate": 4.57722793135801e-05,
      "loss": 0.5602,
      "step": 2479
    },
    {
      "epoch": 1.0620985010706638,
      "grad_norm": 2.3114984035491943,
      "learning_rate": 4.576841925080853e-05,
      "loss": 0.7532,
      "step": 2480
    },
    {
      "epoch": 1.062526766595289,
      "grad_norm": 1.750199556350708,
      "learning_rate": 4.5764557589570745e-05,
      "loss": 0.5594,
      "step": 2481
    },
    {
      "epoch": 1.0629550321199144,
      "grad_norm": 3.140043020248413,
      "learning_rate": 4.576069433016394e-05,
      "loss": 1.7607,
      "step": 2482
    },
    {
      "epoch": 1.0633832976445396,
      "grad_norm": 1.4939411878585815,
      "learning_rate": 4.5756829472885485e-05,
      "loss": 0.4893,
      "step": 2483
    },
    {
      "epoch": 1.063811563169165,
      "grad_norm": 2.446263551712036,
      "learning_rate": 4.575296301803282e-05,
      "loss": 0.7514,
      "step": 2484
    },
    {
      "epoch": 1.0642398286937902,
      "grad_norm": 3.7806475162506104,
      "learning_rate": 4.574909496590355e-05,
      "loss": 0.9856,
      "step": 2485
    },
    {
      "epoch": 1.0646680942184155,
      "grad_norm": 2.8212039470672607,
      "learning_rate": 4.574522531679537e-05,
      "loss": 0.4562,
      "step": 2486
    },
    {
      "epoch": 1.0650963597430407,
      "grad_norm": 1.6253602504730225,
      "learning_rate": 4.574135407100612e-05,
      "loss": 0.3915,
      "step": 2487
    },
    {
      "epoch": 1.065524625267666,
      "grad_norm": 1.937136173248291,
      "learning_rate": 4.5737481228833745e-05,
      "loss": 0.4899,
      "step": 2488
    },
    {
      "epoch": 1.0659528907922913,
      "grad_norm": 1.716539978981018,
      "learning_rate": 4.573360679057633e-05,
      "loss": 1.0325,
      "step": 2489
    },
    {
      "epoch": 1.0663811563169165,
      "grad_norm": 1.5983104705810547,
      "learning_rate": 4.572973075653208e-05,
      "loss": 0.6273,
      "step": 2490
    },
    {
      "epoch": 1.0668094218415418,
      "grad_norm": 2.457742214202881,
      "learning_rate": 4.572585312699931e-05,
      "loss": 0.806,
      "step": 2491
    },
    {
      "epoch": 1.067237687366167,
      "grad_norm": 2.008352279663086,
      "learning_rate": 4.572197390227647e-05,
      "loss": 0.54,
      "step": 2492
    },
    {
      "epoch": 1.0676659528907924,
      "grad_norm": 2.035296678543091,
      "learning_rate": 4.571809308266213e-05,
      "loss": 1.6165,
      "step": 2493
    },
    {
      "epoch": 1.0680942184154176,
      "grad_norm": 4.030922889709473,
      "learning_rate": 4.571421066845498e-05,
      "loss": 1.1365,
      "step": 2494
    },
    {
      "epoch": 1.068522483940043,
      "grad_norm": 5.744941711425781,
      "learning_rate": 4.571032665995384e-05,
      "loss": 1.2921,
      "step": 2495
    },
    {
      "epoch": 1.0689507494646682,
      "grad_norm": 0.6992378830909729,
      "learning_rate": 4.570644105745764e-05,
      "loss": 0.2518,
      "step": 2496
    },
    {
      "epoch": 1.0693790149892934,
      "grad_norm": 0.9089705944061279,
      "learning_rate": 4.570255386126544e-05,
      "loss": 0.3123,
      "step": 2497
    },
    {
      "epoch": 1.0698072805139187,
      "grad_norm": 1.2438541650772095,
      "learning_rate": 4.569866507167644e-05,
      "loss": 0.8402,
      "step": 2498
    },
    {
      "epoch": 1.070235546038544,
      "grad_norm": 3.3405051231384277,
      "learning_rate": 4.569477468898992e-05,
      "loss": 1.3217,
      "step": 2499
    },
    {
      "epoch": 1.0706638115631693,
      "grad_norm": 1.9737251996994019,
      "learning_rate": 4.569088271350532e-05,
      "loss": 1.2065,
      "step": 2500
    },
    {
      "epoch": 1.0710920770877945,
      "grad_norm": 3.369854211807251,
      "learning_rate": 4.568698914552219e-05,
      "loss": 1.7339,
      "step": 2501
    },
    {
      "epoch": 1.0715203426124198,
      "grad_norm": 0.9341088533401489,
      "learning_rate": 4.568309398534021e-05,
      "loss": 0.3196,
      "step": 2502
    },
    {
      "epoch": 1.071948608137045,
      "grad_norm": 0.7806735634803772,
      "learning_rate": 4.567919723325916e-05,
      "loss": 0.321,
      "step": 2503
    },
    {
      "epoch": 1.0723768736616703,
      "grad_norm": 2.036433458328247,
      "learning_rate": 4.5675298889578966e-05,
      "loss": 0.8279,
      "step": 2504
    },
    {
      "epoch": 1.0728051391862956,
      "grad_norm": 2.4202282428741455,
      "learning_rate": 4.567139895459967e-05,
      "loss": 0.8791,
      "step": 2505
    },
    {
      "epoch": 1.0732334047109209,
      "grad_norm": 2.303576707839966,
      "learning_rate": 4.566749742862145e-05,
      "loss": 1.027,
      "step": 2506
    },
    {
      "epoch": 1.0736616702355462,
      "grad_norm": 4.805054664611816,
      "learning_rate": 4.566359431194456e-05,
      "loss": 0.7893,
      "step": 2507
    },
    {
      "epoch": 1.0740899357601714,
      "grad_norm": 2.5885701179504395,
      "learning_rate": 4.565968960486943e-05,
      "loss": 1.0998,
      "step": 2508
    },
    {
      "epoch": 1.0745182012847965,
      "grad_norm": 1.0138968229293823,
      "learning_rate": 4.565578330769659e-05,
      "loss": 0.2058,
      "step": 2509
    },
    {
      "epoch": 1.0749464668094217,
      "grad_norm": 6.621820449829102,
      "learning_rate": 4.565187542072667e-05,
      "loss": 0.9663,
      "step": 2510
    },
    {
      "epoch": 1.075374732334047,
      "grad_norm": 2.2408201694488525,
      "learning_rate": 4.564796594426048e-05,
      "loss": 0.5938,
      "step": 2511
    },
    {
      "epoch": 1.0758029978586723,
      "grad_norm": 3.085655689239502,
      "learning_rate": 4.56440548785989e-05,
      "loss": 0.4071,
      "step": 2512
    },
    {
      "epoch": 1.0762312633832976,
      "grad_norm": 3.441814661026001,
      "learning_rate": 4.564014222404295e-05,
      "loss": 1.3285,
      "step": 2513
    },
    {
      "epoch": 1.0766595289079228,
      "grad_norm": 1.390633463859558,
      "learning_rate": 4.563622798089377e-05,
      "loss": 0.28,
      "step": 2514
    },
    {
      "epoch": 1.077087794432548,
      "grad_norm": 1.2033745050430298,
      "learning_rate": 4.5632312149452614e-05,
      "loss": 0.4286,
      "step": 2515
    },
    {
      "epoch": 1.0775160599571734,
      "grad_norm": 3.0417487621307373,
      "learning_rate": 4.56283947300209e-05,
      "loss": 1.5806,
      "step": 2516
    },
    {
      "epoch": 1.0779443254817986,
      "grad_norm": 1.45401930809021,
      "learning_rate": 4.562447572290011e-05,
      "loss": 0.475,
      "step": 2517
    },
    {
      "epoch": 1.078372591006424,
      "grad_norm": 0.5389093160629272,
      "learning_rate": 4.5620555128391884e-05,
      "loss": 0.187,
      "step": 2518
    },
    {
      "epoch": 1.0788008565310492,
      "grad_norm": 4.9862189292907715,
      "learning_rate": 4.561663294679797e-05,
      "loss": 0.5781,
      "step": 2519
    },
    {
      "epoch": 1.0792291220556745,
      "grad_norm": 17.330398559570312,
      "learning_rate": 4.5612709178420256e-05,
      "loss": 1.0449,
      "step": 2520
    },
    {
      "epoch": 1.0796573875802997,
      "grad_norm": 1.6079049110412598,
      "learning_rate": 4.560878382356073e-05,
      "loss": 1.3385,
      "step": 2521
    },
    {
      "epoch": 1.080085653104925,
      "grad_norm": 5.057795524597168,
      "learning_rate": 4.560485688252151e-05,
      "loss": 0.9739,
      "step": 2522
    },
    {
      "epoch": 1.0805139186295503,
      "grad_norm": 2.8013787269592285,
      "learning_rate": 4.5600928355604844e-05,
      "loss": 0.6602,
      "step": 2523
    },
    {
      "epoch": 1.0809421841541755,
      "grad_norm": 4.670677185058594,
      "learning_rate": 4.5596998243113084e-05,
      "loss": 1.5721,
      "step": 2524
    },
    {
      "epoch": 1.0813704496788008,
      "grad_norm": 2.3363852500915527,
      "learning_rate": 4.559306654534874e-05,
      "loss": 0.4181,
      "step": 2525
    },
    {
      "epoch": 1.081798715203426,
      "grad_norm": 1.2614346742630005,
      "learning_rate": 4.558913326261439e-05,
      "loss": 0.3313,
      "step": 2526
    },
    {
      "epoch": 1.0822269807280513,
      "grad_norm": 4.324293613433838,
      "learning_rate": 4.558519839521279e-05,
      "loss": 0.923,
      "step": 2527
    },
    {
      "epoch": 1.0826552462526766,
      "grad_norm": 2.361222505569458,
      "learning_rate": 4.5581261943446774e-05,
      "loss": 0.6566,
      "step": 2528
    },
    {
      "epoch": 1.0830835117773019,
      "grad_norm": 4.589032173156738,
      "learning_rate": 4.557732390761932e-05,
      "loss": 0.9307,
      "step": 2529
    },
    {
      "epoch": 1.0835117773019272,
      "grad_norm": 4.0984416007995605,
      "learning_rate": 4.557338428803353e-05,
      "loss": 0.9919,
      "step": 2530
    },
    {
      "epoch": 1.0839400428265524,
      "grad_norm": 2.59445858001709,
      "learning_rate": 4.556944308499261e-05,
      "loss": 0.8246,
      "step": 2531
    },
    {
      "epoch": 1.0843683083511777,
      "grad_norm": 5.325394630432129,
      "learning_rate": 4.5565500298799914e-05,
      "loss": 0.4789,
      "step": 2532
    },
    {
      "epoch": 1.084796573875803,
      "grad_norm": 2.882779359817505,
      "learning_rate": 4.5561555929758885e-05,
      "loss": 0.8163,
      "step": 2533
    },
    {
      "epoch": 1.0852248394004282,
      "grad_norm": 3.4689464569091797,
      "learning_rate": 4.555760997817312e-05,
      "loss": 1.5494,
      "step": 2534
    },
    {
      "epoch": 1.0856531049250535,
      "grad_norm": 3.4886298179626465,
      "learning_rate": 4.555366244434633e-05,
      "loss": 0.994,
      "step": 2535
    },
    {
      "epoch": 1.0860813704496788,
      "grad_norm": 2.9189205169677734,
      "learning_rate": 4.554971332858232e-05,
      "loss": 1.0907,
      "step": 2536
    },
    {
      "epoch": 1.086509635974304,
      "grad_norm": 3.622164487838745,
      "learning_rate": 4.554576263118506e-05,
      "loss": 1.1208,
      "step": 2537
    },
    {
      "epoch": 1.0869379014989293,
      "grad_norm": 2.8149735927581787,
      "learning_rate": 4.55418103524586e-05,
      "loss": 0.5668,
      "step": 2538
    },
    {
      "epoch": 1.0873661670235546,
      "grad_norm": 2.5143883228302,
      "learning_rate": 4.5537856492707156e-05,
      "loss": 0.4156,
      "step": 2539
    },
    {
      "epoch": 1.0877944325481799,
      "grad_norm": 1.8771151304244995,
      "learning_rate": 4.5533901052235015e-05,
      "loss": 0.7738,
      "step": 2540
    },
    {
      "epoch": 1.0882226980728051,
      "grad_norm": 2.690049171447754,
      "learning_rate": 4.5529944031346636e-05,
      "loss": 0.5937,
      "step": 2541
    },
    {
      "epoch": 1.0886509635974304,
      "grad_norm": 3.015115261077881,
      "learning_rate": 4.5525985430346564e-05,
      "loss": 0.8281,
      "step": 2542
    },
    {
      "epoch": 1.0890792291220557,
      "grad_norm": 5.049867630004883,
      "learning_rate": 4.552202524953947e-05,
      "loss": 1.3674,
      "step": 2543
    },
    {
      "epoch": 1.089507494646681,
      "grad_norm": 3.587421417236328,
      "learning_rate": 4.551806348923017e-05,
      "loss": 1.0278,
      "step": 2544
    },
    {
      "epoch": 1.0899357601713062,
      "grad_norm": 5.377171993255615,
      "learning_rate": 4.5514100149723575e-05,
      "loss": 1.2333,
      "step": 2545
    },
    {
      "epoch": 1.0903640256959315,
      "grad_norm": 2.7501490116119385,
      "learning_rate": 4.551013523132473e-05,
      "loss": 1.2159,
      "step": 2546
    },
    {
      "epoch": 1.0907922912205568,
      "grad_norm": 4.310076713562012,
      "learning_rate": 4.5506168734338806e-05,
      "loss": 1.7006,
      "step": 2547
    },
    {
      "epoch": 1.091220556745182,
      "grad_norm": 0.7265071868896484,
      "learning_rate": 4.5502200659071084e-05,
      "loss": 0.2137,
      "step": 2548
    },
    {
      "epoch": 1.0916488222698073,
      "grad_norm": 3.292588710784912,
      "learning_rate": 4.5498231005826966e-05,
      "loss": 0.8432,
      "step": 2549
    },
    {
      "epoch": 1.0920770877944326,
      "grad_norm": 4.826411247253418,
      "learning_rate": 4.549425977491199e-05,
      "loss": 0.8171,
      "step": 2550
    },
    {
      "epoch": 1.0925053533190578,
      "grad_norm": 2.548391819000244,
      "learning_rate": 4.54902869666318e-05,
      "loss": 0.858,
      "step": 2551
    },
    {
      "epoch": 1.0929336188436831,
      "grad_norm": 2.20188045501709,
      "learning_rate": 4.548631258129218e-05,
      "loss": 0.6472,
      "step": 2552
    },
    {
      "epoch": 1.0933618843683084,
      "grad_norm": 3.317017078399658,
      "learning_rate": 4.548233661919901e-05,
      "loss": 1.1663,
      "step": 2553
    },
    {
      "epoch": 1.0937901498929337,
      "grad_norm": 1.6205041408538818,
      "learning_rate": 4.547835908065831e-05,
      "loss": 0.287,
      "step": 2554
    },
    {
      "epoch": 1.094218415417559,
      "grad_norm": 2.2230799198150635,
      "learning_rate": 4.547437996597621e-05,
      "loss": 0.4885,
      "step": 2555
    },
    {
      "epoch": 1.0946466809421842,
      "grad_norm": 2.6028730869293213,
      "learning_rate": 4.5470399275458985e-05,
      "loss": 0.5959,
      "step": 2556
    },
    {
      "epoch": 1.0950749464668095,
      "grad_norm": 2.633267879486084,
      "learning_rate": 4.546641700941299e-05,
      "loss": 0.8279,
      "step": 2557
    },
    {
      "epoch": 1.0955032119914347,
      "grad_norm": 2.1260862350463867,
      "learning_rate": 4.5462433168144745e-05,
      "loss": 0.6582,
      "step": 2558
    },
    {
      "epoch": 1.09593147751606,
      "grad_norm": 5.025654315948486,
      "learning_rate": 4.545844775196085e-05,
      "loss": 0.7821,
      "step": 2559
    },
    {
      "epoch": 1.0963597430406853,
      "grad_norm": 4.312586307525635,
      "learning_rate": 4.545446076116807e-05,
      "loss": 1.5617,
      "step": 2560
    },
    {
      "epoch": 1.0967880085653106,
      "grad_norm": 2.5974552631378174,
      "learning_rate": 4.5450472196073265e-05,
      "loss": 0.9512,
      "step": 2561
    },
    {
      "epoch": 1.0972162740899358,
      "grad_norm": 1.7710514068603516,
      "learning_rate": 4.54464820569834e-05,
      "loss": 0.5789,
      "step": 2562
    },
    {
      "epoch": 1.097644539614561,
      "grad_norm": 3.90572190284729,
      "learning_rate": 4.54424903442056e-05,
      "loss": 1.56,
      "step": 2563
    },
    {
      "epoch": 1.0980728051391864,
      "grad_norm": 0.9994466304779053,
      "learning_rate": 4.543849705804708e-05,
      "loss": 0.4511,
      "step": 2564
    },
    {
      "epoch": 1.0985010706638116,
      "grad_norm": 4.1698174476623535,
      "learning_rate": 4.54345021988152e-05,
      "loss": 0.9973,
      "step": 2565
    },
    {
      "epoch": 1.098929336188437,
      "grad_norm": 4.566290855407715,
      "learning_rate": 4.543050576681742e-05,
      "loss": 0.9466,
      "step": 2566
    },
    {
      "epoch": 1.0993576017130622,
      "grad_norm": 3.7128725051879883,
      "learning_rate": 4.5426507762361334e-05,
      "loss": 0.7818,
      "step": 2567
    },
    {
      "epoch": 1.0997858672376875,
      "grad_norm": 4.124963283538818,
      "learning_rate": 4.542250818575465e-05,
      "loss": 0.5041,
      "step": 2568
    },
    {
      "epoch": 1.1002141327623127,
      "grad_norm": 3.2726187705993652,
      "learning_rate": 4.54185070373052e-05,
      "loss": 1.5576,
      "step": 2569
    },
    {
      "epoch": 1.100642398286938,
      "grad_norm": 3.8979694843292236,
      "learning_rate": 4.541450431732095e-05,
      "loss": 0.2466,
      "step": 2570
    },
    {
      "epoch": 1.1010706638115633,
      "grad_norm": 3.9057462215423584,
      "learning_rate": 4.5410500026109955e-05,
      "loss": 0.7764,
      "step": 2571
    },
    {
      "epoch": 1.1014989293361885,
      "grad_norm": 4.045375347137451,
      "learning_rate": 4.540649416398042e-05,
      "loss": 0.7252,
      "step": 2572
    },
    {
      "epoch": 1.1019271948608138,
      "grad_norm": 2.0004336833953857,
      "learning_rate": 4.5402486731240656e-05,
      "loss": 0.3836,
      "step": 2573
    },
    {
      "epoch": 1.1023554603854389,
      "grad_norm": 0.699480414390564,
      "learning_rate": 4.539847772819911e-05,
      "loss": 0.5444,
      "step": 2574
    },
    {
      "epoch": 1.1027837259100641,
      "grad_norm": 2.9951725006103516,
      "learning_rate": 4.539446715516433e-05,
      "loss": 1.3376,
      "step": 2575
    },
    {
      "epoch": 1.1032119914346894,
      "grad_norm": 2.0466904640197754,
      "learning_rate": 4.5390455012445e-05,
      "loss": 0.8454,
      "step": 2576
    },
    {
      "epoch": 1.1036402569593147,
      "grad_norm": 1.081541895866394,
      "learning_rate": 4.5386441300349916e-05,
      "loss": 0.2788,
      "step": 2577
    },
    {
      "epoch": 1.10406852248394,
      "grad_norm": 2.9004077911376953,
      "learning_rate": 4.5382426019188006e-05,
      "loss": 0.6882,
      "step": 2578
    },
    {
      "epoch": 1.1044967880085652,
      "grad_norm": 3.2963168621063232,
      "learning_rate": 4.5378409169268296e-05,
      "loss": 0.7492,
      "step": 2579
    },
    {
      "epoch": 1.1049250535331905,
      "grad_norm": 2.9038703441619873,
      "learning_rate": 4.5374390750899956e-05,
      "loss": 2.5541,
      "step": 2580
    },
    {
      "epoch": 1.1053533190578158,
      "grad_norm": 2.4592998027801514,
      "learning_rate": 4.537037076439227e-05,
      "loss": 0.7016,
      "step": 2581
    },
    {
      "epoch": 1.105781584582441,
      "grad_norm": 5.8166961669921875,
      "learning_rate": 4.5366349210054644e-05,
      "loss": 1.2169,
      "step": 2582
    },
    {
      "epoch": 1.1062098501070663,
      "grad_norm": 1.9699584245681763,
      "learning_rate": 4.5362326088196596e-05,
      "loss": 0.5938,
      "step": 2583
    },
    {
      "epoch": 1.1066381156316916,
      "grad_norm": 4.802915573120117,
      "learning_rate": 4.5358301399127764e-05,
      "loss": 1.3591,
      "step": 2584
    },
    {
      "epoch": 1.1070663811563168,
      "grad_norm": 2.4316306114196777,
      "learning_rate": 4.5354275143157925e-05,
      "loss": 0.5956,
      "step": 2585
    },
    {
      "epoch": 1.107494646680942,
      "grad_norm": 4.9466352462768555,
      "learning_rate": 4.535024732059696e-05,
      "loss": 1.029,
      "step": 2586
    },
    {
      "epoch": 1.1079229122055674,
      "grad_norm": 2.4496543407440186,
      "learning_rate": 4.534621793175487e-05,
      "loss": 1.3319,
      "step": 2587
    },
    {
      "epoch": 1.1083511777301926,
      "grad_norm": 4.064466953277588,
      "learning_rate": 4.5342186976941804e-05,
      "loss": 1.7671,
      "step": 2588
    },
    {
      "epoch": 1.108779443254818,
      "grad_norm": 5.278531551361084,
      "learning_rate": 4.533815445646797e-05,
      "loss": 0.9721,
      "step": 2589
    },
    {
      "epoch": 1.1092077087794432,
      "grad_norm": 4.383037567138672,
      "learning_rate": 4.5334120370643774e-05,
      "loss": 0.8227,
      "step": 2590
    },
    {
      "epoch": 1.1096359743040685,
      "grad_norm": 1.2402719259262085,
      "learning_rate": 4.533008471977969e-05,
      "loss": 0.4445,
      "step": 2591
    },
    {
      "epoch": 1.1100642398286937,
      "grad_norm": 2.752613067626953,
      "learning_rate": 4.5326047504186314e-05,
      "loss": 0.9519,
      "step": 2592
    },
    {
      "epoch": 1.110492505353319,
      "grad_norm": 2.2406461238861084,
      "learning_rate": 4.532200872417439e-05,
      "loss": 0.4467,
      "step": 2593
    },
    {
      "epoch": 1.1109207708779443,
      "grad_norm": 3.9084134101867676,
      "learning_rate": 4.531796838005477e-05,
      "loss": 1.2296,
      "step": 2594
    },
    {
      "epoch": 1.1113490364025695,
      "grad_norm": 3.3525428771972656,
      "learning_rate": 4.53139264721384e-05,
      "loss": 0.6917,
      "step": 2595
    },
    {
      "epoch": 1.1117773019271948,
      "grad_norm": 4.330128192901611,
      "learning_rate": 4.530988300073641e-05,
      "loss": 1.2536,
      "step": 2596
    },
    {
      "epoch": 1.11220556745182,
      "grad_norm": 4.969353675842285,
      "learning_rate": 4.530583796615997e-05,
      "loss": 1.1528,
      "step": 2597
    },
    {
      "epoch": 1.1126338329764454,
      "grad_norm": 6.971269130706787,
      "learning_rate": 4.530179136872044e-05,
      "loss": 0.925,
      "step": 2598
    },
    {
      "epoch": 1.1130620985010706,
      "grad_norm": 1.0061712265014648,
      "learning_rate": 4.5297743208729256e-05,
      "loss": 0.4446,
      "step": 2599
    },
    {
      "epoch": 1.113490364025696,
      "grad_norm": 1.1782881021499634,
      "learning_rate": 4.5293693486498e-05,
      "loss": 0.3982,
      "step": 2600
    },
    {
      "epoch": 1.1139186295503212,
      "grad_norm": 3.132405996322632,
      "learning_rate": 4.528964220233835e-05,
      "loss": 0.8735,
      "step": 2601
    },
    {
      "epoch": 1.1143468950749464,
      "grad_norm": 4.76580286026001,
      "learning_rate": 4.528558935656213e-05,
      "loss": 1.1707,
      "step": 2602
    },
    {
      "epoch": 1.1147751605995717,
      "grad_norm": 2.3690996170043945,
      "learning_rate": 4.528153494948127e-05,
      "loss": 0.5551,
      "step": 2603
    },
    {
      "epoch": 1.115203426124197,
      "grad_norm": 0.7063223123550415,
      "learning_rate": 4.5277478981407814e-05,
      "loss": 0.4134,
      "step": 2604
    },
    {
      "epoch": 1.1156316916488223,
      "grad_norm": 1.8727152347564697,
      "learning_rate": 4.527342145265395e-05,
      "loss": 0.4895,
      "step": 2605
    },
    {
      "epoch": 1.1160599571734475,
      "grad_norm": 3.2129666805267334,
      "learning_rate": 4.526936236353195e-05,
      "loss": 1.396,
      "step": 2606
    },
    {
      "epoch": 1.1164882226980728,
      "grad_norm": 0.9427276253700256,
      "learning_rate": 4.5265301714354246e-05,
      "loss": 0.7478,
      "step": 2607
    },
    {
      "epoch": 1.116916488222698,
      "grad_norm": 5.487584590911865,
      "learning_rate": 4.526123950543336e-05,
      "loss": 0.7291,
      "step": 2608
    },
    {
      "epoch": 1.1173447537473233,
      "grad_norm": 6.555629253387451,
      "learning_rate": 4.525717573708195e-05,
      "loss": 0.8417,
      "step": 2609
    },
    {
      "epoch": 1.1177730192719486,
      "grad_norm": 2.2868435382843018,
      "learning_rate": 4.5253110409612776e-05,
      "loss": 0.3081,
      "step": 2610
    },
    {
      "epoch": 1.1182012847965739,
      "grad_norm": 1.5452306270599365,
      "learning_rate": 4.524904352333875e-05,
      "loss": 0.3158,
      "step": 2611
    },
    {
      "epoch": 1.1186295503211992,
      "grad_norm": 1.3150120973587036,
      "learning_rate": 4.524497507857287e-05,
      "loss": 0.5209,
      "step": 2612
    },
    {
      "epoch": 1.1190578158458244,
      "grad_norm": 2.740665912628174,
      "learning_rate": 4.524090507562828e-05,
      "loss": 0.8994,
      "step": 2613
    },
    {
      "epoch": 1.1194860813704497,
      "grad_norm": 3.4348180294036865,
      "learning_rate": 4.523683351481822e-05,
      "loss": 1.6388,
      "step": 2614
    },
    {
      "epoch": 1.119914346895075,
      "grad_norm": 0.9257988929748535,
      "learning_rate": 4.523276039645608e-05,
      "loss": 0.2912,
      "step": 2615
    },
    {
      "epoch": 1.1203426124197002,
      "grad_norm": 2.1635019779205322,
      "learning_rate": 4.5228685720855337e-05,
      "loss": 0.4265,
      "step": 2616
    },
    {
      "epoch": 1.1207708779443255,
      "grad_norm": 10.985661506652832,
      "learning_rate": 4.52246094883296e-05,
      "loss": 1.2414,
      "step": 2617
    },
    {
      "epoch": 1.1211991434689508,
      "grad_norm": 3.1588616371154785,
      "learning_rate": 4.522053169919261e-05,
      "loss": 0.8591,
      "step": 2618
    },
    {
      "epoch": 1.121627408993576,
      "grad_norm": 4.818370342254639,
      "learning_rate": 4.5216452353758234e-05,
      "loss": 1.2415,
      "step": 2619
    },
    {
      "epoch": 1.1220556745182013,
      "grad_norm": 3.947622299194336,
      "learning_rate": 4.521237145234042e-05,
      "loss": 0.366,
      "step": 2620
    },
    {
      "epoch": 1.1224839400428266,
      "grad_norm": 5.21707010269165,
      "learning_rate": 4.520828899525326e-05,
      "loss": 1.3568,
      "step": 2621
    },
    {
      "epoch": 1.1229122055674519,
      "grad_norm": 8.23082447052002,
      "learning_rate": 4.520420498281098e-05,
      "loss": 0.4983,
      "step": 2622
    },
    {
      "epoch": 1.1233404710920771,
      "grad_norm": 5.718139171600342,
      "learning_rate": 4.52001194153279e-05,
      "loss": 1.1437,
      "step": 2623
    },
    {
      "epoch": 1.1237687366167024,
      "grad_norm": 3.771498441696167,
      "learning_rate": 4.5196032293118475e-05,
      "loss": 0.6478,
      "step": 2624
    },
    {
      "epoch": 1.1241970021413277,
      "grad_norm": 1.0945684909820557,
      "learning_rate": 4.519194361649728e-05,
      "loss": 0.5223,
      "step": 2625
    },
    {
      "epoch": 1.124625267665953,
      "grad_norm": 3.3415822982788086,
      "learning_rate": 4.518785338577899e-05,
      "loss": 0.8927,
      "step": 2626
    },
    {
      "epoch": 1.1250535331905782,
      "grad_norm": 5.482539653778076,
      "learning_rate": 4.518376160127843e-05,
      "loss": 1.0476,
      "step": 2627
    },
    {
      "epoch": 1.1254817987152035,
      "grad_norm": 3.4300549030303955,
      "learning_rate": 4.517966826331052e-05,
      "loss": 1.0017,
      "step": 2628
    },
    {
      "epoch": 1.1259100642398288,
      "grad_norm": 2.2871949672698975,
      "learning_rate": 4.517557337219031e-05,
      "loss": 0.3391,
      "step": 2629
    },
    {
      "epoch": 1.126338329764454,
      "grad_norm": 3.318880319595337,
      "learning_rate": 4.5171476928232975e-05,
      "loss": 1.3487,
      "step": 2630
    },
    {
      "epoch": 1.1267665952890793,
      "grad_norm": 2.151186466217041,
      "learning_rate": 4.516737893175379e-05,
      "loss": 1.1786,
      "step": 2631
    },
    {
      "epoch": 1.1271948608137046,
      "grad_norm": 3.631244659423828,
      "learning_rate": 4.516327938306818e-05,
      "loss": 0.9015,
      "step": 2632
    },
    {
      "epoch": 1.1276231263383298,
      "grad_norm": 2.9159748554229736,
      "learning_rate": 4.515917828249165e-05,
      "loss": 0.784,
      "step": 2633
    },
    {
      "epoch": 1.128051391862955,
      "grad_norm": 3.022568464279175,
      "learning_rate": 4.515507563033986e-05,
      "loss": 0.7638,
      "step": 2634
    },
    {
      "epoch": 1.1284796573875804,
      "grad_norm": 7.333035469055176,
      "learning_rate": 4.5150971426928576e-05,
      "loss": 0.8848,
      "step": 2635
    },
    {
      "epoch": 1.1289079229122057,
      "grad_norm": 2.311505079269409,
      "learning_rate": 4.514686567257368e-05,
      "loss": 0.597,
      "step": 2636
    },
    {
      "epoch": 1.129336188436831,
      "grad_norm": 1.9577149152755737,
      "learning_rate": 4.514275836759117e-05,
      "loss": 0.4511,
      "step": 2637
    },
    {
      "epoch": 1.1297644539614562,
      "grad_norm": 1.042204737663269,
      "learning_rate": 4.5138649512297184e-05,
      "loss": 0.9209,
      "step": 2638
    },
    {
      "epoch": 1.1301927194860815,
      "grad_norm": 4.466678142547607,
      "learning_rate": 4.5134539107007955e-05,
      "loss": 0.7158,
      "step": 2639
    },
    {
      "epoch": 1.1306209850107067,
      "grad_norm": 3.727823495864868,
      "learning_rate": 4.5130427152039844e-05,
      "loss": 0.8442,
      "step": 2640
    },
    {
      "epoch": 1.131049250535332,
      "grad_norm": 3.704737424850464,
      "learning_rate": 4.512631364770934e-05,
      "loss": 0.3998,
      "step": 2641
    },
    {
      "epoch": 1.1314775160599573,
      "grad_norm": 2.6571929454803467,
      "learning_rate": 4.512219859433303e-05,
      "loss": 0.683,
      "step": 2642
    },
    {
      "epoch": 1.1319057815845825,
      "grad_norm": 1.9254621267318726,
      "learning_rate": 4.5118081992227654e-05,
      "loss": 0.7101,
      "step": 2643
    },
    {
      "epoch": 1.1323340471092078,
      "grad_norm": 2.70969295501709,
      "learning_rate": 4.511396384171004e-05,
      "loss": 0.6781,
      "step": 2644
    },
    {
      "epoch": 1.132762312633833,
      "grad_norm": 3.0647027492523193,
      "learning_rate": 4.5109844143097136e-05,
      "loss": 1.6446,
      "step": 2645
    },
    {
      "epoch": 1.1331905781584584,
      "grad_norm": 2.39890718460083,
      "learning_rate": 4.510572289670604e-05,
      "loss": 1.2035,
      "step": 2646
    },
    {
      "epoch": 1.1336188436830836,
      "grad_norm": 1.9402449131011963,
      "learning_rate": 4.510160010285394e-05,
      "loss": 1.5867,
      "step": 2647
    },
    {
      "epoch": 1.134047109207709,
      "grad_norm": 3.775054454803467,
      "learning_rate": 4.5097475761858145e-05,
      "loss": 0.3673,
      "step": 2648
    },
    {
      "epoch": 1.134475374732334,
      "grad_norm": 3.0660665035247803,
      "learning_rate": 4.50933498740361e-05,
      "loss": 1.5457,
      "step": 2649
    },
    {
      "epoch": 1.1349036402569592,
      "grad_norm": 4.21670389175415,
      "learning_rate": 4.508922243970534e-05,
      "loss": 0.6759,
      "step": 2650
    },
    {
      "epoch": 1.1353319057815845,
      "grad_norm": 2.67018985748291,
      "learning_rate": 4.508509345918357e-05,
      "loss": 1.1276,
      "step": 2651
    },
    {
      "epoch": 1.1357601713062098,
      "grad_norm": 1.5737941265106201,
      "learning_rate": 4.508096293278855e-05,
      "loss": 0.4788,
      "step": 2652
    },
    {
      "epoch": 1.136188436830835,
      "grad_norm": 3.3706796169281006,
      "learning_rate": 4.507683086083821e-05,
      "loss": 0.8379,
      "step": 2653
    },
    {
      "epoch": 1.1366167023554603,
      "grad_norm": 2.329359292984009,
      "learning_rate": 4.5072697243650584e-05,
      "loss": 1.2889,
      "step": 2654
    },
    {
      "epoch": 1.1370449678800856,
      "grad_norm": 2.622951030731201,
      "learning_rate": 4.506856208154381e-05,
      "loss": 0.836,
      "step": 2655
    },
    {
      "epoch": 1.1374732334047108,
      "grad_norm": 1.6796836853027344,
      "learning_rate": 4.506442537483615e-05,
      "loss": 0.6035,
      "step": 2656
    },
    {
      "epoch": 1.1379014989293361,
      "grad_norm": 1.842570185661316,
      "learning_rate": 4.5060287123846e-05,
      "loss": 0.5505,
      "step": 2657
    },
    {
      "epoch": 1.1383297644539614,
      "grad_norm": 4.045989036560059,
      "learning_rate": 4.505614732889187e-05,
      "loss": 1.2262,
      "step": 2658
    },
    {
      "epoch": 1.1387580299785867,
      "grad_norm": 2.9322853088378906,
      "learning_rate": 4.505200599029237e-05,
      "loss": 1.3317,
      "step": 2659
    },
    {
      "epoch": 1.139186295503212,
      "grad_norm": 2.6170668601989746,
      "learning_rate": 4.504786310836626e-05,
      "loss": 1.2652,
      "step": 2660
    },
    {
      "epoch": 1.1396145610278372,
      "grad_norm": 3.2120416164398193,
      "learning_rate": 4.504371868343238e-05,
      "loss": 0.8844,
      "step": 2661
    },
    {
      "epoch": 1.1400428265524625,
      "grad_norm": 2.8313262462615967,
      "learning_rate": 4.5039572715809734e-05,
      "loss": 1.1979,
      "step": 2662
    },
    {
      "epoch": 1.1404710920770877,
      "grad_norm": 2.434053659439087,
      "learning_rate": 4.5035425205817406e-05,
      "loss": 0.554,
      "step": 2663
    },
    {
      "epoch": 1.140899357601713,
      "grad_norm": 2.3047115802764893,
      "learning_rate": 4.503127615377462e-05,
      "loss": 0.6504,
      "step": 2664
    },
    {
      "epoch": 1.1413276231263383,
      "grad_norm": 3.438988208770752,
      "learning_rate": 4.502712556000072e-05,
      "loss": 1.4282,
      "step": 2665
    },
    {
      "epoch": 1.1417558886509636,
      "grad_norm": 0.8693039417266846,
      "learning_rate": 4.502297342481514e-05,
      "loss": 0.5137,
      "step": 2666
    },
    {
      "epoch": 1.1421841541755888,
      "grad_norm": 0.8693619966506958,
      "learning_rate": 4.501881974853747e-05,
      "loss": 0.4514,
      "step": 2667
    },
    {
      "epoch": 1.142612419700214,
      "grad_norm": 1.8790960311889648,
      "learning_rate": 4.501466453148741e-05,
      "loss": 0.6427,
      "step": 2668
    },
    {
      "epoch": 1.1430406852248394,
      "grad_norm": 2.0942747592926025,
      "learning_rate": 4.501050777398474e-05,
      "loss": 1.6743,
      "step": 2669
    },
    {
      "epoch": 1.1434689507494646,
      "grad_norm": 2.65259051322937,
      "learning_rate": 4.500634947634943e-05,
      "loss": 0.8489,
      "step": 2670
    },
    {
      "epoch": 1.14389721627409,
      "grad_norm": 51.449668884277344,
      "learning_rate": 4.50021896389015e-05,
      "loss": 1.3188,
      "step": 2671
    },
    {
      "epoch": 1.1443254817987152,
      "grad_norm": 2.104341506958008,
      "learning_rate": 4.499802826196113e-05,
      "loss": 1.031,
      "step": 2672
    },
    {
      "epoch": 1.1447537473233405,
      "grad_norm": 2.5096144676208496,
      "learning_rate": 4.4993865345848594e-05,
      "loss": 0.71,
      "step": 2673
    },
    {
      "epoch": 1.1451820128479657,
      "grad_norm": 1.2074564695358276,
      "learning_rate": 4.498970089088431e-05,
      "loss": 0.4293,
      "step": 2674
    },
    {
      "epoch": 1.145610278372591,
      "grad_norm": 3.48624324798584,
      "learning_rate": 4.498553489738879e-05,
      "loss": 0.8262,
      "step": 2675
    },
    {
      "epoch": 1.1460385438972163,
      "grad_norm": 2.690383195877075,
      "learning_rate": 4.498136736568269e-05,
      "loss": 0.4796,
      "step": 2676
    },
    {
      "epoch": 1.1464668094218415,
      "grad_norm": 4.985100269317627,
      "learning_rate": 4.4977198296086745e-05,
      "loss": 1.0574,
      "step": 2677
    },
    {
      "epoch": 1.1468950749464668,
      "grad_norm": 2.62502384185791,
      "learning_rate": 4.4973027688921845e-05,
      "loss": 0.8567,
      "step": 2678
    },
    {
      "epoch": 1.147323340471092,
      "grad_norm": 5.02479362487793,
      "learning_rate": 4.496885554450898e-05,
      "loss": 0.6091,
      "step": 2679
    },
    {
      "epoch": 1.1477516059957173,
      "grad_norm": 0.9431096911430359,
      "learning_rate": 4.4964681863169285e-05,
      "loss": 0.531,
      "step": 2680
    },
    {
      "epoch": 1.1481798715203426,
      "grad_norm": 1.1201083660125732,
      "learning_rate": 4.496050664522397e-05,
      "loss": 0.6127,
      "step": 2681
    },
    {
      "epoch": 1.148608137044968,
      "grad_norm": 1.373547077178955,
      "learning_rate": 4.4956329890994385e-05,
      "loss": 0.5346,
      "step": 2682
    },
    {
      "epoch": 1.1490364025695932,
      "grad_norm": 2.4127519130706787,
      "learning_rate": 4.495215160080202e-05,
      "loss": 0.5562,
      "step": 2683
    },
    {
      "epoch": 1.1494646680942184,
      "grad_norm": 1.0914815664291382,
      "learning_rate": 4.494797177496843e-05,
      "loss": 0.589,
      "step": 2684
    },
    {
      "epoch": 1.1498929336188437,
      "grad_norm": 1.2166215181350708,
      "learning_rate": 4.494379041381536e-05,
      "loss": 0.7786,
      "step": 2685
    },
    {
      "epoch": 1.150321199143469,
      "grad_norm": 1.7718806266784668,
      "learning_rate": 4.49396075176646e-05,
      "loss": 0.5979,
      "step": 2686
    },
    {
      "epoch": 1.1507494646680942,
      "grad_norm": 2.382388114929199,
      "learning_rate": 4.49354230868381e-05,
      "loss": 1.0528,
      "step": 2687
    },
    {
      "epoch": 1.1511777301927195,
      "grad_norm": 4.047170639038086,
      "learning_rate": 4.4931237121657935e-05,
      "loss": 1.3706,
      "step": 2688
    },
    {
      "epoch": 1.1516059957173448,
      "grad_norm": 4.879149436950684,
      "learning_rate": 4.492704962244626e-05,
      "loss": 1.1316,
      "step": 2689
    },
    {
      "epoch": 1.15203426124197,
      "grad_norm": 4.435141086578369,
      "learning_rate": 4.49228605895254e-05,
      "loss": 0.8987,
      "step": 2690
    },
    {
      "epoch": 1.1524625267665953,
      "grad_norm": 2.0133607387542725,
      "learning_rate": 4.491867002321773e-05,
      "loss": 0.9801,
      "step": 2691
    },
    {
      "epoch": 1.1528907922912206,
      "grad_norm": 2.2814559936523438,
      "learning_rate": 4.491447792384581e-05,
      "loss": 1.3745,
      "step": 2692
    },
    {
      "epoch": 1.1533190578158459,
      "grad_norm": 3.3528637886047363,
      "learning_rate": 4.491028429173229e-05,
      "loss": 1.3855,
      "step": 2693
    },
    {
      "epoch": 1.1537473233404711,
      "grad_norm": 3.1305699348449707,
      "learning_rate": 4.4906089127199924e-05,
      "loss": 1.439,
      "step": 2694
    },
    {
      "epoch": 1.1541755888650964,
      "grad_norm": 3.1803808212280273,
      "learning_rate": 4.4901892430571603e-05,
      "loss": 1.2358,
      "step": 2695
    },
    {
      "epoch": 1.1546038543897217,
      "grad_norm": 1.2847723960876465,
      "learning_rate": 4.489769420217034e-05,
      "loss": 0.3354,
      "step": 2696
    },
    {
      "epoch": 1.155032119914347,
      "grad_norm": 4.304167747497559,
      "learning_rate": 4.489349444231924e-05,
      "loss": 1.1686,
      "step": 2697
    },
    {
      "epoch": 1.1554603854389722,
      "grad_norm": 1.5391478538513184,
      "learning_rate": 4.4889293151341564e-05,
      "loss": 0.331,
      "step": 2698
    },
    {
      "epoch": 1.1558886509635975,
      "grad_norm": 2.3283462524414062,
      "learning_rate": 4.4885090329560646e-05,
      "loss": 0.5537,
      "step": 2699
    },
    {
      "epoch": 1.1563169164882228,
      "grad_norm": 0.6870999336242676,
      "learning_rate": 4.488088597729998e-05,
      "loss": 0.2503,
      "step": 2700
    },
    {
      "epoch": 1.156745182012848,
      "grad_norm": 2.984612464904785,
      "learning_rate": 4.487668009488314e-05,
      "loss": 0.4734,
      "step": 2701
    },
    {
      "epoch": 1.1571734475374733,
      "grad_norm": 5.732629776000977,
      "learning_rate": 4.487247268263386e-05,
      "loss": 1.5173,
      "step": 2702
    },
    {
      "epoch": 1.1576017130620986,
      "grad_norm": 4.05769681930542,
      "learning_rate": 4.486826374087595e-05,
      "loss": 0.9777,
      "step": 2703
    },
    {
      "epoch": 1.1580299785867239,
      "grad_norm": 4.790241241455078,
      "learning_rate": 4.486405326993337e-05,
      "loss": 0.5303,
      "step": 2704
    },
    {
      "epoch": 1.1584582441113491,
      "grad_norm": 4.7150774002075195,
      "learning_rate": 4.485984127013017e-05,
      "loss": 1.4825,
      "step": 2705
    },
    {
      "epoch": 1.1588865096359744,
      "grad_norm": 3.2311346530914307,
      "learning_rate": 4.485562774179054e-05,
      "loss": 1.1573,
      "step": 2706
    },
    {
      "epoch": 1.1593147751605997,
      "grad_norm": 5.299587726593018,
      "learning_rate": 4.485141268523878e-05,
      "loss": 1.0163,
      "step": 2707
    },
    {
      "epoch": 1.159743040685225,
      "grad_norm": 2.146533250808716,
      "learning_rate": 4.48471961007993e-05,
      "loss": 0.706,
      "step": 2708
    },
    {
      "epoch": 1.16017130620985,
      "grad_norm": 0.7237222790718079,
      "learning_rate": 4.4842977988796645e-05,
      "loss": 0.2584,
      "step": 2709
    },
    {
      "epoch": 1.1605995717344753,
      "grad_norm": 1.5061416625976562,
      "learning_rate": 4.4838758349555454e-05,
      "loss": 0.7791,
      "step": 2710
    },
    {
      "epoch": 1.1610278372591005,
      "grad_norm": 1.7443759441375732,
      "learning_rate": 4.483453718340051e-05,
      "loss": 0.6199,
      "step": 2711
    },
    {
      "epoch": 1.1614561027837258,
      "grad_norm": 1.8916386365890503,
      "learning_rate": 4.483031449065669e-05,
      "loss": 0.4247,
      "step": 2712
    },
    {
      "epoch": 1.161884368308351,
      "grad_norm": 3.959254741668701,
      "learning_rate": 4.482609027164901e-05,
      "loss": 1.1537,
      "step": 2713
    },
    {
      "epoch": 1.1623126338329763,
      "grad_norm": 3.1050126552581787,
      "learning_rate": 4.482186452670257e-05,
      "loss": 0.5334,
      "step": 2714
    },
    {
      "epoch": 1.1627408993576016,
      "grad_norm": 2.118597984313965,
      "learning_rate": 4.481763725614264e-05,
      "loss": 1.1156,
      "step": 2715
    },
    {
      "epoch": 1.1631691648822269,
      "grad_norm": 2.3560385704040527,
      "learning_rate": 4.4813408460294545e-05,
      "loss": 1.0377,
      "step": 2716
    },
    {
      "epoch": 1.1635974304068522,
      "grad_norm": 2.9296600818634033,
      "learning_rate": 4.4809178139483786e-05,
      "loss": 0.6557,
      "step": 2717
    },
    {
      "epoch": 1.1640256959314774,
      "grad_norm": 0.47295838594436646,
      "learning_rate": 4.480494629403594e-05,
      "loss": 0.143,
      "step": 2718
    },
    {
      "epoch": 1.1644539614561027,
      "grad_norm": 0.8424045443534851,
      "learning_rate": 4.480071292427672e-05,
      "loss": 0.5254,
      "step": 2719
    },
    {
      "epoch": 1.164882226980728,
      "grad_norm": 8.338059425354004,
      "learning_rate": 4.479647803053195e-05,
      "loss": 1.0111,
      "step": 2720
    },
    {
      "epoch": 1.1653104925053532,
      "grad_norm": 2.71423077583313,
      "learning_rate": 4.4792241613127584e-05,
      "loss": 0.4967,
      "step": 2721
    },
    {
      "epoch": 1.1657387580299785,
      "grad_norm": 3.5313918590545654,
      "learning_rate": 4.478800367238967e-05,
      "loss": 1.1888,
      "step": 2722
    },
    {
      "epoch": 1.1661670235546038,
      "grad_norm": 6.821389198303223,
      "learning_rate": 4.4783764208644386e-05,
      "loss": 1.5967,
      "step": 2723
    },
    {
      "epoch": 1.166595289079229,
      "grad_norm": 3.653226375579834,
      "learning_rate": 4.477952322221804e-05,
      "loss": 0.6433,
      "step": 2724
    },
    {
      "epoch": 1.1670235546038543,
      "grad_norm": 2.2298777103424072,
      "learning_rate": 4.477528071343703e-05,
      "loss": 0.4337,
      "step": 2725
    },
    {
      "epoch": 1.1674518201284796,
      "grad_norm": 0.5818307995796204,
      "learning_rate": 4.47710366826279e-05,
      "loss": 0.2555,
      "step": 2726
    },
    {
      "epoch": 1.1678800856531049,
      "grad_norm": 2.4982311725616455,
      "learning_rate": 4.4766791130117286e-05,
      "loss": 0.5975,
      "step": 2727
    },
    {
      "epoch": 1.1683083511777301,
      "grad_norm": 6.2906413078308105,
      "learning_rate": 4.476254405623196e-05,
      "loss": 0.912,
      "step": 2728
    },
    {
      "epoch": 1.1687366167023554,
      "grad_norm": 1.9463382959365845,
      "learning_rate": 4.475829546129879e-05,
      "loss": 0.7209,
      "step": 2729
    },
    {
      "epoch": 1.1691648822269807,
      "grad_norm": 0.8215899467468262,
      "learning_rate": 4.475404534564479e-05,
      "loss": 0.2617,
      "step": 2730
    },
    {
      "epoch": 1.169593147751606,
      "grad_norm": 1.8484699726104736,
      "learning_rate": 4.4749793709597065e-05,
      "loss": 0.9853,
      "step": 2731
    },
    {
      "epoch": 1.1700214132762312,
      "grad_norm": 3.400115966796875,
      "learning_rate": 4.4745540553482854e-05,
      "loss": 0.6634,
      "step": 2732
    },
    {
      "epoch": 1.1704496788008565,
      "grad_norm": 1.7851996421813965,
      "learning_rate": 4.47412858776295e-05,
      "loss": 0.625,
      "step": 2733
    },
    {
      "epoch": 1.1708779443254818,
      "grad_norm": 3.1755595207214355,
      "learning_rate": 4.473702968236447e-05,
      "loss": 0.9719,
      "step": 2734
    },
    {
      "epoch": 1.171306209850107,
      "grad_norm": 1.5384175777435303,
      "learning_rate": 4.4732771968015355e-05,
      "loss": 1.1199,
      "step": 2735
    },
    {
      "epoch": 1.1717344753747323,
      "grad_norm": 3.1735682487487793,
      "learning_rate": 4.4728512734909844e-05,
      "loss": 0.7722,
      "step": 2736
    },
    {
      "epoch": 1.1721627408993576,
      "grad_norm": 3.704796314239502,
      "learning_rate": 4.472425198337576e-05,
      "loss": 1.0305,
      "step": 2737
    },
    {
      "epoch": 1.1725910064239828,
      "grad_norm": 2.5603842735290527,
      "learning_rate": 4.471998971374104e-05,
      "loss": 0.9798,
      "step": 2738
    },
    {
      "epoch": 1.173019271948608,
      "grad_norm": 2.659883499145508,
      "learning_rate": 4.471572592633372e-05,
      "loss": 1.314,
      "step": 2739
    },
    {
      "epoch": 1.1734475374732334,
      "grad_norm": 9.493109703063965,
      "learning_rate": 4.471146062148199e-05,
      "loss": 0.3832,
      "step": 2740
    },
    {
      "epoch": 1.1738758029978587,
      "grad_norm": 1.5524119138717651,
      "learning_rate": 4.470719379951411e-05,
      "loss": 0.6254,
      "step": 2741
    },
    {
      "epoch": 1.174304068522484,
      "grad_norm": 2.8207008838653564,
      "learning_rate": 4.470292546075851e-05,
      "loss": 1.426,
      "step": 2742
    },
    {
      "epoch": 1.1747323340471092,
      "grad_norm": 2.1992061138153076,
      "learning_rate": 4.469865560554368e-05,
      "loss": 0.7496,
      "step": 2743
    },
    {
      "epoch": 1.1751605995717345,
      "grad_norm": 4.7116312980651855,
      "learning_rate": 4.4694384234198274e-05,
      "loss": 1.2249,
      "step": 2744
    },
    {
      "epoch": 1.1755888650963597,
      "grad_norm": 4.88253116607666,
      "learning_rate": 4.469011134705102e-05,
      "loss": 0.783,
      "step": 2745
    },
    {
      "epoch": 1.176017130620985,
      "grad_norm": 6.73305082321167,
      "learning_rate": 4.4685836944430816e-05,
      "loss": 1.645,
      "step": 2746
    },
    {
      "epoch": 1.1764453961456103,
      "grad_norm": 3.789933204650879,
      "learning_rate": 4.468156102666663e-05,
      "loss": 0.7514,
      "step": 2747
    },
    {
      "epoch": 1.1768736616702355,
      "grad_norm": 4.256945610046387,
      "learning_rate": 4.467728359408756e-05,
      "loss": 0.9461,
      "step": 2748
    },
    {
      "epoch": 1.1773019271948608,
      "grad_norm": 1.4198203086853027,
      "learning_rate": 4.467300464702283e-05,
      "loss": 0.3427,
      "step": 2749
    },
    {
      "epoch": 1.177730192719486,
      "grad_norm": 1.5714354515075684,
      "learning_rate": 4.4668724185801766e-05,
      "loss": 0.4835,
      "step": 2750
    },
    {
      "epoch": 1.1781584582441114,
      "grad_norm": 3.0501370429992676,
      "learning_rate": 4.466444221075383e-05,
      "loss": 1.0477,
      "step": 2751
    },
    {
      "epoch": 1.1785867237687366,
      "grad_norm": 4.892301559448242,
      "learning_rate": 4.466015872220859e-05,
      "loss": 1.6809,
      "step": 2752
    },
    {
      "epoch": 1.179014989293362,
      "grad_norm": 1.3814237117767334,
      "learning_rate": 4.4655873720495725e-05,
      "loss": 0.493,
      "step": 2753
    },
    {
      "epoch": 1.1794432548179872,
      "grad_norm": 1.5066134929656982,
      "learning_rate": 4.4651587205945025e-05,
      "loss": 0.2429,
      "step": 2754
    },
    {
      "epoch": 1.1798715203426124,
      "grad_norm": 1.8229551315307617,
      "learning_rate": 4.464729917888642e-05,
      "loss": 1.4659,
      "step": 2755
    },
    {
      "epoch": 1.1802997858672377,
      "grad_norm": 4.436254978179932,
      "learning_rate": 4.464300963964994e-05,
      "loss": 1.73,
      "step": 2756
    },
    {
      "epoch": 1.180728051391863,
      "grad_norm": 1.6466832160949707,
      "learning_rate": 4.463871858856573e-05,
      "loss": 0.6719,
      "step": 2757
    },
    {
      "epoch": 1.1811563169164883,
      "grad_norm": 1.2421931028366089,
      "learning_rate": 4.463442602596407e-05,
      "loss": 0.3741,
      "step": 2758
    },
    {
      "epoch": 1.1815845824411135,
      "grad_norm": 3.888296365737915,
      "learning_rate": 4.4630131952175326e-05,
      "loss": 0.6607,
      "step": 2759
    },
    {
      "epoch": 1.1820128479657388,
      "grad_norm": 4.6929802894592285,
      "learning_rate": 4.462583636753e-05,
      "loss": 1.3061,
      "step": 2760
    },
    {
      "epoch": 1.182441113490364,
      "grad_norm": 3.5024826526641846,
      "learning_rate": 4.462153927235872e-05,
      "loss": 0.5419,
      "step": 2761
    },
    {
      "epoch": 1.1828693790149893,
      "grad_norm": 8.174117088317871,
      "learning_rate": 4.46172406669922e-05,
      "loss": 1.4063,
      "step": 2762
    },
    {
      "epoch": 1.1832976445396146,
      "grad_norm": 2.4632821083068848,
      "learning_rate": 4.46129405517613e-05,
      "loss": 0.7167,
      "step": 2763
    },
    {
      "epoch": 1.1837259100642399,
      "grad_norm": 3.9444427490234375,
      "learning_rate": 4.4608638926996966e-05,
      "loss": 1.351,
      "step": 2764
    },
    {
      "epoch": 1.1841541755888652,
      "grad_norm": 2.5169296264648438,
      "learning_rate": 4.460433579303029e-05,
      "loss": 0.5146,
      "step": 2765
    },
    {
      "epoch": 1.1845824411134904,
      "grad_norm": 0.9328347444534302,
      "learning_rate": 4.460003115019248e-05,
      "loss": 0.5771,
      "step": 2766
    },
    {
      "epoch": 1.1850107066381157,
      "grad_norm": 3.024411916732788,
      "learning_rate": 4.4595724998814824e-05,
      "loss": 1.2748,
      "step": 2767
    },
    {
      "epoch": 1.185438972162741,
      "grad_norm": 2.3505008220672607,
      "learning_rate": 4.459141733922876e-05,
      "loss": 0.5251,
      "step": 2768
    },
    {
      "epoch": 1.1858672376873662,
      "grad_norm": 5.094106674194336,
      "learning_rate": 4.458710817176584e-05,
      "loss": 1.3345,
      "step": 2769
    },
    {
      "epoch": 1.1862955032119915,
      "grad_norm": 1.6126652956008911,
      "learning_rate": 4.458279749675771e-05,
      "loss": 0.222,
      "step": 2770
    },
    {
      "epoch": 1.1867237687366168,
      "grad_norm": 3.587700605392456,
      "learning_rate": 4.4578485314536163e-05,
      "loss": 1.0466,
      "step": 2771
    },
    {
      "epoch": 1.187152034261242,
      "grad_norm": 2.2508769035339355,
      "learning_rate": 4.4574171625433073e-05,
      "loss": 0.8793,
      "step": 2772
    },
    {
      "epoch": 1.1875802997858673,
      "grad_norm": 3.7933592796325684,
      "learning_rate": 4.4569856429780467e-05,
      "loss": 0.5466,
      "step": 2773
    },
    {
      "epoch": 1.1880085653104926,
      "grad_norm": 2.8660833835601807,
      "learning_rate": 4.456553972791045e-05,
      "loss": 1.492,
      "step": 2774
    },
    {
      "epoch": 1.1884368308351179,
      "grad_norm": 2.6783668994903564,
      "learning_rate": 4.456122152015527e-05,
      "loss": 2.4675,
      "step": 2775
    },
    {
      "epoch": 1.1888650963597431,
      "grad_norm": 6.9517598152160645,
      "learning_rate": 4.4556901806847295e-05,
      "loss": 1.2148,
      "step": 2776
    },
    {
      "epoch": 1.1892933618843684,
      "grad_norm": 5.444728374481201,
      "learning_rate": 4.455258058831898e-05,
      "loss": 0.5691,
      "step": 2777
    },
    {
      "epoch": 1.1897216274089937,
      "grad_norm": 1.84859299659729,
      "learning_rate": 4.454825786490292e-05,
      "loss": 0.9727,
      "step": 2778
    },
    {
      "epoch": 1.190149892933619,
      "grad_norm": 1.4757604598999023,
      "learning_rate": 4.4543933636931814e-05,
      "loss": 0.3839,
      "step": 2779
    },
    {
      "epoch": 1.1905781584582442,
      "grad_norm": 3.4672043323516846,
      "learning_rate": 4.453960790473849e-05,
      "loss": 1.1063,
      "step": 2780
    },
    {
      "epoch": 1.1910064239828695,
      "grad_norm": 1.6313329935073853,
      "learning_rate": 4.4535280668655885e-05,
      "loss": 0.7438,
      "step": 2781
    },
    {
      "epoch": 1.1914346895074948,
      "grad_norm": 5.002039909362793,
      "learning_rate": 4.453095192901703e-05,
      "loss": 0.966,
      "step": 2782
    },
    {
      "epoch": 1.19186295503212,
      "grad_norm": 4.350824356079102,
      "learning_rate": 4.452662168615511e-05,
      "loss": 0.6112,
      "step": 2783
    },
    {
      "epoch": 1.1922912205567453,
      "grad_norm": 3.0796995162963867,
      "learning_rate": 4.4522289940403404e-05,
      "loss": 1.4123,
      "step": 2784
    },
    {
      "epoch": 1.1927194860813706,
      "grad_norm": 0.9923481345176697,
      "learning_rate": 4.451795669209531e-05,
      "loss": 0.3565,
      "step": 2785
    },
    {
      "epoch": 1.1931477516059956,
      "grad_norm": 5.827157497406006,
      "learning_rate": 4.4513621941564336e-05,
      "loss": 0.8516,
      "step": 2786
    },
    {
      "epoch": 1.193576017130621,
      "grad_norm": 2.964998722076416,
      "learning_rate": 4.450928568914411e-05,
      "loss": 0.9982,
      "step": 2787
    },
    {
      "epoch": 1.1940042826552462,
      "grad_norm": 3.423802137374878,
      "learning_rate": 4.4504947935168396e-05,
      "loss": 1.1443,
      "step": 2788
    },
    {
      "epoch": 1.1944325481798714,
      "grad_norm": 3.8611207008361816,
      "learning_rate": 4.450060867997103e-05,
      "loss": 1.1232,
      "step": 2789
    },
    {
      "epoch": 1.1948608137044967,
      "grad_norm": 3.216506242752075,
      "learning_rate": 4.4496267923886e-05,
      "loss": 0.8837,
      "step": 2790
    },
    {
      "epoch": 1.195289079229122,
      "grad_norm": 6.187045574188232,
      "learning_rate": 4.4491925667247394e-05,
      "loss": 1.8031,
      "step": 2791
    },
    {
      "epoch": 1.1957173447537472,
      "grad_norm": 3.7341268062591553,
      "learning_rate": 4.448758191038942e-05,
      "loss": 1.1987,
      "step": 2792
    },
    {
      "epoch": 1.1961456102783725,
      "grad_norm": 3.497227430343628,
      "learning_rate": 4.448323665364641e-05,
      "loss": 0.7106,
      "step": 2793
    },
    {
      "epoch": 1.1965738758029978,
      "grad_norm": 5.556449890136719,
      "learning_rate": 4.4478889897352785e-05,
      "loss": 1.1678,
      "step": 2794
    },
    {
      "epoch": 1.197002141327623,
      "grad_norm": 2.495701789855957,
      "learning_rate": 4.447454164184311e-05,
      "loss": 0.639,
      "step": 2795
    },
    {
      "epoch": 1.1974304068522483,
      "grad_norm": 4.022340774536133,
      "learning_rate": 4.447019188745205e-05,
      "loss": 0.7554,
      "step": 2796
    },
    {
      "epoch": 1.1978586723768736,
      "grad_norm": 0.9980054497718811,
      "learning_rate": 4.4465840634514386e-05,
      "loss": 0.304,
      "step": 2797
    },
    {
      "epoch": 1.1982869379014989,
      "grad_norm": 1.853608250617981,
      "learning_rate": 4.446148788336502e-05,
      "loss": 0.3791,
      "step": 2798
    },
    {
      "epoch": 1.1987152034261241,
      "grad_norm": 4.541926383972168,
      "learning_rate": 4.4457133634338965e-05,
      "loss": 1.0835,
      "step": 2799
    },
    {
      "epoch": 1.1991434689507494,
      "grad_norm": 1.9006304740905762,
      "learning_rate": 4.4452777887771355e-05,
      "loss": 1.1343,
      "step": 2800
    },
    {
      "epoch": 1.1995717344753747,
      "grad_norm": 3.247896432876587,
      "learning_rate": 4.444842064399744e-05,
      "loss": 0.9933,
      "step": 2801
    },
    {
      "epoch": 1.2,
      "grad_norm": 0.6610969305038452,
      "learning_rate": 4.444406190335257e-05,
      "loss": 0.2417,
      "step": 2802
    },
    {
      "epoch": 1.2004282655246252,
      "grad_norm": 2.806972026824951,
      "learning_rate": 4.4439701666172226e-05,
      "loss": 1.6384,
      "step": 2803
    },
    {
      "epoch": 1.2008565310492505,
      "grad_norm": 3.7128350734710693,
      "learning_rate": 4.4435339932791995e-05,
      "loss": 1.1589,
      "step": 2804
    },
    {
      "epoch": 1.2012847965738758,
      "grad_norm": 2.2315192222595215,
      "learning_rate": 4.443097670354759e-05,
      "loss": 1.004,
      "step": 2805
    },
    {
      "epoch": 1.201713062098501,
      "grad_norm": 3.0903518199920654,
      "learning_rate": 4.442661197877482e-05,
      "loss": 1.4934,
      "step": 2806
    },
    {
      "epoch": 1.2021413276231263,
      "grad_norm": 1.7356256246566772,
      "learning_rate": 4.4422245758809634e-05,
      "loss": 0.4148,
      "step": 2807
    },
    {
      "epoch": 1.2025695931477516,
      "grad_norm": 0.8452810645103455,
      "learning_rate": 4.441787804398807e-05,
      "loss": 0.2676,
      "step": 2808
    },
    {
      "epoch": 1.2029978586723769,
      "grad_norm": 2.278076171875,
      "learning_rate": 4.441350883464631e-05,
      "loss": 1.0744,
      "step": 2809
    },
    {
      "epoch": 1.2034261241970021,
      "grad_norm": 6.074752330780029,
      "learning_rate": 4.440913813112063e-05,
      "loss": 1.265,
      "step": 2810
    },
    {
      "epoch": 1.2038543897216274,
      "grad_norm": 2.856152057647705,
      "learning_rate": 4.440476593374742e-05,
      "loss": 0.8402,
      "step": 2811
    },
    {
      "epoch": 1.2042826552462527,
      "grad_norm": 6.714023113250732,
      "learning_rate": 4.44003922428632e-05,
      "loss": 0.8806,
      "step": 2812
    },
    {
      "epoch": 1.204710920770878,
      "grad_norm": 1.5560855865478516,
      "learning_rate": 4.439601705880459e-05,
      "loss": 0.2085,
      "step": 2813
    },
    {
      "epoch": 1.2051391862955032,
      "grad_norm": 2.6872429847717285,
      "learning_rate": 4.439164038190833e-05,
      "loss": 1.7815,
      "step": 2814
    },
    {
      "epoch": 1.2055674518201285,
      "grad_norm": 2.8498761653900146,
      "learning_rate": 4.438726221251128e-05,
      "loss": 0.7496,
      "step": 2815
    },
    {
      "epoch": 1.2059957173447537,
      "grad_norm": 2.576693058013916,
      "learning_rate": 4.438288255095042e-05,
      "loss": 0.5822,
      "step": 2816
    },
    {
      "epoch": 1.206423982869379,
      "grad_norm": 1.3267889022827148,
      "learning_rate": 4.437850139756282e-05,
      "loss": 0.7838,
      "step": 2817
    },
    {
      "epoch": 1.2068522483940043,
      "grad_norm": 3.0910181999206543,
      "learning_rate": 4.437411875268569e-05,
      "loss": 0.953,
      "step": 2818
    },
    {
      "epoch": 1.2072805139186296,
      "grad_norm": 2.6457479000091553,
      "learning_rate": 4.436973461665633e-05,
      "loss": 1.1163,
      "step": 2819
    },
    {
      "epoch": 1.2077087794432548,
      "grad_norm": 2.955273389816284,
      "learning_rate": 4.43653489898122e-05,
      "loss": 0.7685,
      "step": 2820
    },
    {
      "epoch": 1.20813704496788,
      "grad_norm": 10.03641128540039,
      "learning_rate": 4.4360961872490825e-05,
      "loss": 0.7196,
      "step": 2821
    },
    {
      "epoch": 1.2085653104925054,
      "grad_norm": 1.961571216583252,
      "learning_rate": 4.435657326502986e-05,
      "loss": 0.6615,
      "step": 2822
    },
    {
      "epoch": 1.2089935760171306,
      "grad_norm": 1.2626115083694458,
      "learning_rate": 4.435218316776709e-05,
      "loss": 0.5805,
      "step": 2823
    },
    {
      "epoch": 1.209421841541756,
      "grad_norm": 2.8468010425567627,
      "learning_rate": 4.434779158104041e-05,
      "loss": 0.5921,
      "step": 2824
    },
    {
      "epoch": 1.2098501070663812,
      "grad_norm": 2.9893031120300293,
      "learning_rate": 4.4343398505187805e-05,
      "loss": 0.7445,
      "step": 2825
    },
    {
      "epoch": 1.2102783725910065,
      "grad_norm": 2.3978374004364014,
      "learning_rate": 4.43390039405474e-05,
      "loss": 0.5934,
      "step": 2826
    },
    {
      "epoch": 1.2107066381156317,
      "grad_norm": 10.738593101501465,
      "learning_rate": 4.433460788745744e-05,
      "loss": 1.316,
      "step": 2827
    },
    {
      "epoch": 1.211134903640257,
      "grad_norm": 1.3779945373535156,
      "learning_rate": 4.433021034625626e-05,
      "loss": 0.2582,
      "step": 2828
    },
    {
      "epoch": 1.2115631691648823,
      "grad_norm": 2.479475498199463,
      "learning_rate": 4.432581131728233e-05,
      "loss": 0.4269,
      "step": 2829
    },
    {
      "epoch": 1.2119914346895075,
      "grad_norm": 8.690934181213379,
      "learning_rate": 4.432141080087422e-05,
      "loss": 0.7941,
      "step": 2830
    },
    {
      "epoch": 1.2124197002141328,
      "grad_norm": 3.3933634757995605,
      "learning_rate": 4.431700879737062e-05,
      "loss": 0.8915,
      "step": 2831
    },
    {
      "epoch": 1.212847965738758,
      "grad_norm": 18.469757080078125,
      "learning_rate": 4.431260530711034e-05,
      "loss": 0.7909,
      "step": 2832
    },
    {
      "epoch": 1.2132762312633834,
      "grad_norm": 2.897891044616699,
      "learning_rate": 4.430820033043231e-05,
      "loss": 0.8432,
      "step": 2833
    },
    {
      "epoch": 1.2137044967880086,
      "grad_norm": 1.4498026371002197,
      "learning_rate": 4.4303793867675535e-05,
      "loss": 0.7507,
      "step": 2834
    },
    {
      "epoch": 1.214132762312634,
      "grad_norm": 3.374600887298584,
      "learning_rate": 4.429938591917919e-05,
      "loss": 0.8134,
      "step": 2835
    },
    {
      "epoch": 1.2145610278372592,
      "grad_norm": 3.757725477218628,
      "learning_rate": 4.4294976485282526e-05,
      "loss": 1.1303,
      "step": 2836
    },
    {
      "epoch": 1.2149892933618844,
      "grad_norm": 0.6913271546363831,
      "learning_rate": 4.429056556632493e-05,
      "loss": 0.3595,
      "step": 2837
    },
    {
      "epoch": 1.2154175588865097,
      "grad_norm": 2.4746007919311523,
      "learning_rate": 4.4286153162645885e-05,
      "loss": 0.3702,
      "step": 2838
    },
    {
      "epoch": 1.215845824411135,
      "grad_norm": 4.318178176879883,
      "learning_rate": 4.4281739274585e-05,
      "loss": 0.7651,
      "step": 2839
    },
    {
      "epoch": 1.2162740899357602,
      "grad_norm": 2.5282511711120605,
      "learning_rate": 4.4277323902481994e-05,
      "loss": 1.6068,
      "step": 2840
    },
    {
      "epoch": 1.2167023554603855,
      "grad_norm": 2.3122785091400146,
      "learning_rate": 4.4272907046676706e-05,
      "loss": 0.463,
      "step": 2841
    },
    {
      "epoch": 1.2171306209850108,
      "grad_norm": 6.267797470092773,
      "learning_rate": 4.4268488707509076e-05,
      "loss": 0.8884,
      "step": 2842
    },
    {
      "epoch": 1.217558886509636,
      "grad_norm": 1.4880428314208984,
      "learning_rate": 4.426406888531917e-05,
      "loss": 0.8942,
      "step": 2843
    },
    {
      "epoch": 1.2179871520342613,
      "grad_norm": 0.757321834564209,
      "learning_rate": 4.425964758044717e-05,
      "loss": 0.3703,
      "step": 2844
    },
    {
      "epoch": 1.2184154175588866,
      "grad_norm": 2.779184579849243,
      "learning_rate": 4.425522479323336e-05,
      "loss": 0.7767,
      "step": 2845
    },
    {
      "epoch": 1.2188436830835117,
      "grad_norm": 4.107428073883057,
      "learning_rate": 4.425080052401815e-05,
      "loss": 1.3025,
      "step": 2846
    },
    {
      "epoch": 1.219271948608137,
      "grad_norm": 1.448938012123108,
      "learning_rate": 4.424637477314206e-05,
      "loss": 0.536,
      "step": 2847
    },
    {
      "epoch": 1.2197002141327622,
      "grad_norm": 2.20782732963562,
      "learning_rate": 4.424194754094572e-05,
      "loss": 0.8751,
      "step": 2848
    },
    {
      "epoch": 1.2201284796573875,
      "grad_norm": 3.4146180152893066,
      "learning_rate": 4.423751882776989e-05,
      "loss": 0.7305,
      "step": 2849
    },
    {
      "epoch": 1.2205567451820127,
      "grad_norm": 5.17183256149292,
      "learning_rate": 4.42330886339554e-05,
      "loss": 1.5803,
      "step": 2850
    },
    {
      "epoch": 1.220985010706638,
      "grad_norm": 4.414000988006592,
      "learning_rate": 4.4228656959843253e-05,
      "loss": 1.6764,
      "step": 2851
    },
    {
      "epoch": 1.2214132762312633,
      "grad_norm": 3.122692823410034,
      "learning_rate": 4.422422380577452e-05,
      "loss": 1.3239,
      "step": 2852
    },
    {
      "epoch": 1.2218415417558885,
      "grad_norm": 1.8024415969848633,
      "learning_rate": 4.421978917209043e-05,
      "loss": 0.8902,
      "step": 2853
    },
    {
      "epoch": 1.2222698072805138,
      "grad_norm": 3.709960699081421,
      "learning_rate": 4.421535305913227e-05,
      "loss": 1.5758,
      "step": 2854
    },
    {
      "epoch": 1.222698072805139,
      "grad_norm": 2.3543338775634766,
      "learning_rate": 4.4210915467241495e-05,
      "loss": 0.8391,
      "step": 2855
    },
    {
      "epoch": 1.2231263383297644,
      "grad_norm": 5.65023136138916,
      "learning_rate": 4.420647639675963e-05,
      "loss": 0.687,
      "step": 2856
    },
    {
      "epoch": 1.2235546038543896,
      "grad_norm": 1.618105173110962,
      "learning_rate": 4.420203584802835e-05,
      "loss": 0.444,
      "step": 2857
    },
    {
      "epoch": 1.223982869379015,
      "grad_norm": 2.124654769897461,
      "learning_rate": 4.419759382138942e-05,
      "loss": 0.8509,
      "step": 2858
    },
    {
      "epoch": 1.2244111349036402,
      "grad_norm": 3.1004836559295654,
      "learning_rate": 4.419315031718472e-05,
      "loss": 0.9803,
      "step": 2859
    },
    {
      "epoch": 1.2248394004282654,
      "grad_norm": 7.214718818664551,
      "learning_rate": 4.418870533575625e-05,
      "loss": 0.8885,
      "step": 2860
    },
    {
      "epoch": 1.2252676659528907,
      "grad_norm": 1.4815480709075928,
      "learning_rate": 4.4184258877446134e-05,
      "loss": 0.5815,
      "step": 2861
    },
    {
      "epoch": 1.225695931477516,
      "grad_norm": 4.030275344848633,
      "learning_rate": 4.417981094259659e-05,
      "loss": 1.2886,
      "step": 2862
    },
    {
      "epoch": 1.2261241970021413,
      "grad_norm": 0.7309157252311707,
      "learning_rate": 4.417536153154997e-05,
      "loss": 0.4545,
      "step": 2863
    },
    {
      "epoch": 1.2265524625267665,
      "grad_norm": 2.4668877124786377,
      "learning_rate": 4.417091064464871e-05,
      "loss": 1.0655,
      "step": 2864
    },
    {
      "epoch": 1.2269807280513918,
      "grad_norm": 3.844191551208496,
      "learning_rate": 4.416645828223539e-05,
      "loss": 0.7559,
      "step": 2865
    },
    {
      "epoch": 1.227408993576017,
      "grad_norm": 1.1981850862503052,
      "learning_rate": 4.4162004444652696e-05,
      "loss": 0.4941,
      "step": 2866
    },
    {
      "epoch": 1.2278372591006423,
      "grad_norm": 2.1220784187316895,
      "learning_rate": 4.415754913224341e-05,
      "loss": 0.8717,
      "step": 2867
    },
    {
      "epoch": 1.2282655246252676,
      "grad_norm": 1.503218412399292,
      "learning_rate": 4.415309234535045e-05,
      "loss": 0.4319,
      "step": 2868
    },
    {
      "epoch": 1.2286937901498929,
      "grad_norm": 4.341903209686279,
      "learning_rate": 4.414863408431683e-05,
      "loss": 1.1605,
      "step": 2869
    },
    {
      "epoch": 1.2291220556745182,
      "grad_norm": 3.8282461166381836,
      "learning_rate": 4.414417434948569e-05,
      "loss": 1.4328,
      "step": 2870
    },
    {
      "epoch": 1.2295503211991434,
      "grad_norm": 1.1070141792297363,
      "learning_rate": 4.4139713141200286e-05,
      "loss": 0.5413,
      "step": 2871
    },
    {
      "epoch": 1.2299785867237687,
      "grad_norm": 2.030169725418091,
      "learning_rate": 4.413525045980397e-05,
      "loss": 0.3137,
      "step": 2872
    },
    {
      "epoch": 1.230406852248394,
      "grad_norm": 0.776940107345581,
      "learning_rate": 4.4130786305640214e-05,
      "loss": 0.4031,
      "step": 2873
    },
    {
      "epoch": 1.2308351177730192,
      "grad_norm": 3.703969717025757,
      "learning_rate": 4.4126320679052625e-05,
      "loss": 1.1536,
      "step": 2874
    },
    {
      "epoch": 1.2312633832976445,
      "grad_norm": 2.123760461807251,
      "learning_rate": 4.412185358038488e-05,
      "loss": 0.7533,
      "step": 2875
    },
    {
      "epoch": 1.2316916488222698,
      "grad_norm": 0.8755602836608887,
      "learning_rate": 4.411738500998082e-05,
      "loss": 0.2499,
      "step": 2876
    },
    {
      "epoch": 1.232119914346895,
      "grad_norm": 7.580155372619629,
      "learning_rate": 4.411291496818436e-05,
      "loss": 1.3254,
      "step": 2877
    },
    {
      "epoch": 1.2325481798715203,
      "grad_norm": 2.862595796585083,
      "learning_rate": 4.410844345533954e-05,
      "loss": 1.0586,
      "step": 2878
    },
    {
      "epoch": 1.2329764453961456,
      "grad_norm": 2.705850124359131,
      "learning_rate": 4.410397047179052e-05,
      "loss": 0.5599,
      "step": 2879
    },
    {
      "epoch": 1.2334047109207709,
      "grad_norm": 1.8542274236679077,
      "learning_rate": 4.409949601788157e-05,
      "loss": 0.7305,
      "step": 2880
    },
    {
      "epoch": 1.2338329764453961,
      "grad_norm": 2.136867046356201,
      "learning_rate": 4.4095020093957074e-05,
      "loss": 1.0093,
      "step": 2881
    },
    {
      "epoch": 1.2342612419700214,
      "grad_norm": 3.0511484146118164,
      "learning_rate": 4.409054270036152e-05,
      "loss": 1.3766,
      "step": 2882
    },
    {
      "epoch": 1.2346895074946467,
      "grad_norm": 4.0209150314331055,
      "learning_rate": 4.408606383743951e-05,
      "loss": 1.7393,
      "step": 2883
    },
    {
      "epoch": 1.235117773019272,
      "grad_norm": 3.6715774536132812,
      "learning_rate": 4.408158350553579e-05,
      "loss": 0.6843,
      "step": 2884
    },
    {
      "epoch": 1.2355460385438972,
      "grad_norm": 0.9877510070800781,
      "learning_rate": 4.4077101704995166e-05,
      "loss": 0.296,
      "step": 2885
    },
    {
      "epoch": 1.2359743040685225,
      "grad_norm": 7.915857315063477,
      "learning_rate": 4.40726184361626e-05,
      "loss": 1.5806,
      "step": 2886
    },
    {
      "epoch": 1.2364025695931478,
      "grad_norm": 1.6327983140945435,
      "learning_rate": 4.4068133699383154e-05,
      "loss": 1.5799,
      "step": 2887
    },
    {
      "epoch": 1.236830835117773,
      "grad_norm": 2.933845281600952,
      "learning_rate": 4.406364749500199e-05,
      "loss": 1.311,
      "step": 2888
    },
    {
      "epoch": 1.2372591006423983,
      "grad_norm": 2.3655431270599365,
      "learning_rate": 4.40591598233644e-05,
      "loss": 0.5643,
      "step": 2889
    },
    {
      "epoch": 1.2376873661670236,
      "grad_norm": 2.077364444732666,
      "learning_rate": 4.4054670684815785e-05,
      "loss": 0.7389,
      "step": 2890
    },
    {
      "epoch": 1.2381156316916488,
      "grad_norm": 2.652278184890747,
      "learning_rate": 4.405018007970166e-05,
      "loss": 1.2112,
      "step": 2891
    },
    {
      "epoch": 1.2385438972162741,
      "grad_norm": 2.6235954761505127,
      "learning_rate": 4.404568800836763e-05,
      "loss": 0.609,
      "step": 2892
    },
    {
      "epoch": 1.2389721627408994,
      "grad_norm": 1.9843024015426636,
      "learning_rate": 4.4041194471159466e-05,
      "loss": 1.0437,
      "step": 2893
    },
    {
      "epoch": 1.2394004282655247,
      "grad_norm": 3.403087615966797,
      "learning_rate": 4.403669946842299e-05,
      "loss": 0.439,
      "step": 2894
    },
    {
      "epoch": 1.23982869379015,
      "grad_norm": 7.180201530456543,
      "learning_rate": 4.403220300050418e-05,
      "loss": 1.1717,
      "step": 2895
    },
    {
      "epoch": 1.2402569593147752,
      "grad_norm": 0.4495026171207428,
      "learning_rate": 4.402770506774911e-05,
      "loss": 0.1525,
      "step": 2896
    },
    {
      "epoch": 1.2406852248394005,
      "grad_norm": 63.76827621459961,
      "learning_rate": 4.4023205670503965e-05,
      "loss": 1.2765,
      "step": 2897
    },
    {
      "epoch": 1.2411134903640257,
      "grad_norm": 2.775876522064209,
      "learning_rate": 4.401870480911504e-05,
      "loss": 1.0419,
      "step": 2898
    },
    {
      "epoch": 1.241541755888651,
      "grad_norm": 0.8047838807106018,
      "learning_rate": 4.401420248392877e-05,
      "loss": 0.3366,
      "step": 2899
    },
    {
      "epoch": 1.2419700214132763,
      "grad_norm": 2.49051570892334,
      "learning_rate": 4.400969869529166e-05,
      "loss": 0.6451,
      "step": 2900
    },
    {
      "epoch": 1.2423982869379016,
      "grad_norm": 5.855461597442627,
      "learning_rate": 4.400519344355035e-05,
      "loss": 0.738,
      "step": 2901
    },
    {
      "epoch": 1.2428265524625268,
      "grad_norm": 2.458524703979492,
      "learning_rate": 4.4000686729051614e-05,
      "loss": 0.6475,
      "step": 2902
    },
    {
      "epoch": 1.243254817987152,
      "grad_norm": 2.663259267807007,
      "learning_rate": 4.39961785521423e-05,
      "loss": 0.584,
      "step": 2903
    },
    {
      "epoch": 1.2436830835117774,
      "grad_norm": 2.0786845684051514,
      "learning_rate": 4.399166891316939e-05,
      "loss": 0.4706,
      "step": 2904
    },
    {
      "epoch": 1.2441113490364026,
      "grad_norm": 0.799252450466156,
      "learning_rate": 4.398715781247996e-05,
      "loss": 0.2441,
      "step": 2905
    },
    {
      "epoch": 1.244539614561028,
      "grad_norm": 2.600829601287842,
      "learning_rate": 4.3982645250421236e-05,
      "loss": 1.5151,
      "step": 2906
    },
    {
      "epoch": 1.2449678800856532,
      "grad_norm": 2.3036601543426514,
      "learning_rate": 4.397813122734052e-05,
      "loss": 1.2211,
      "step": 2907
    },
    {
      "epoch": 1.2453961456102784,
      "grad_norm": 1.9779959917068481,
      "learning_rate": 4.3973615743585237e-05,
      "loss": 0.5437,
      "step": 2908
    },
    {
      "epoch": 1.2458244111349037,
      "grad_norm": 2.8836328983306885,
      "learning_rate": 4.3969098799502934e-05,
      "loss": 0.7757,
      "step": 2909
    },
    {
      "epoch": 1.246252676659529,
      "grad_norm": 6.826550483703613,
      "learning_rate": 4.3964580395441256e-05,
      "loss": 1.4497,
      "step": 2910
    },
    {
      "epoch": 1.2466809421841543,
      "grad_norm": 3.321970224380493,
      "learning_rate": 4.396006053174797e-05,
      "loss": 0.9125,
      "step": 2911
    },
    {
      "epoch": 1.2471092077087795,
      "grad_norm": 2.763890027999878,
      "learning_rate": 4.395553920877096e-05,
      "loss": 1.0955,
      "step": 2912
    },
    {
      "epoch": 1.2475374732334048,
      "grad_norm": 2.327342987060547,
      "learning_rate": 4.395101642685819e-05,
      "loss": 0.6141,
      "step": 2913
    },
    {
      "epoch": 1.24796573875803,
      "grad_norm": 2.0650904178619385,
      "learning_rate": 4.3946492186357794e-05,
      "loss": 0.4735,
      "step": 2914
    },
    {
      "epoch": 1.2483940042826553,
      "grad_norm": 3.6635875701904297,
      "learning_rate": 4.394196648761797e-05,
      "loss": 1.0342,
      "step": 2915
    },
    {
      "epoch": 1.2488222698072806,
      "grad_norm": 2.3951940536499023,
      "learning_rate": 4.393743933098704e-05,
      "loss": 0.5377,
      "step": 2916
    },
    {
      "epoch": 1.2492505353319059,
      "grad_norm": 5.02329158782959,
      "learning_rate": 4.3932910716813444e-05,
      "loss": 1.0634,
      "step": 2917
    },
    {
      "epoch": 1.2496788008565312,
      "grad_norm": 2.2596840858459473,
      "learning_rate": 4.392838064544574e-05,
      "loss": 0.4865,
      "step": 2918
    },
    {
      "epoch": 1.2501070663811564,
      "grad_norm": 4.082393646240234,
      "learning_rate": 4.392384911723259e-05,
      "loss": 0.9812,
      "step": 2919
    },
    {
      "epoch": 1.2505353319057817,
      "grad_norm": 4.59761905670166,
      "learning_rate": 4.391931613252276e-05,
      "loss": 0.9693,
      "step": 2920
    },
    {
      "epoch": 1.250963597430407,
      "grad_norm": 2.05281662940979,
      "learning_rate": 4.391478169166513e-05,
      "loss": 1.2441,
      "step": 2921
    },
    {
      "epoch": 1.2513918629550322,
      "grad_norm": 2.901752471923828,
      "learning_rate": 4.391024579500872e-05,
      "loss": 1.3436,
      "step": 2922
    },
    {
      "epoch": 1.2518201284796575,
      "grad_norm": 3.3039119243621826,
      "learning_rate": 4.390570844290263e-05,
      "loss": 0.9753,
      "step": 2923
    },
    {
      "epoch": 1.2522483940042828,
      "grad_norm": 3.5336098670959473,
      "learning_rate": 4.390116963569608e-05,
      "loss": 0.6717,
      "step": 2924
    },
    {
      "epoch": 1.252676659528908,
      "grad_norm": 1.9409828186035156,
      "learning_rate": 4.389662937373841e-05,
      "loss": 0.6542,
      "step": 2925
    },
    {
      "epoch": 1.2531049250535333,
      "grad_norm": 2.6174726486206055,
      "learning_rate": 4.3892087657379056e-05,
      "loss": 0.9438,
      "step": 2926
    },
    {
      "epoch": 1.2535331905781586,
      "grad_norm": 1.4031976461410522,
      "learning_rate": 4.388754448696759e-05,
      "loss": 0.6985,
      "step": 2927
    },
    {
      "epoch": 1.2539614561027836,
      "grad_norm": 2.5835468769073486,
      "learning_rate": 4.3882999862853677e-05,
      "loss": 1.3191,
      "step": 2928
    },
    {
      "epoch": 1.254389721627409,
      "grad_norm": 1.390310287475586,
      "learning_rate": 4.38784537853871e-05,
      "loss": 0.3628,
      "step": 2929
    },
    {
      "epoch": 1.2548179871520342,
      "grad_norm": 3.280644178390503,
      "learning_rate": 4.387390625491775e-05,
      "loss": 1.1234,
      "step": 2930
    },
    {
      "epoch": 1.2552462526766595,
      "grad_norm": 3.4620914459228516,
      "learning_rate": 4.3869357271795633e-05,
      "loss": 1.4884,
      "step": 2931
    },
    {
      "epoch": 1.2556745182012847,
      "grad_norm": 3.210655927658081,
      "learning_rate": 4.386480683637087e-05,
      "loss": 1.4852,
      "step": 2932
    },
    {
      "epoch": 1.25610278372591,
      "grad_norm": 3.7662532329559326,
      "learning_rate": 4.3860254948993696e-05,
      "loss": 1.1306,
      "step": 2933
    },
    {
      "epoch": 1.2565310492505353,
      "grad_norm": 3.268791913986206,
      "learning_rate": 4.3855701610014443e-05,
      "loss": 0.8624,
      "step": 2934
    },
    {
      "epoch": 1.2569593147751605,
      "grad_norm": 0.7432847619056702,
      "learning_rate": 4.3851146819783576e-05,
      "loss": 0.3157,
      "step": 2935
    },
    {
      "epoch": 1.2573875802997858,
      "grad_norm": 3.2555336952209473,
      "learning_rate": 4.384659057865165e-05,
      "loss": 0.897,
      "step": 2936
    },
    {
      "epoch": 1.257815845824411,
      "grad_norm": 1.479228138923645,
      "learning_rate": 4.384203288696933e-05,
      "loss": 1.0045,
      "step": 2937
    },
    {
      "epoch": 1.2582441113490364,
      "grad_norm": 4.242283821105957,
      "learning_rate": 4.383747374508743e-05,
      "loss": 1.5369,
      "step": 2938
    },
    {
      "epoch": 1.2586723768736616,
      "grad_norm": 2.2002909183502197,
      "learning_rate": 4.3832913153356834e-05,
      "loss": 0.9968,
      "step": 2939
    },
    {
      "epoch": 1.259100642398287,
      "grad_norm": 1.1621840000152588,
      "learning_rate": 4.382835111212856e-05,
      "loss": 0.6175,
      "step": 2940
    },
    {
      "epoch": 1.2595289079229122,
      "grad_norm": 3.4644789695739746,
      "learning_rate": 4.382378762175372e-05,
      "loss": 0.8696,
      "step": 2941
    },
    {
      "epoch": 1.2599571734475374,
      "grad_norm": 3.696320056915283,
      "learning_rate": 4.381922268258357e-05,
      "loss": 0.9123,
      "step": 2942
    },
    {
      "epoch": 1.2603854389721627,
      "grad_norm": 3.5753822326660156,
      "learning_rate": 4.381465629496944e-05,
      "loss": 0.7149,
      "step": 2943
    },
    {
      "epoch": 1.260813704496788,
      "grad_norm": 2.773066520690918,
      "learning_rate": 4.381008845926278e-05,
      "loss": 0.5568,
      "step": 2944
    },
    {
      "epoch": 1.2612419700214133,
      "grad_norm": 6.704979419708252,
      "learning_rate": 4.380551917581517e-05,
      "loss": 0.6639,
      "step": 2945
    },
    {
      "epoch": 1.2616702355460385,
      "grad_norm": 2.6554207801818848,
      "learning_rate": 4.38009484449783e-05,
      "loss": 0.5634,
      "step": 2946
    },
    {
      "epoch": 1.2620985010706638,
      "grad_norm": 1.5217639207839966,
      "learning_rate": 4.379637626710393e-05,
      "loss": 0.4638,
      "step": 2947
    },
    {
      "epoch": 1.262526766595289,
      "grad_norm": 1.291027307510376,
      "learning_rate": 4.3791802642543997e-05,
      "loss": 0.8728,
      "step": 2948
    },
    {
      "epoch": 1.2629550321199143,
      "grad_norm": 6.955742359161377,
      "learning_rate": 4.378722757165051e-05,
      "loss": 0.5498,
      "step": 2949
    },
    {
      "epoch": 1.2633832976445396,
      "grad_norm": 11.097989082336426,
      "learning_rate": 4.378265105477558e-05,
      "loss": 0.9546,
      "step": 2950
    },
    {
      "epoch": 1.2638115631691649,
      "grad_norm": 5.726546287536621,
      "learning_rate": 4.3778073092271446e-05,
      "loss": 1.4824,
      "step": 2951
    },
    {
      "epoch": 1.2642398286937901,
      "grad_norm": 15.94510269165039,
      "learning_rate": 4.3773493684490467e-05,
      "loss": 0.7215,
      "step": 2952
    },
    {
      "epoch": 1.2646680942184154,
      "grad_norm": 2.7203965187072754,
      "learning_rate": 4.37689128317851e-05,
      "loss": 0.635,
      "step": 2953
    },
    {
      "epoch": 1.2650963597430407,
      "grad_norm": 2.911957263946533,
      "learning_rate": 4.3764330534507916e-05,
      "loss": 1.3996,
      "step": 2954
    },
    {
      "epoch": 1.265524625267666,
      "grad_norm": 1.6764545440673828,
      "learning_rate": 4.375974679301158e-05,
      "loss": 0.6011,
      "step": 2955
    },
    {
      "epoch": 1.2659528907922912,
      "grad_norm": 3.509290933609009,
      "learning_rate": 4.375516160764891e-05,
      "loss": 1.3255,
      "step": 2956
    },
    {
      "epoch": 1.2663811563169165,
      "grad_norm": 1.592913269996643,
      "learning_rate": 4.3750574978772805e-05,
      "loss": 0.348,
      "step": 2957
    },
    {
      "epoch": 1.2668094218415418,
      "grad_norm": 3.216029167175293,
      "learning_rate": 4.374598690673627e-05,
      "loss": 0.9513,
      "step": 2958
    },
    {
      "epoch": 1.267237687366167,
      "grad_norm": 3.168976068496704,
      "learning_rate": 4.3741397391892423e-05,
      "loss": 0.5774,
      "step": 2959
    },
    {
      "epoch": 1.2676659528907923,
      "grad_norm": 4.417181015014648,
      "learning_rate": 4.373680643459453e-05,
      "loss": 0.9181,
      "step": 2960
    },
    {
      "epoch": 1.2680942184154176,
      "grad_norm": 2.7492334842681885,
      "learning_rate": 4.373221403519592e-05,
      "loss": 1.5484,
      "step": 2961
    },
    {
      "epoch": 1.2685224839400429,
      "grad_norm": 7.524021148681641,
      "learning_rate": 4.372762019405006e-05,
      "loss": 1.083,
      "step": 2962
    },
    {
      "epoch": 1.2689507494646681,
      "grad_norm": 2.450807571411133,
      "learning_rate": 4.372302491151051e-05,
      "loss": 0.6044,
      "step": 2963
    },
    {
      "epoch": 1.2693790149892934,
      "grad_norm": 8.759461402893066,
      "learning_rate": 4.3718428187930964e-05,
      "loss": 1.1255,
      "step": 2964
    },
    {
      "epoch": 1.2698072805139187,
      "grad_norm": 2.230938196182251,
      "learning_rate": 4.3713830023665216e-05,
      "loss": 0.3599,
      "step": 2965
    },
    {
      "epoch": 1.270235546038544,
      "grad_norm": 3.8870279788970947,
      "learning_rate": 4.3709230419067145e-05,
      "loss": 1.3167,
      "step": 2966
    },
    {
      "epoch": 1.2706638115631692,
      "grad_norm": 2.438554525375366,
      "learning_rate": 4.37046293744908e-05,
      "loss": 0.7301,
      "step": 2967
    },
    {
      "epoch": 1.2710920770877945,
      "grad_norm": 2.4020750522613525,
      "learning_rate": 4.370002689029028e-05,
      "loss": 0.9236,
      "step": 2968
    },
    {
      "epoch": 1.2715203426124198,
      "grad_norm": 2.3477487564086914,
      "learning_rate": 4.369542296681983e-05,
      "loss": 0.4157,
      "step": 2969
    },
    {
      "epoch": 1.271948608137045,
      "grad_norm": 3.9737942218780518,
      "learning_rate": 4.36908176044338e-05,
      "loss": 1.4809,
      "step": 2970
    },
    {
      "epoch": 1.2723768736616703,
      "grad_norm": 1.238956093788147,
      "learning_rate": 4.3686210803486634e-05,
      "loss": 0.7933,
      "step": 2971
    },
    {
      "epoch": 1.2728051391862956,
      "grad_norm": 0.9493455290794373,
      "learning_rate": 4.3681602564332914e-05,
      "loss": 0.3931,
      "step": 2972
    },
    {
      "epoch": 1.2732334047109208,
      "grad_norm": 4.275849342346191,
      "learning_rate": 4.367699288732731e-05,
      "loss": 1.2771,
      "step": 2973
    },
    {
      "epoch": 1.273661670235546,
      "grad_norm": 4.185420513153076,
      "learning_rate": 4.3672381772824615e-05,
      "loss": 0.9179,
      "step": 2974
    },
    {
      "epoch": 1.2740899357601714,
      "grad_norm": 3.6709861755371094,
      "learning_rate": 4.3667769221179734e-05,
      "loss": 1.0073,
      "step": 2975
    },
    {
      "epoch": 1.2745182012847966,
      "grad_norm": 1.5685678720474243,
      "learning_rate": 4.366315523274767e-05,
      "loss": 0.4643,
      "step": 2976
    },
    {
      "epoch": 1.274946466809422,
      "grad_norm": 0.793793261051178,
      "learning_rate": 4.365853980788355e-05,
      "loss": 0.4487,
      "step": 2977
    },
    {
      "epoch": 1.2753747323340472,
      "grad_norm": 2.194209337234497,
      "learning_rate": 4.36539229469426e-05,
      "loss": 0.5846,
      "step": 2978
    },
    {
      "epoch": 1.2758029978586722,
      "grad_norm": 3.310246229171753,
      "learning_rate": 4.3649304650280157e-05,
      "loss": 0.8199,
      "step": 2979
    },
    {
      "epoch": 1.2762312633832975,
      "grad_norm": 14.980237007141113,
      "learning_rate": 4.3644684918251676e-05,
      "loss": 0.9923,
      "step": 2980
    },
    {
      "epoch": 1.2766595289079228,
      "grad_norm": 2.7901077270507812,
      "learning_rate": 4.364006375121273e-05,
      "loss": 0.6673,
      "step": 2981
    },
    {
      "epoch": 1.277087794432548,
      "grad_norm": 28.650718688964844,
      "learning_rate": 4.3635441149519e-05,
      "loss": 0.8745,
      "step": 2982
    },
    {
      "epoch": 1.2775160599571733,
      "grad_norm": 2.537602424621582,
      "learning_rate": 4.363081711352624e-05,
      "loss": 2.0643,
      "step": 2983
    },
    {
      "epoch": 1.2779443254817986,
      "grad_norm": 2.947596549987793,
      "learning_rate": 4.362619164359038e-05,
      "loss": 0.9949,
      "step": 2984
    },
    {
      "epoch": 1.2783725910064239,
      "grad_norm": 2.975031614303589,
      "learning_rate": 4.36215647400674e-05,
      "loss": 0.6733,
      "step": 2985
    },
    {
      "epoch": 1.2788008565310491,
      "grad_norm": 2.8763601779937744,
      "learning_rate": 4.361693640331343e-05,
      "loss": 0.6126,
      "step": 2986
    },
    {
      "epoch": 1.2792291220556744,
      "grad_norm": 2.0704474449157715,
      "learning_rate": 4.361230663368467e-05,
      "loss": 0.4814,
      "step": 2987
    },
    {
      "epoch": 1.2796573875802997,
      "grad_norm": 2.0851666927337646,
      "learning_rate": 4.360767543153749e-05,
      "loss": 0.4233,
      "step": 2988
    },
    {
      "epoch": 1.280085653104925,
      "grad_norm": 2.577441453933716,
      "learning_rate": 4.36030427972283e-05,
      "loss": 0.8735,
      "step": 2989
    },
    {
      "epoch": 1.2805139186295502,
      "grad_norm": 2.2066915035247803,
      "learning_rate": 4.359840873111369e-05,
      "loss": 0.454,
      "step": 2990
    },
    {
      "epoch": 1.2809421841541755,
      "grad_norm": 1.1493630409240723,
      "learning_rate": 4.3593773233550316e-05,
      "loss": 0.4152,
      "step": 2991
    },
    {
      "epoch": 1.2813704496788008,
      "grad_norm": 1.8260706663131714,
      "learning_rate": 4.358913630489494e-05,
      "loss": 1.0979,
      "step": 2992
    },
    {
      "epoch": 1.281798715203426,
      "grad_norm": 6.058823108673096,
      "learning_rate": 4.3584497945504465e-05,
      "loss": 1.7047,
      "step": 2993
    },
    {
      "epoch": 1.2822269807280513,
      "grad_norm": 2.678567886352539,
      "learning_rate": 4.357985815573589e-05,
      "loss": 0.9537,
      "step": 2994
    },
    {
      "epoch": 1.2826552462526766,
      "grad_norm": 2.2574052810668945,
      "learning_rate": 4.35752169359463e-05,
      "loss": 0.3893,
      "step": 2995
    },
    {
      "epoch": 1.2830835117773018,
      "grad_norm": 10.018088340759277,
      "learning_rate": 4.357057428649294e-05,
      "loss": 0.9878,
      "step": 2996
    },
    {
      "epoch": 1.2835117773019271,
      "grad_norm": 2.7060728073120117,
      "learning_rate": 4.356593020773311e-05,
      "loss": 0.4202,
      "step": 2997
    },
    {
      "epoch": 1.2839400428265524,
      "grad_norm": 2.360114097595215,
      "learning_rate": 4.356128470002426e-05,
      "loss": 0.6976,
      "step": 2998
    },
    {
      "epoch": 1.2843683083511777,
      "grad_norm": 3.4144771099090576,
      "learning_rate": 4.3556637763723954e-05,
      "loss": 1.0012,
      "step": 2999
    },
    {
      "epoch": 1.284796573875803,
      "grad_norm": 2.597459077835083,
      "learning_rate": 4.355198939918982e-05,
      "loss": 0.9549,
      "step": 3000
    },
    {
      "epoch": 1.2852248394004282,
      "grad_norm": 2.4026107788085938,
      "learning_rate": 4.354733960677964e-05,
      "loss": 1.6003,
      "step": 3001
    },
    {
      "epoch": 1.2856531049250535,
      "grad_norm": 4.185688018798828,
      "learning_rate": 4.354268838685129e-05,
      "loss": 1.135,
      "step": 3002
    },
    {
      "epoch": 1.2860813704496787,
      "grad_norm": 3.2379443645477295,
      "learning_rate": 4.353803573976275e-05,
      "loss": 0.9047,
      "step": 3003
    },
    {
      "epoch": 1.286509635974304,
      "grad_norm": 2.232499837875366,
      "learning_rate": 4.353338166587213e-05,
      "loss": 0.4061,
      "step": 3004
    },
    {
      "epoch": 1.2869379014989293,
      "grad_norm": 3.3158326148986816,
      "learning_rate": 4.352872616553763e-05,
      "loss": 1.2361,
      "step": 3005
    },
    {
      "epoch": 1.2873661670235546,
      "grad_norm": 4.713825702667236,
      "learning_rate": 4.352406923911755e-05,
      "loss": 1.0259,
      "step": 3006
    },
    {
      "epoch": 1.2877944325481798,
      "grad_norm": 2.625798225402832,
      "learning_rate": 4.351941088697034e-05,
      "loss": 0.6565,
      "step": 3007
    },
    {
      "epoch": 1.288222698072805,
      "grad_norm": 1.0685350894927979,
      "learning_rate": 4.3514751109454524e-05,
      "loss": 0.5607,
      "step": 3008
    },
    {
      "epoch": 1.2886509635974304,
      "grad_norm": 1.5122605562210083,
      "learning_rate": 4.3510089906928746e-05,
      "loss": 1.2284,
      "step": 3009
    },
    {
      "epoch": 1.2890792291220556,
      "grad_norm": 3.916343927383423,
      "learning_rate": 4.3505427279751766e-05,
      "loss": 0.6604,
      "step": 3010
    },
    {
      "epoch": 1.289507494646681,
      "grad_norm": 1.0929304361343384,
      "learning_rate": 4.350076322828245e-05,
      "loss": 0.293,
      "step": 3011
    },
    {
      "epoch": 1.2899357601713062,
      "grad_norm": 2.2084128856658936,
      "learning_rate": 4.3496097752879764e-05,
      "loss": 0.4471,
      "step": 3012
    },
    {
      "epoch": 1.2903640256959314,
      "grad_norm": 10.396590232849121,
      "learning_rate": 4.34914308539028e-05,
      "loss": 0.9893,
      "step": 3013
    },
    {
      "epoch": 1.2907922912205567,
      "grad_norm": 1.1177510023117065,
      "learning_rate": 4.348676253171075e-05,
      "loss": 0.2235,
      "step": 3014
    },
    {
      "epoch": 1.291220556745182,
      "grad_norm": 5.111110210418701,
      "learning_rate": 4.348209278666292e-05,
      "loss": 0.9928,
      "step": 3015
    },
    {
      "epoch": 1.2916488222698073,
      "grad_norm": 1.9277417659759521,
      "learning_rate": 4.3477421619118704e-05,
      "loss": 1.3274,
      "step": 3016
    },
    {
      "epoch": 1.2920770877944325,
      "grad_norm": 0.97560715675354,
      "learning_rate": 4.347274902943765e-05,
      "loss": 0.3679,
      "step": 3017
    },
    {
      "epoch": 1.2925053533190578,
      "grad_norm": 2.685025215148926,
      "learning_rate": 4.346807501797937e-05,
      "loss": 0.5985,
      "step": 3018
    },
    {
      "epoch": 1.292933618843683,
      "grad_norm": 3.4443013668060303,
      "learning_rate": 4.346339958510361e-05,
      "loss": 1.3341,
      "step": 3019
    },
    {
      "epoch": 1.2933618843683083,
      "grad_norm": 4.168574333190918,
      "learning_rate": 4.345872273117023e-05,
      "loss": 1.1119,
      "step": 3020
    },
    {
      "epoch": 1.2937901498929336,
      "grad_norm": 3.0270583629608154,
      "learning_rate": 4.345404445653918e-05,
      "loss": 0.712,
      "step": 3021
    },
    {
      "epoch": 1.2942184154175589,
      "grad_norm": 1.970179796218872,
      "learning_rate": 4.3449364761570534e-05,
      "loss": 0.4653,
      "step": 3022
    },
    {
      "epoch": 1.2946466809421842,
      "grad_norm": 2.131225109100342,
      "learning_rate": 4.3444683646624465e-05,
      "loss": 0.3033,
      "step": 3023
    },
    {
      "epoch": 1.2950749464668094,
      "grad_norm": 8.523968696594238,
      "learning_rate": 4.344000111206126e-05,
      "loss": 1.7417,
      "step": 3024
    },
    {
      "epoch": 1.2955032119914347,
      "grad_norm": 1.78829824924469,
      "learning_rate": 4.343531715824132e-05,
      "loss": 0.2499,
      "step": 3025
    },
    {
      "epoch": 1.29593147751606,
      "grad_norm": 3.8232150077819824,
      "learning_rate": 4.343063178552516e-05,
      "loss": 1.463,
      "step": 3026
    },
    {
      "epoch": 1.2963597430406852,
      "grad_norm": 1.1934967041015625,
      "learning_rate": 4.342594499427337e-05,
      "loss": 0.5755,
      "step": 3027
    },
    {
      "epoch": 1.2967880085653105,
      "grad_norm": 4.080595970153809,
      "learning_rate": 4.34212567848467e-05,
      "loss": 1.2452,
      "step": 3028
    },
    {
      "epoch": 1.2972162740899358,
      "grad_norm": 2.3079869747161865,
      "learning_rate": 4.341656715760597e-05,
      "loss": 0.5677,
      "step": 3029
    },
    {
      "epoch": 1.297644539614561,
      "grad_norm": 2.1142988204956055,
      "learning_rate": 4.341187611291213e-05,
      "loss": 0.2307,
      "step": 3030
    },
    {
      "epoch": 1.2980728051391863,
      "grad_norm": 0.5155791640281677,
      "learning_rate": 4.340718365112623e-05,
      "loss": 0.3085,
      "step": 3031
    },
    {
      "epoch": 1.2985010706638116,
      "grad_norm": 1.00095796585083,
      "learning_rate": 4.340248977260942e-05,
      "loss": 0.2781,
      "step": 3032
    },
    {
      "epoch": 1.2989293361884369,
      "grad_norm": 3.814040422439575,
      "learning_rate": 4.339779447772299e-05,
      "loss": 0.8925,
      "step": 3033
    },
    {
      "epoch": 1.2993576017130621,
      "grad_norm": 6.458731651306152,
      "learning_rate": 4.3393097766828293e-05,
      "loss": 0.7481,
      "step": 3034
    },
    {
      "epoch": 1.2997858672376874,
      "grad_norm": 3.140934705734253,
      "learning_rate": 4.3388399640286845e-05,
      "loss": 1.0458,
      "step": 3035
    },
    {
      "epoch": 1.3002141327623127,
      "grad_norm": 3.717087745666504,
      "learning_rate": 4.3383700098460224e-05,
      "loss": 0.4782,
      "step": 3036
    },
    {
      "epoch": 1.300642398286938,
      "grad_norm": 3.704068422317505,
      "learning_rate": 4.337899914171014e-05,
      "loss": 2.1069,
      "step": 3037
    },
    {
      "epoch": 1.3010706638115632,
      "grad_norm": 7.793900489807129,
      "learning_rate": 4.337429677039841e-05,
      "loss": 0.6699,
      "step": 3038
    },
    {
      "epoch": 1.3014989293361885,
      "grad_norm": 4.9171037673950195,
      "learning_rate": 4.336959298488697e-05,
      "loss": 1.9131,
      "step": 3039
    },
    {
      "epoch": 1.3019271948608138,
      "grad_norm": 2.96531343460083,
      "learning_rate": 4.336488778553782e-05,
      "loss": 0.2673,
      "step": 3040
    },
    {
      "epoch": 1.302355460385439,
      "grad_norm": 2.846625804901123,
      "learning_rate": 4.3360181172713135e-05,
      "loss": 0.6184,
      "step": 3041
    },
    {
      "epoch": 1.3027837259100643,
      "grad_norm": 2.5450966358184814,
      "learning_rate": 4.335547314677515e-05,
      "loss": 0.6663,
      "step": 3042
    },
    {
      "epoch": 1.3032119914346896,
      "grad_norm": 0.6752439737319946,
      "learning_rate": 4.3350763708086215e-05,
      "loss": 0.2346,
      "step": 3043
    },
    {
      "epoch": 1.3036402569593148,
      "grad_norm": 2.6808254718780518,
      "learning_rate": 4.3346052857008824e-05,
      "loss": 1.1461,
      "step": 3044
    },
    {
      "epoch": 1.3040685224839401,
      "grad_norm": 3.755044937133789,
      "learning_rate": 4.334134059390552e-05,
      "loss": 0.658,
      "step": 3045
    },
    {
      "epoch": 1.3044967880085654,
      "grad_norm": 1.7662980556488037,
      "learning_rate": 4.333662691913901e-05,
      "loss": 0.2703,
      "step": 3046
    },
    {
      "epoch": 1.3049250535331907,
      "grad_norm": 5.196559906005859,
      "learning_rate": 4.333191183307209e-05,
      "loss": 1.4885,
      "step": 3047
    },
    {
      "epoch": 1.305353319057816,
      "grad_norm": 2.9203548431396484,
      "learning_rate": 4.332719533606765e-05,
      "loss": 0.7288,
      "step": 3048
    },
    {
      "epoch": 1.3057815845824412,
      "grad_norm": 8.918508529663086,
      "learning_rate": 4.332247742848871e-05,
      "loss": 1.1644,
      "step": 3049
    },
    {
      "epoch": 1.3062098501070665,
      "grad_norm": 2.951625108718872,
      "learning_rate": 4.331775811069837e-05,
      "loss": 1.0356,
      "step": 3050
    },
    {
      "epoch": 1.3066381156316917,
      "grad_norm": 2.556867837905884,
      "learning_rate": 4.331303738305989e-05,
      "loss": 0.6458,
      "step": 3051
    },
    {
      "epoch": 1.307066381156317,
      "grad_norm": 2.488187789916992,
      "learning_rate": 4.330831524593657e-05,
      "loss": 0.648,
      "step": 3052
    },
    {
      "epoch": 1.3074946466809423,
      "grad_norm": 2.8526933193206787,
      "learning_rate": 4.330359169969189e-05,
      "loss": 0.9937,
      "step": 3053
    },
    {
      "epoch": 1.3079229122055676,
      "grad_norm": 3.087844133377075,
      "learning_rate": 4.329886674468938e-05,
      "loss": 1.1381,
      "step": 3054
    },
    {
      "epoch": 1.3083511777301928,
      "grad_norm": 1.0850540399551392,
      "learning_rate": 4.3294140381292713e-05,
      "loss": 0.4753,
      "step": 3055
    },
    {
      "epoch": 1.308779443254818,
      "grad_norm": 3.8415439128875732,
      "learning_rate": 4.3289412609865666e-05,
      "loss": 1.0186,
      "step": 3056
    },
    {
      "epoch": 1.3092077087794434,
      "grad_norm": 1.7670483589172363,
      "learning_rate": 4.3284683430772086e-05,
      "loss": 0.4233,
      "step": 3057
    },
    {
      "epoch": 1.3096359743040686,
      "grad_norm": 1.5290806293487549,
      "learning_rate": 4.3279952844375996e-05,
      "loss": 1.0026,
      "step": 3058
    },
    {
      "epoch": 1.310064239828694,
      "grad_norm": 1.9371237754821777,
      "learning_rate": 4.327522085104147e-05,
      "loss": 1.4901,
      "step": 3059
    },
    {
      "epoch": 1.3104925053533192,
      "grad_norm": 1.0199759006500244,
      "learning_rate": 4.3270487451132725e-05,
      "loss": 0.6109,
      "step": 3060
    },
    {
      "epoch": 1.3109207708779445,
      "grad_norm": 5.592800617218018,
      "learning_rate": 4.3265752645014055e-05,
      "loss": 0.9801,
      "step": 3061
    },
    {
      "epoch": 1.3113490364025697,
      "grad_norm": 4.817352294921875,
      "learning_rate": 4.326101643304989e-05,
      "loss": 1.2708,
      "step": 3062
    },
    {
      "epoch": 1.311777301927195,
      "grad_norm": 9.828232765197754,
      "learning_rate": 4.325627881560477e-05,
      "loss": 1.4202,
      "step": 3063
    },
    {
      "epoch": 1.3122055674518203,
      "grad_norm": 5.018240928649902,
      "learning_rate": 4.3251539793043315e-05,
      "loss": 0.7837,
      "step": 3064
    },
    {
      "epoch": 1.3126338329764453,
      "grad_norm": 1.033537745475769,
      "learning_rate": 4.324679936573028e-05,
      "loss": 0.4972,
      "step": 3065
    },
    {
      "epoch": 1.3130620985010706,
      "grad_norm": 2.2593154907226562,
      "learning_rate": 4.324205753403051e-05,
      "loss": 0.6842,
      "step": 3066
    },
    {
      "epoch": 1.3134903640256959,
      "grad_norm": 2.099691867828369,
      "learning_rate": 4.323731429830896e-05,
      "loss": 0.6977,
      "step": 3067
    },
    {
      "epoch": 1.3139186295503211,
      "grad_norm": 2.0491809844970703,
      "learning_rate": 4.323256965893071e-05,
      "loss": 0.5781,
      "step": 3068
    },
    {
      "epoch": 1.3143468950749464,
      "grad_norm": 3.8343353271484375,
      "learning_rate": 4.322782361626094e-05,
      "loss": 1.1412,
      "step": 3069
    },
    {
      "epoch": 1.3147751605995717,
      "grad_norm": 3.8432250022888184,
      "learning_rate": 4.3223076170664925e-05,
      "loss": 0.4477,
      "step": 3070
    },
    {
      "epoch": 1.315203426124197,
      "grad_norm": 1.9732388257980347,
      "learning_rate": 4.321832732250806e-05,
      "loss": 0.3271,
      "step": 3071
    },
    {
      "epoch": 1.3156316916488222,
      "grad_norm": 8.832619667053223,
      "learning_rate": 4.321357707215584e-05,
      "loss": 1.5587,
      "step": 3072
    },
    {
      "epoch": 1.3160599571734475,
      "grad_norm": 2.3311667442321777,
      "learning_rate": 4.32088254199739e-05,
      "loss": 0.844,
      "step": 3073
    },
    {
      "epoch": 1.3164882226980728,
      "grad_norm": 2.959688901901245,
      "learning_rate": 4.3204072366327925e-05,
      "loss": 1.0307,
      "step": 3074
    },
    {
      "epoch": 1.316916488222698,
      "grad_norm": 3.3135592937469482,
      "learning_rate": 4.3199317911583754e-05,
      "loss": 0.8759,
      "step": 3075
    },
    {
      "epoch": 1.3173447537473233,
      "grad_norm": 0.772138774394989,
      "learning_rate": 4.319456205610731e-05,
      "loss": 0.1729,
      "step": 3076
    },
    {
      "epoch": 1.3177730192719486,
      "grad_norm": 2.0673887729644775,
      "learning_rate": 4.3189804800264655e-05,
      "loss": 0.8384,
      "step": 3077
    },
    {
      "epoch": 1.3182012847965738,
      "grad_norm": 3.270321846008301,
      "learning_rate": 4.3185046144421916e-05,
      "loss": 1.5464,
      "step": 3078
    },
    {
      "epoch": 1.318629550321199,
      "grad_norm": 4.322999000549316,
      "learning_rate": 4.318028608894536e-05,
      "loss": 0.6813,
      "step": 3079
    },
    {
      "epoch": 1.3190578158458244,
      "grad_norm": 4.985445499420166,
      "learning_rate": 4.3175524634201336e-05,
      "loss": 1.0585,
      "step": 3080
    },
    {
      "epoch": 1.3194860813704496,
      "grad_norm": 2.890377998352051,
      "learning_rate": 4.317076178055632e-05,
      "loss": 0.7954,
      "step": 3081
    },
    {
      "epoch": 1.319914346895075,
      "grad_norm": 1.2866861820220947,
      "learning_rate": 4.3165997528376914e-05,
      "loss": 0.506,
      "step": 3082
    },
    {
      "epoch": 1.3203426124197002,
      "grad_norm": 2.880255699157715,
      "learning_rate": 4.316123187802977e-05,
      "loss": 0.4883,
      "step": 3083
    },
    {
      "epoch": 1.3207708779443255,
      "grad_norm": 2.5144736766815186,
      "learning_rate": 4.31564648298817e-05,
      "loss": 0.7181,
      "step": 3084
    },
    {
      "epoch": 1.3211991434689507,
      "grad_norm": 2.4848148822784424,
      "learning_rate": 4.3151696384299605e-05,
      "loss": 0.7647,
      "step": 3085
    },
    {
      "epoch": 1.321627408993576,
      "grad_norm": 2.2231531143188477,
      "learning_rate": 4.314692654165049e-05,
      "loss": 1.1142,
      "step": 3086
    },
    {
      "epoch": 1.3220556745182013,
      "grad_norm": 3.8971853256225586,
      "learning_rate": 4.314215530230148e-05,
      "loss": 0.6839,
      "step": 3087
    },
    {
      "epoch": 1.3224839400428265,
      "grad_norm": 3.1033434867858887,
      "learning_rate": 4.3137382666619783e-05,
      "loss": 0.9232,
      "step": 3088
    },
    {
      "epoch": 1.3229122055674518,
      "grad_norm": 2.382110118865967,
      "learning_rate": 4.313260863497275e-05,
      "loss": 0.4656,
      "step": 3089
    },
    {
      "epoch": 1.323340471092077,
      "grad_norm": 2.7526297569274902,
      "learning_rate": 4.312783320772781e-05,
      "loss": 0.5449,
      "step": 3090
    },
    {
      "epoch": 1.3237687366167024,
      "grad_norm": 10.506669998168945,
      "learning_rate": 4.3123056385252506e-05,
      "loss": 1.784,
      "step": 3091
    },
    {
      "epoch": 1.3241970021413276,
      "grad_norm": 1.0171595811843872,
      "learning_rate": 4.3118278167914493e-05,
      "loss": 0.6392,
      "step": 3092
    },
    {
      "epoch": 1.324625267665953,
      "grad_norm": 4.82420015335083,
      "learning_rate": 4.311349855608154e-05,
      "loss": 1.2716,
      "step": 3093
    },
    {
      "epoch": 1.3250535331905782,
      "grad_norm": 3.4325125217437744,
      "learning_rate": 4.3108717550121515e-05,
      "loss": 1.7304,
      "step": 3094
    },
    {
      "epoch": 1.3254817987152034,
      "grad_norm": 0.6998211741447449,
      "learning_rate": 4.3103935150402384e-05,
      "loss": 0.2738,
      "step": 3095
    },
    {
      "epoch": 1.3259100642398287,
      "grad_norm": 5.441555023193359,
      "learning_rate": 4.3099151357292234e-05,
      "loss": 0.5413,
      "step": 3096
    },
    {
      "epoch": 1.326338329764454,
      "grad_norm": 2.9590444564819336,
      "learning_rate": 4.309436617115926e-05,
      "loss": 0.6639,
      "step": 3097
    },
    {
      "epoch": 1.3267665952890793,
      "grad_norm": 3.4468672275543213,
      "learning_rate": 4.308957959237175e-05,
      "loss": 1.9102,
      "step": 3098
    },
    {
      "epoch": 1.3271948608137045,
      "grad_norm": 2.266469717025757,
      "learning_rate": 4.3084791621298125e-05,
      "loss": 0.4331,
      "step": 3099
    },
    {
      "epoch": 1.3276231263383298,
      "grad_norm": 5.603691577911377,
      "learning_rate": 4.3080002258306885e-05,
      "loss": 0.9369,
      "step": 3100
    },
    {
      "epoch": 1.328051391862955,
      "grad_norm": 3.349315643310547,
      "learning_rate": 4.3075211503766646e-05,
      "loss": 0.5231,
      "step": 3101
    },
    {
      "epoch": 1.3284796573875803,
      "grad_norm": 1.2116867303848267,
      "learning_rate": 4.3070419358046145e-05,
      "loss": 0.7636,
      "step": 3102
    },
    {
      "epoch": 1.3289079229122056,
      "grad_norm": 8.266968727111816,
      "learning_rate": 4.306562582151421e-05,
      "loss": 1.2336,
      "step": 3103
    },
    {
      "epoch": 1.3293361884368309,
      "grad_norm": 3.6615452766418457,
      "learning_rate": 4.3060830894539774e-05,
      "loss": 1.1678,
      "step": 3104
    },
    {
      "epoch": 1.3297644539614561,
      "grad_norm": 3.554560422897339,
      "learning_rate": 4.3056034577491894e-05,
      "loss": 1.3157,
      "step": 3105
    },
    {
      "epoch": 1.3301927194860814,
      "grad_norm": 2.0975747108459473,
      "learning_rate": 4.305123687073972e-05,
      "loss": 0.5773,
      "step": 3106
    },
    {
      "epoch": 1.3306209850107067,
      "grad_norm": 6.000020503997803,
      "learning_rate": 4.304643777465252e-05,
      "loss": 1.4746,
      "step": 3107
    },
    {
      "epoch": 1.331049250535332,
      "grad_norm": 1.6859976053237915,
      "learning_rate": 4.3041637289599656e-05,
      "loss": 0.534,
      "step": 3108
    },
    {
      "epoch": 1.3314775160599572,
      "grad_norm": 1.0013301372528076,
      "learning_rate": 4.30368354159506e-05,
      "loss": 0.4101,
      "step": 3109
    },
    {
      "epoch": 1.3319057815845825,
      "grad_norm": 2.825585126876831,
      "learning_rate": 4.303203215407494e-05,
      "loss": 0.6802,
      "step": 3110
    },
    {
      "epoch": 1.3323340471092078,
      "grad_norm": 6.088583469390869,
      "learning_rate": 4.3027227504342364e-05,
      "loss": 1.2122,
      "step": 3111
    },
    {
      "epoch": 1.332762312633833,
      "grad_norm": 2.8341217041015625,
      "learning_rate": 4.3022421467122666e-05,
      "loss": 0.83,
      "step": 3112
    },
    {
      "epoch": 1.3331905781584583,
      "grad_norm": 5.346342086791992,
      "learning_rate": 4.3017614042785746e-05,
      "loss": 1.1245,
      "step": 3113
    },
    {
      "epoch": 1.3336188436830836,
      "grad_norm": 1.1001760959625244,
      "learning_rate": 4.3012805231701624e-05,
      "loss": 0.9789,
      "step": 3114
    },
    {
      "epoch": 1.3340471092077089,
      "grad_norm": 3.322861909866333,
      "learning_rate": 4.30079950342404e-05,
      "loss": 0.7068,
      "step": 3115
    },
    {
      "epoch": 1.3344753747323341,
      "grad_norm": 1.5051450729370117,
      "learning_rate": 4.300318345077231e-05,
      "loss": 1.0664,
      "step": 3116
    },
    {
      "epoch": 1.3349036402569592,
      "grad_norm": 2.212327003479004,
      "learning_rate": 4.2998370481667674e-05,
      "loss": 0.996,
      "step": 3117
    },
    {
      "epoch": 1.3353319057815844,
      "grad_norm": 1.8909282684326172,
      "learning_rate": 4.299355612729693e-05,
      "loss": 0.6446,
      "step": 3118
    },
    {
      "epoch": 1.3357601713062097,
      "grad_norm": 3.00962495803833,
      "learning_rate": 4.2988740388030625e-05,
      "loss": 1.0212,
      "step": 3119
    },
    {
      "epoch": 1.336188436830835,
      "grad_norm": 4.376904010772705,
      "learning_rate": 4.29839232642394e-05,
      "loss": 1.6775,
      "step": 3120
    },
    {
      "epoch": 1.3366167023554603,
      "grad_norm": 2.1703062057495117,
      "learning_rate": 4.297910475629402e-05,
      "loss": 0.7686,
      "step": 3121
    },
    {
      "epoch": 1.3370449678800855,
      "grad_norm": 3.802459716796875,
      "learning_rate": 4.297428486456534e-05,
      "loss": 0.5478,
      "step": 3122
    },
    {
      "epoch": 1.3374732334047108,
      "grad_norm": 2.6719586849212646,
      "learning_rate": 4.296946358942434e-05,
      "loss": 0.3856,
      "step": 3123
    },
    {
      "epoch": 1.337901498929336,
      "grad_norm": 3.436166763305664,
      "learning_rate": 4.296464093124207e-05,
      "loss": 0.6849,
      "step": 3124
    },
    {
      "epoch": 1.3383297644539613,
      "grad_norm": 3.491773843765259,
      "learning_rate": 4.295981689038975e-05,
      "loss": 1.5652,
      "step": 3125
    },
    {
      "epoch": 1.3387580299785866,
      "grad_norm": 2.82084059715271,
      "learning_rate": 4.2954991467238634e-05,
      "loss": 0.6453,
      "step": 3126
    },
    {
      "epoch": 1.3391862955032119,
      "grad_norm": 1.9885743856430054,
      "learning_rate": 4.295016466216013e-05,
      "loss": 1.0576,
      "step": 3127
    },
    {
      "epoch": 1.3396145610278372,
      "grad_norm": 4.18569803237915,
      "learning_rate": 4.294533647552574e-05,
      "loss": 1.3845,
      "step": 3128
    },
    {
      "epoch": 1.3400428265524624,
      "grad_norm": 6.1667160987854,
      "learning_rate": 4.294050690770707e-05,
      "loss": 0.8988,
      "step": 3129
    },
    {
      "epoch": 1.3404710920770877,
      "grad_norm": 2.3797242641448975,
      "learning_rate": 4.293567595907584e-05,
      "loss": 0.7546,
      "step": 3130
    },
    {
      "epoch": 1.340899357601713,
      "grad_norm": 1.0889720916748047,
      "learning_rate": 4.293084363000385e-05,
      "loss": 0.681,
      "step": 3131
    },
    {
      "epoch": 1.3413276231263382,
      "grad_norm": 4.127923488616943,
      "learning_rate": 4.292600992086305e-05,
      "loss": 1.4743,
      "step": 3132
    },
    {
      "epoch": 1.3417558886509635,
      "grad_norm": 4.028485298156738,
      "learning_rate": 4.292117483202545e-05,
      "loss": 0.9742,
      "step": 3133
    },
    {
      "epoch": 1.3421841541755888,
      "grad_norm": 3.1344947814941406,
      "learning_rate": 4.291633836386321e-05,
      "loss": 1.0956,
      "step": 3134
    },
    {
      "epoch": 1.342612419700214,
      "grad_norm": 1.3709715604782104,
      "learning_rate": 4.2911500516748554e-05,
      "loss": 0.3011,
      "step": 3135
    },
    {
      "epoch": 1.3430406852248393,
      "grad_norm": 13.806245803833008,
      "learning_rate": 4.290666129105384e-05,
      "loss": 1.2907,
      "step": 3136
    },
    {
      "epoch": 1.3434689507494646,
      "grad_norm": 2.5508713722229004,
      "learning_rate": 4.290182068715154e-05,
      "loss": 2.1897,
      "step": 3137
    },
    {
      "epoch": 1.3438972162740899,
      "grad_norm": 0.9410331845283508,
      "learning_rate": 4.2896978705414194e-05,
      "loss": 0.6205,
      "step": 3138
    },
    {
      "epoch": 1.3443254817987151,
      "grad_norm": 6.271484851837158,
      "learning_rate": 4.289213534621448e-05,
      "loss": 1.5411,
      "step": 3139
    },
    {
      "epoch": 1.3447537473233404,
      "grad_norm": 2.888932704925537,
      "learning_rate": 4.288729060992518e-05,
      "loss": 0.5832,
      "step": 3140
    },
    {
      "epoch": 1.3451820128479657,
      "grad_norm": 0.767907440662384,
      "learning_rate": 4.288244449691916e-05,
      "loss": 0.1758,
      "step": 3141
    },
    {
      "epoch": 1.345610278372591,
      "grad_norm": 2.26218581199646,
      "learning_rate": 4.287759700756943e-05,
      "loss": 0.4644,
      "step": 3142
    },
    {
      "epoch": 1.3460385438972162,
      "grad_norm": 2.206847667694092,
      "learning_rate": 4.287274814224905e-05,
      "loss": 0.4467,
      "step": 3143
    },
    {
      "epoch": 1.3464668094218415,
      "grad_norm": 3.042250871658325,
      "learning_rate": 4.286789790133126e-05,
      "loss": 0.7782,
      "step": 3144
    },
    {
      "epoch": 1.3468950749464668,
      "grad_norm": 6.195914268493652,
      "learning_rate": 4.2863046285189324e-05,
      "loss": 0.9888,
      "step": 3145
    },
    {
      "epoch": 1.347323340471092,
      "grad_norm": 2.8716769218444824,
      "learning_rate": 4.285819329419667e-05,
      "loss": 0.6907,
      "step": 3146
    },
    {
      "epoch": 1.3477516059957173,
      "grad_norm": 2.057724714279175,
      "learning_rate": 4.2853338928726824e-05,
      "loss": 0.438,
      "step": 3147
    },
    {
      "epoch": 1.3481798715203426,
      "grad_norm": 2.0494089126586914,
      "learning_rate": 4.2848483189153396e-05,
      "loss": 0.3477,
      "step": 3148
    },
    {
      "epoch": 1.3486081370449678,
      "grad_norm": 2.2156670093536377,
      "learning_rate": 4.284362607585011e-05,
      "loss": 0.8343,
      "step": 3149
    },
    {
      "epoch": 1.3490364025695931,
      "grad_norm": 3.242133855819702,
      "learning_rate": 4.283876758919081e-05,
      "loss": 1.5404,
      "step": 3150
    },
    {
      "epoch": 1.3494646680942184,
      "grad_norm": 2.41792893409729,
      "learning_rate": 4.283390772954943e-05,
      "loss": 0.4953,
      "step": 3151
    },
    {
      "epoch": 1.3498929336188437,
      "grad_norm": 4.823680400848389,
      "learning_rate": 4.282904649730002e-05,
      "loss": 2.2084,
      "step": 3152
    },
    {
      "epoch": 1.350321199143469,
      "grad_norm": 2.621241569519043,
      "learning_rate": 4.282418389281672e-05,
      "loss": 0.4404,
      "step": 3153
    },
    {
      "epoch": 1.3507494646680942,
      "grad_norm": 1.8123663663864136,
      "learning_rate": 4.2819319916473796e-05,
      "loss": 0.8368,
      "step": 3154
    },
    {
      "epoch": 1.3511777301927195,
      "grad_norm": 2.9952774047851562,
      "learning_rate": 4.281445456864561e-05,
      "loss": 0.7032,
      "step": 3155
    },
    {
      "epoch": 1.3516059957173447,
      "grad_norm": 3.7047946453094482,
      "learning_rate": 4.2809587849706626e-05,
      "loss": 0.6135,
      "step": 3156
    },
    {
      "epoch": 1.35203426124197,
      "grad_norm": 2.9256677627563477,
      "learning_rate": 4.280471976003141e-05,
      "loss": 0.6794,
      "step": 3157
    },
    {
      "epoch": 1.3524625267665953,
      "grad_norm": 3.2096102237701416,
      "learning_rate": 4.279985029999465e-05,
      "loss": 0.8741,
      "step": 3158
    },
    {
      "epoch": 1.3528907922912206,
      "grad_norm": 1.2702350616455078,
      "learning_rate": 4.2794979469971123e-05,
      "loss": 0.2079,
      "step": 3159
    },
    {
      "epoch": 1.3533190578158458,
      "grad_norm": 2.684248685836792,
      "learning_rate": 4.279010727033573e-05,
      "loss": 0.4869,
      "step": 3160
    },
    {
      "epoch": 1.353747323340471,
      "grad_norm": 1.4249293804168701,
      "learning_rate": 4.278523370146345e-05,
      "loss": 0.7615,
      "step": 3161
    },
    {
      "epoch": 1.3541755888650964,
      "grad_norm": 1.7604360580444336,
      "learning_rate": 4.27803587637294e-05,
      "loss": 0.3684,
      "step": 3162
    },
    {
      "epoch": 1.3546038543897216,
      "grad_norm": 4.679610252380371,
      "learning_rate": 4.277548245750876e-05,
      "loss": 0.3932,
      "step": 3163
    },
    {
      "epoch": 1.355032119914347,
      "grad_norm": 2.041433095932007,
      "learning_rate": 4.277060478317687e-05,
      "loss": 1.1691,
      "step": 3164
    },
    {
      "epoch": 1.3554603854389722,
      "grad_norm": 1.8463116884231567,
      "learning_rate": 4.276572574110913e-05,
      "loss": 0.854,
      "step": 3165
    },
    {
      "epoch": 1.3558886509635975,
      "grad_norm": 1.9700732231140137,
      "learning_rate": 4.276084533168107e-05,
      "loss": 0.566,
      "step": 3166
    },
    {
      "epoch": 1.3563169164882227,
      "grad_norm": 0.9739698767662048,
      "learning_rate": 4.2755963555268295e-05,
      "loss": 0.2589,
      "step": 3167
    },
    {
      "epoch": 1.356745182012848,
      "grad_norm": 3.6578550338745117,
      "learning_rate": 4.275108041224657e-05,
      "loss": 1.068,
      "step": 3168
    },
    {
      "epoch": 1.3571734475374733,
      "grad_norm": 3.2930080890655518,
      "learning_rate": 4.2746195902991705e-05,
      "loss": 0.9617,
      "step": 3169
    },
    {
      "epoch": 1.3576017130620985,
      "grad_norm": 2.7140228748321533,
      "learning_rate": 4.274131002787965e-05,
      "loss": 0.2763,
      "step": 3170
    },
    {
      "epoch": 1.3580299785867238,
      "grad_norm": 3.3227038383483887,
      "learning_rate": 4.273642278728646e-05,
      "loss": 0.6898,
      "step": 3171
    },
    {
      "epoch": 1.358458244111349,
      "grad_norm": 2.6733906269073486,
      "learning_rate": 4.273153418158828e-05,
      "loss": 1.1712,
      "step": 3172
    },
    {
      "epoch": 1.3588865096359743,
      "grad_norm": 2.7238383293151855,
      "learning_rate": 4.272664421116137e-05,
      "loss": 1.2544,
      "step": 3173
    },
    {
      "epoch": 1.3593147751605996,
      "grad_norm": 2.8085238933563232,
      "learning_rate": 4.272175287638208e-05,
      "loss": 0.9353,
      "step": 3174
    },
    {
      "epoch": 1.359743040685225,
      "grad_norm": 1.5621694326400757,
      "learning_rate": 4.27168601776269e-05,
      "loss": 0.6699,
      "step": 3175
    },
    {
      "epoch": 1.3601713062098502,
      "grad_norm": 3.9769833087921143,
      "learning_rate": 4.271196611527238e-05,
      "loss": 0.4539,
      "step": 3176
    },
    {
      "epoch": 1.3605995717344754,
      "grad_norm": 4.669671058654785,
      "learning_rate": 4.270707068969522e-05,
      "loss": 0.9009,
      "step": 3177
    },
    {
      "epoch": 1.3610278372591007,
      "grad_norm": 5.075175762176514,
      "learning_rate": 4.2702173901272186e-05,
      "loss": 0.5864,
      "step": 3178
    },
    {
      "epoch": 1.361456102783726,
      "grad_norm": 2.2538001537323,
      "learning_rate": 4.269727575038017e-05,
      "loss": 0.6592,
      "step": 3179
    },
    {
      "epoch": 1.3618843683083512,
      "grad_norm": 5.3138933181762695,
      "learning_rate": 4.269237623739616e-05,
      "loss": 0.6276,
      "step": 3180
    },
    {
      "epoch": 1.3623126338329765,
      "grad_norm": 2.7617411613464355,
      "learning_rate": 4.268747536269726e-05,
      "loss": 0.4716,
      "step": 3181
    },
    {
      "epoch": 1.3627408993576018,
      "grad_norm": 4.517707347869873,
      "learning_rate": 4.268257312666067e-05,
      "loss": 0.8355,
      "step": 3182
    },
    {
      "epoch": 1.363169164882227,
      "grad_norm": 4.2871012687683105,
      "learning_rate": 4.267766952966369e-05,
      "loss": 0.7541,
      "step": 3183
    },
    {
      "epoch": 1.3635974304068523,
      "grad_norm": 1.189998745918274,
      "learning_rate": 4.267276457208373e-05,
      "loss": 0.842,
      "step": 3184
    },
    {
      "epoch": 1.3640256959314776,
      "grad_norm": 1.7509980201721191,
      "learning_rate": 4.266785825429833e-05,
      "loss": 0.425,
      "step": 3185
    },
    {
      "epoch": 1.3644539614561029,
      "grad_norm": 3.2146637439727783,
      "learning_rate": 4.266295057668508e-05,
      "loss": 1.0248,
      "step": 3186
    },
    {
      "epoch": 1.3648822269807281,
      "grad_norm": 2.591434955596924,
      "learning_rate": 4.2658041539621715e-05,
      "loss": 0.4232,
      "step": 3187
    },
    {
      "epoch": 1.3653104925053534,
      "grad_norm": 0.8300306797027588,
      "learning_rate": 4.265313114348608e-05,
      "loss": 0.7147,
      "step": 3188
    },
    {
      "epoch": 1.3657387580299787,
      "grad_norm": 3.366647958755493,
      "learning_rate": 4.264821938865609e-05,
      "loss": 1.3713,
      "step": 3189
    },
    {
      "epoch": 1.366167023554604,
      "grad_norm": 1.825074315071106,
      "learning_rate": 4.264330627550979e-05,
      "loss": 0.3674,
      "step": 3190
    },
    {
      "epoch": 1.3665952890792292,
      "grad_norm": 7.309889793395996,
      "learning_rate": 4.2638391804425323e-05,
      "loss": 1.005,
      "step": 3191
    },
    {
      "epoch": 1.3670235546038545,
      "grad_norm": 1.394088625907898,
      "learning_rate": 4.263347597578094e-05,
      "loss": 0.7754,
      "step": 3192
    },
    {
      "epoch": 1.3674518201284798,
      "grad_norm": 1.7570587396621704,
      "learning_rate": 4.2628558789954994e-05,
      "loss": 1.1069,
      "step": 3193
    },
    {
      "epoch": 1.367880085653105,
      "grad_norm": 3.9192581176757812,
      "learning_rate": 4.2623640247325935e-05,
      "loss": 1.0436,
      "step": 3194
    },
    {
      "epoch": 1.3683083511777303,
      "grad_norm": 4.280920505523682,
      "learning_rate": 4.261872034827234e-05,
      "loss": 1.5871,
      "step": 3195
    },
    {
      "epoch": 1.3687366167023556,
      "grad_norm": 5.80382776260376,
      "learning_rate": 4.261379909317286e-05,
      "loss": 0.452,
      "step": 3196
    },
    {
      "epoch": 1.3691648822269809,
      "grad_norm": 4.641732215881348,
      "learning_rate": 4.260887648240627e-05,
      "loss": 1.0628,
      "step": 3197
    },
    {
      "epoch": 1.3695931477516061,
      "grad_norm": 4.503076553344727,
      "learning_rate": 4.260395251635145e-05,
      "loss": 0.6196,
      "step": 3198
    },
    {
      "epoch": 1.3700214132762314,
      "grad_norm": 2.7791004180908203,
      "learning_rate": 4.2599027195387364e-05,
      "loss": 0.5723,
      "step": 3199
    },
    {
      "epoch": 1.3704496788008567,
      "grad_norm": 1.4278693199157715,
      "learning_rate": 4.2594100519893115e-05,
      "loss": 0.2364,
      "step": 3200
    },
    {
      "epoch": 1.370877944325482,
      "grad_norm": 4.34309720993042,
      "learning_rate": 4.2589172490247876e-05,
      "loss": 1.3508,
      "step": 3201
    },
    {
      "epoch": 1.3713062098501072,
      "grad_norm": 2.586380958557129,
      "learning_rate": 4.258424310683094e-05,
      "loss": 0.8108,
      "step": 3202
    },
    {
      "epoch": 1.3717344753747323,
      "grad_norm": 4.095396995544434,
      "learning_rate": 4.257931237002171e-05,
      "loss": 0.5181,
      "step": 3203
    },
    {
      "epoch": 1.3721627408993575,
      "grad_norm": 3.8632209300994873,
      "learning_rate": 4.257438028019968e-05,
      "loss": 1.0623,
      "step": 3204
    },
    {
      "epoch": 1.3725910064239828,
      "grad_norm": 3.3289520740509033,
      "learning_rate": 4.2569446837744464e-05,
      "loss": 0.9152,
      "step": 3205
    },
    {
      "epoch": 1.373019271948608,
      "grad_norm": 3.581936836242676,
      "learning_rate": 4.2564512043035753e-05,
      "loss": 0.845,
      "step": 3206
    },
    {
      "epoch": 1.3734475374732333,
      "grad_norm": 3.5844621658325195,
      "learning_rate": 4.255957589645337e-05,
      "loss": 1.7267,
      "step": 3207
    },
    {
      "epoch": 1.3738758029978586,
      "grad_norm": 2.0118887424468994,
      "learning_rate": 4.255463839837724e-05,
      "loss": 0.3824,
      "step": 3208
    },
    {
      "epoch": 1.3743040685224839,
      "grad_norm": 3.800093173980713,
      "learning_rate": 4.2549699549187365e-05,
      "loss": 0.6683,
      "step": 3209
    },
    {
      "epoch": 1.3747323340471092,
      "grad_norm": 1.2045449018478394,
      "learning_rate": 4.2544759349263886e-05,
      "loss": 0.6683,
      "step": 3210
    },
    {
      "epoch": 1.3751605995717344,
      "grad_norm": 1.699965000152588,
      "learning_rate": 4.253981779898701e-05,
      "loss": 0.8829,
      "step": 3211
    },
    {
      "epoch": 1.3755888650963597,
      "grad_norm": 10.411822319030762,
      "learning_rate": 4.25348748987371e-05,
      "loss": 0.7794,
      "step": 3212
    },
    {
      "epoch": 1.376017130620985,
      "grad_norm": 2.8435609340667725,
      "learning_rate": 4.252993064889457e-05,
      "loss": 0.8606,
      "step": 3213
    },
    {
      "epoch": 1.3764453961456102,
      "grad_norm": 4.214879989624023,
      "learning_rate": 4.252498504983996e-05,
      "loss": 1.4581,
      "step": 3214
    },
    {
      "epoch": 1.3768736616702355,
      "grad_norm": 3.8575899600982666,
      "learning_rate": 4.252003810195392e-05,
      "loss": 0.8263,
      "step": 3215
    },
    {
      "epoch": 1.3773019271948608,
      "grad_norm": 3.205610990524292,
      "learning_rate": 4.25150898056172e-05,
      "loss": 0.8311,
      "step": 3216
    },
    {
      "epoch": 1.377730192719486,
      "grad_norm": 1.9648172855377197,
      "learning_rate": 4.251014016121065e-05,
      "loss": 0.532,
      "step": 3217
    },
    {
      "epoch": 1.3781584582441113,
      "grad_norm": 2.9841833114624023,
      "learning_rate": 4.250518916911522e-05,
      "loss": 0.6834,
      "step": 3218
    },
    {
      "epoch": 1.3785867237687366,
      "grad_norm": 3.7862918376922607,
      "learning_rate": 4.250023682971198e-05,
      "loss": 0.6552,
      "step": 3219
    },
    {
      "epoch": 1.3790149892933619,
      "grad_norm": 6.986976146697998,
      "learning_rate": 4.249528314338208e-05,
      "loss": 1.7024,
      "step": 3220
    },
    {
      "epoch": 1.3794432548179871,
      "grad_norm": 4.714156150817871,
      "learning_rate": 4.24903281105068e-05,
      "loss": 1.0292,
      "step": 3221
    },
    {
      "epoch": 1.3798715203426124,
      "grad_norm": 2.292677402496338,
      "learning_rate": 4.248537173146749e-05,
      "loss": 1.0915,
      "step": 3222
    },
    {
      "epoch": 1.3802997858672377,
      "grad_norm": 4.4004364013671875,
      "learning_rate": 4.248041400664564e-05,
      "loss": 1.3775,
      "step": 3223
    },
    {
      "epoch": 1.380728051391863,
      "grad_norm": 1.970548152923584,
      "learning_rate": 4.247545493642282e-05,
      "loss": 0.4755,
      "step": 3224
    },
    {
      "epoch": 1.3811563169164882,
      "grad_norm": 2.531367063522339,
      "learning_rate": 4.2470494521180724e-05,
      "loss": 0.4355,
      "step": 3225
    },
    {
      "epoch": 1.3815845824411135,
      "grad_norm": 1.9737483263015747,
      "learning_rate": 4.246553276130112e-05,
      "loss": 1.1079,
      "step": 3226
    },
    {
      "epoch": 1.3820128479657388,
      "grad_norm": 2.307835340499878,
      "learning_rate": 4.2460569657165904e-05,
      "loss": 0.7287,
      "step": 3227
    },
    {
      "epoch": 1.382441113490364,
      "grad_norm": 2.9070651531219482,
      "learning_rate": 4.245560520915706e-05,
      "loss": 0.5858,
      "step": 3228
    },
    {
      "epoch": 1.3828693790149893,
      "grad_norm": 4.0921630859375,
      "learning_rate": 4.245063941765669e-05,
      "loss": 1.3672,
      "step": 3229
    },
    {
      "epoch": 1.3832976445396146,
      "grad_norm": 1.802626132965088,
      "learning_rate": 4.244567228304699e-05,
      "loss": 0.6373,
      "step": 3230
    },
    {
      "epoch": 1.3837259100642398,
      "grad_norm": 5.89150333404541,
      "learning_rate": 4.244070380571027e-05,
      "loss": 0.8395,
      "step": 3231
    },
    {
      "epoch": 1.384154175588865,
      "grad_norm": 2.631085157394409,
      "learning_rate": 4.2435733986028914e-05,
      "loss": 0.4371,
      "step": 3232
    },
    {
      "epoch": 1.3845824411134904,
      "grad_norm": 3.5609047412872314,
      "learning_rate": 4.243076282438545e-05,
      "loss": 0.6613,
      "step": 3233
    },
    {
      "epoch": 1.3850107066381157,
      "grad_norm": 2.8207926750183105,
      "learning_rate": 4.242579032116247e-05,
      "loss": 0.4416,
      "step": 3234
    },
    {
      "epoch": 1.385438972162741,
      "grad_norm": 6.866515159606934,
      "learning_rate": 4.242081647674271e-05,
      "loss": 1.2838,
      "step": 3235
    },
    {
      "epoch": 1.3858672376873662,
      "grad_norm": 2.9447689056396484,
      "learning_rate": 4.241584129150898e-05,
      "loss": 1.9225,
      "step": 3236
    },
    {
      "epoch": 1.3862955032119915,
      "grad_norm": 4.9515380859375,
      "learning_rate": 4.2410864765844194e-05,
      "loss": 1.055,
      "step": 3237
    },
    {
      "epoch": 1.3867237687366167,
      "grad_norm": 2.624083995819092,
      "learning_rate": 4.2405886900131384e-05,
      "loss": 0.5305,
      "step": 3238
    },
    {
      "epoch": 1.387152034261242,
      "grad_norm": 2.1608049869537354,
      "learning_rate": 4.240090769475368e-05,
      "loss": 0.3591,
      "step": 3239
    },
    {
      "epoch": 1.3875802997858673,
      "grad_norm": 1.8861267566680908,
      "learning_rate": 4.239592715009429e-05,
      "loss": 0.4436,
      "step": 3240
    },
    {
      "epoch": 1.3880085653104925,
      "grad_norm": 1.9717744588851929,
      "learning_rate": 4.239094526653659e-05,
      "loss": 1.101,
      "step": 3241
    },
    {
      "epoch": 1.3884368308351178,
      "grad_norm": 4.956071376800537,
      "learning_rate": 4.238596204446397e-05,
      "loss": 0.9324,
      "step": 3242
    },
    {
      "epoch": 1.388865096359743,
      "grad_norm": 2.5334222316741943,
      "learning_rate": 4.238097748426e-05,
      "loss": 1.3841,
      "step": 3243
    },
    {
      "epoch": 1.3892933618843684,
      "grad_norm": 3.057485818862915,
      "learning_rate": 4.2375991586308316e-05,
      "loss": 1.8379,
      "step": 3244
    },
    {
      "epoch": 1.3897216274089936,
      "grad_norm": 2.362947940826416,
      "learning_rate": 4.237100435099266e-05,
      "loss": 0.7206,
      "step": 3245
    },
    {
      "epoch": 1.390149892933619,
      "grad_norm": 4.0680646896362305,
      "learning_rate": 4.2366015778696885e-05,
      "loss": 1.2979,
      "step": 3246
    },
    {
      "epoch": 1.3905781584582442,
      "grad_norm": 2.8653204441070557,
      "learning_rate": 4.236102586980493e-05,
      "loss": 0.6192,
      "step": 3247
    },
    {
      "epoch": 1.3910064239828694,
      "grad_norm": 1.3686667680740356,
      "learning_rate": 4.235603462470087e-05,
      "loss": 0.9641,
      "step": 3248
    },
    {
      "epoch": 1.3914346895074947,
      "grad_norm": 4.826132297515869,
      "learning_rate": 4.235104204376884e-05,
      "loss": 0.557,
      "step": 3249
    },
    {
      "epoch": 1.39186295503212,
      "grad_norm": 2.9024617671966553,
      "learning_rate": 4.234604812739312e-05,
      "loss": 0.6298,
      "step": 3250
    },
    {
      "epoch": 1.3922912205567453,
      "grad_norm": 2.689669370651245,
      "learning_rate": 4.234105287595806e-05,
      "loss": 1.4292,
      "step": 3251
    },
    {
      "epoch": 1.3927194860813705,
      "grad_norm": 4.431736946105957,
      "learning_rate": 4.2336056289848124e-05,
      "loss": 0.9087,
      "step": 3252
    },
    {
      "epoch": 1.3931477516059958,
      "grad_norm": 1.2993413209915161,
      "learning_rate": 4.23310583694479e-05,
      "loss": 0.4678,
      "step": 3253
    },
    {
      "epoch": 1.3935760171306208,
      "grad_norm": 1.8649502992630005,
      "learning_rate": 4.232605911514202e-05,
      "loss": 0.301,
      "step": 3254
    },
    {
      "epoch": 1.3940042826552461,
      "grad_norm": 2.588381767272949,
      "learning_rate": 4.23210585273153e-05,
      "loss": 0.5776,
      "step": 3255
    },
    {
      "epoch": 1.3944325481798714,
      "grad_norm": 9.300151824951172,
      "learning_rate": 4.23160566063526e-05,
      "loss": 1.3874,
      "step": 3256
    },
    {
      "epoch": 1.3948608137044967,
      "grad_norm": 4.5422868728637695,
      "learning_rate": 4.231105335263889e-05,
      "loss": 1.8268,
      "step": 3257
    },
    {
      "epoch": 1.395289079229122,
      "grad_norm": 0.9776140451431274,
      "learning_rate": 4.2306048766559256e-05,
      "loss": 0.5325,
      "step": 3258
    },
    {
      "epoch": 1.3957173447537472,
      "grad_norm": 3.1898624897003174,
      "learning_rate": 4.230104284849889e-05,
      "loss": 0.9112,
      "step": 3259
    },
    {
      "epoch": 1.3961456102783725,
      "grad_norm": 1.6079237461090088,
      "learning_rate": 4.229603559884308e-05,
      "loss": 0.8249,
      "step": 3260
    },
    {
      "epoch": 1.3965738758029977,
      "grad_norm": 3.8912405967712402,
      "learning_rate": 4.229102701797719e-05,
      "loss": 0.6113,
      "step": 3261
    },
    {
      "epoch": 1.397002141327623,
      "grad_norm": 6.908430576324463,
      "learning_rate": 4.228601710628674e-05,
      "loss": 0.8694,
      "step": 3262
    },
    {
      "epoch": 1.3974304068522483,
      "grad_norm": 0.7228675484657288,
      "learning_rate": 4.228100586415731e-05,
      "loss": 0.2311,
      "step": 3263
    },
    {
      "epoch": 1.3978586723768736,
      "grad_norm": 3.377138137817383,
      "learning_rate": 4.22759932919746e-05,
      "loss": 1.0095,
      "step": 3264
    },
    {
      "epoch": 1.3982869379014988,
      "grad_norm": 2.4778833389282227,
      "learning_rate": 4.227097939012441e-05,
      "loss": 0.4219,
      "step": 3265
    },
    {
      "epoch": 1.398715203426124,
      "grad_norm": 3.0784335136413574,
      "learning_rate": 4.226596415899263e-05,
      "loss": 1.1306,
      "step": 3266
    },
    {
      "epoch": 1.3991434689507494,
      "grad_norm": 2.8715274333953857,
      "learning_rate": 4.2260947598965284e-05,
      "loss": 1.1274,
      "step": 3267
    },
    {
      "epoch": 1.3995717344753746,
      "grad_norm": 5.087235450744629,
      "learning_rate": 4.225592971042846e-05,
      "loss": 0.4479,
      "step": 3268
    },
    {
      "epoch": 1.4,
      "grad_norm": 1.0974706411361694,
      "learning_rate": 4.225091049376837e-05,
      "loss": 0.2879,
      "step": 3269
    },
    {
      "epoch": 1.4004282655246252,
      "grad_norm": 3.3781509399414062,
      "learning_rate": 4.2245889949371324e-05,
      "loss": 0.5384,
      "step": 3270
    },
    {
      "epoch": 1.4008565310492505,
      "grad_norm": 2.5233283042907715,
      "learning_rate": 4.224086807762374e-05,
      "loss": 0.3922,
      "step": 3271
    },
    {
      "epoch": 1.4012847965738757,
      "grad_norm": 3.729512929916382,
      "learning_rate": 4.223584487891212e-05,
      "loss": 1.2068,
      "step": 3272
    },
    {
      "epoch": 1.401713062098501,
      "grad_norm": 1.9425138235092163,
      "learning_rate": 4.223082035362309e-05,
      "loss": 0.8456,
      "step": 3273
    },
    {
      "epoch": 1.4021413276231263,
      "grad_norm": 1.60538649559021,
      "learning_rate": 4.222579450214338e-05,
      "loss": 1.5481,
      "step": 3274
    },
    {
      "epoch": 1.4025695931477515,
      "grad_norm": 2.8598439693450928,
      "learning_rate": 4.222076732485979e-05,
      "loss": 0.7806,
      "step": 3275
    },
    {
      "epoch": 1.4029978586723768,
      "grad_norm": 2.062056303024292,
      "learning_rate": 4.221573882215924e-05,
      "loss": 0.5501,
      "step": 3276
    },
    {
      "epoch": 1.403426124197002,
      "grad_norm": 1.1801632642745972,
      "learning_rate": 4.221070899442878e-05,
      "loss": 0.5164,
      "step": 3277
    },
    {
      "epoch": 1.4038543897216273,
      "grad_norm": 3.680969715118408,
      "learning_rate": 4.2205677842055516e-05,
      "loss": 0.8487,
      "step": 3278
    },
    {
      "epoch": 1.4042826552462526,
      "grad_norm": 3.043855667114258,
      "learning_rate": 4.220064536542668e-05,
      "loss": 1.1775,
      "step": 3279
    },
    {
      "epoch": 1.404710920770878,
      "grad_norm": 11.845020294189453,
      "learning_rate": 4.219561156492962e-05,
      "loss": 0.5262,
      "step": 3280
    },
    {
      "epoch": 1.4051391862955032,
      "grad_norm": 1.6347049474716187,
      "learning_rate": 4.2190576440951735e-05,
      "loss": 0.5204,
      "step": 3281
    },
    {
      "epoch": 1.4055674518201284,
      "grad_norm": 1.4214506149291992,
      "learning_rate": 4.218553999388059e-05,
      "loss": 0.5135,
      "step": 3282
    },
    {
      "epoch": 1.4059957173447537,
      "grad_norm": 5.315835952758789,
      "learning_rate": 4.2180502224103795e-05,
      "loss": 0.9797,
      "step": 3283
    },
    {
      "epoch": 1.406423982869379,
      "grad_norm": 10.452566146850586,
      "learning_rate": 4.217546313200911e-05,
      "loss": 1.0432,
      "step": 3284
    },
    {
      "epoch": 1.4068522483940042,
      "grad_norm": 2.2889530658721924,
      "learning_rate": 4.217042271798437e-05,
      "loss": 0.7137,
      "step": 3285
    },
    {
      "epoch": 1.4072805139186295,
      "grad_norm": 2.878095865249634,
      "learning_rate": 4.216538098241751e-05,
      "loss": 0.5499,
      "step": 3286
    },
    {
      "epoch": 1.4077087794432548,
      "grad_norm": 3.7446062564849854,
      "learning_rate": 4.216033792569658e-05,
      "loss": 1.2535,
      "step": 3287
    },
    {
      "epoch": 1.40813704496788,
      "grad_norm": 1.126987338066101,
      "learning_rate": 4.215529354820971e-05,
      "loss": 0.3006,
      "step": 3288
    },
    {
      "epoch": 1.4085653104925053,
      "grad_norm": 9.707180976867676,
      "learning_rate": 4.215024785034517e-05,
      "loss": 1.0512,
      "step": 3289
    },
    {
      "epoch": 1.4089935760171306,
      "grad_norm": 0.7638315558433533,
      "learning_rate": 4.214520083249129e-05,
      "loss": 0.2511,
      "step": 3290
    },
    {
      "epoch": 1.4094218415417559,
      "grad_norm": 0.7796064019203186,
      "learning_rate": 4.2140152495036536e-05,
      "loss": 0.3971,
      "step": 3291
    },
    {
      "epoch": 1.4098501070663811,
      "grad_norm": 3.5184743404388428,
      "learning_rate": 4.2135102838369435e-05,
      "loss": 1.0753,
      "step": 3292
    },
    {
      "epoch": 1.4102783725910064,
      "grad_norm": 3.5168864727020264,
      "learning_rate": 4.213005186287866e-05,
      "loss": 1.0716,
      "step": 3293
    },
    {
      "epoch": 1.4107066381156317,
      "grad_norm": 2.759732484817505,
      "learning_rate": 4.2124999568952964e-05,
      "loss": 1.6162,
      "step": 3294
    },
    {
      "epoch": 1.411134903640257,
      "grad_norm": 2.1436688899993896,
      "learning_rate": 4.211994595698119e-05,
      "loss": 0.8411,
      "step": 3295
    },
    {
      "epoch": 1.4115631691648822,
      "grad_norm": 1.4776955842971802,
      "learning_rate": 4.211489102735231e-05,
      "loss": 0.1181,
      "step": 3296
    },
    {
      "epoch": 1.4119914346895075,
      "grad_norm": 1.9543042182922363,
      "learning_rate": 4.210983478045537e-05,
      "loss": 0.476,
      "step": 3297
    },
    {
      "epoch": 1.4124197002141328,
      "grad_norm": 3.2949206829071045,
      "learning_rate": 4.210477721667954e-05,
      "loss": 1.2373,
      "step": 3298
    },
    {
      "epoch": 1.412847965738758,
      "grad_norm": 1.7042189836502075,
      "learning_rate": 4.209971833641408e-05,
      "loss": 0.4066,
      "step": 3299
    },
    {
      "epoch": 1.4132762312633833,
      "grad_norm": 6.8743767738342285,
      "learning_rate": 4.209465814004835e-05,
      "loss": 1.3043,
      "step": 3300
    },
    {
      "epoch": 1.4137044967880086,
      "grad_norm": 6.602970123291016,
      "learning_rate": 4.20895966279718e-05,
      "loss": 1.7334,
      "step": 3301
    },
    {
      "epoch": 1.4141327623126339,
      "grad_norm": 4.893503189086914,
      "learning_rate": 4.2084533800574034e-05,
      "loss": 0.5492,
      "step": 3302
    },
    {
      "epoch": 1.4145610278372591,
      "grad_norm": 2.1145291328430176,
      "learning_rate": 4.207946965824468e-05,
      "loss": 0.3197,
      "step": 3303
    },
    {
      "epoch": 1.4149892933618844,
      "grad_norm": 6.559021949768066,
      "learning_rate": 4.207440420137353e-05,
      "loss": 1.6841,
      "step": 3304
    },
    {
      "epoch": 1.4154175588865097,
      "grad_norm": 3.0231692790985107,
      "learning_rate": 4.206933743035043e-05,
      "loss": 1.0479,
      "step": 3305
    },
    {
      "epoch": 1.415845824411135,
      "grad_norm": 1.276057481765747,
      "learning_rate": 4.2064269345565365e-05,
      "loss": 0.3739,
      "step": 3306
    },
    {
      "epoch": 1.4162740899357602,
      "grad_norm": 5.799605369567871,
      "learning_rate": 4.2059199947408414e-05,
      "loss": 0.9794,
      "step": 3307
    },
    {
      "epoch": 1.4167023554603855,
      "grad_norm": 3.792879104614258,
      "learning_rate": 4.205412923626974e-05,
      "loss": 0.7155,
      "step": 3308
    },
    {
      "epoch": 1.4171306209850107,
      "grad_norm": 3.1941914558410645,
      "learning_rate": 4.20490572125396e-05,
      "loss": 0.9763,
      "step": 3309
    },
    {
      "epoch": 1.417558886509636,
      "grad_norm": 3.0213100910186768,
      "learning_rate": 4.20439838766084e-05,
      "loss": 0.9725,
      "step": 3310
    },
    {
      "epoch": 1.4179871520342613,
      "grad_norm": 4.169178009033203,
      "learning_rate": 4.2038909228866594e-05,
      "loss": 1.5309,
      "step": 3311
    },
    {
      "epoch": 1.4184154175588866,
      "grad_norm": 3.0085501670837402,
      "learning_rate": 4.203383326970477e-05,
      "loss": 1.1287,
      "step": 3312
    },
    {
      "epoch": 1.4188436830835118,
      "grad_norm": 26.03523063659668,
      "learning_rate": 4.202875599951359e-05,
      "loss": 1.1945,
      "step": 3313
    },
    {
      "epoch": 1.419271948608137,
      "grad_norm": 3.320258617401123,
      "learning_rate": 4.202367741868385e-05,
      "loss": 0.7057,
      "step": 3314
    },
    {
      "epoch": 1.4197002141327624,
      "grad_norm": 6.929530143737793,
      "learning_rate": 4.201859752760642e-05,
      "loss": 1.6066,
      "step": 3315
    },
    {
      "epoch": 1.4201284796573876,
      "grad_norm": 7.1356120109558105,
      "learning_rate": 4.2013516326672273e-05,
      "loss": 1.1371,
      "step": 3316
    },
    {
      "epoch": 1.420556745182013,
      "grad_norm": 2.200058698654175,
      "learning_rate": 4.2008433816272505e-05,
      "loss": 0.3363,
      "step": 3317
    },
    {
      "epoch": 1.4209850107066382,
      "grad_norm": 3.415626049041748,
      "learning_rate": 4.200334999679829e-05,
      "loss": 1.2334,
      "step": 3318
    },
    {
      "epoch": 1.4214132762312635,
      "grad_norm": 3.1297218799591064,
      "learning_rate": 4.199826486864091e-05,
      "loss": 0.5651,
      "step": 3319
    },
    {
      "epoch": 1.4218415417558887,
      "grad_norm": 1.0630816221237183,
      "learning_rate": 4.199317843219174e-05,
      "loss": 0.505,
      "step": 3320
    },
    {
      "epoch": 1.422269807280514,
      "grad_norm": 2.630876302719116,
      "learning_rate": 4.198809068784228e-05,
      "loss": 0.6906,
      "step": 3321
    },
    {
      "epoch": 1.4226980728051393,
      "grad_norm": 4.695979118347168,
      "learning_rate": 4.19830016359841e-05,
      "loss": 1.4873,
      "step": 3322
    },
    {
      "epoch": 1.4231263383297645,
      "grad_norm": 1.752192497253418,
      "learning_rate": 4.19779112770089e-05,
      "loss": 0.7128,
      "step": 3323
    },
    {
      "epoch": 1.4235546038543898,
      "grad_norm": 3.5999960899353027,
      "learning_rate": 4.1972819611308446e-05,
      "loss": 0.8791,
      "step": 3324
    },
    {
      "epoch": 1.423982869379015,
      "grad_norm": 4.213655471801758,
      "learning_rate": 4.196772663927464e-05,
      "loss": 0.8275,
      "step": 3325
    },
    {
      "epoch": 1.4244111349036404,
      "grad_norm": 3.7210094928741455,
      "learning_rate": 4.196263236129946e-05,
      "loss": 0.3159,
      "step": 3326
    },
    {
      "epoch": 1.4248394004282656,
      "grad_norm": 3.8291430473327637,
      "learning_rate": 4.1957536777775005e-05,
      "loss": 1.0181,
      "step": 3327
    },
    {
      "epoch": 1.425267665952891,
      "grad_norm": 2.5982043743133545,
      "learning_rate": 4.195243988909345e-05,
      "loss": 0.9559,
      "step": 3328
    },
    {
      "epoch": 1.4256959314775162,
      "grad_norm": 4.86597204208374,
      "learning_rate": 4.194734169564708e-05,
      "loss": 1.1021,
      "step": 3329
    },
    {
      "epoch": 1.4261241970021414,
      "grad_norm": 3.3728394508361816,
      "learning_rate": 4.194224219782829e-05,
      "loss": 0.4124,
      "step": 3330
    },
    {
      "epoch": 1.4265524625267667,
      "grad_norm": 1.2928828001022339,
      "learning_rate": 4.1937141396029584e-05,
      "loss": 0.314,
      "step": 3331
    },
    {
      "epoch": 1.426980728051392,
      "grad_norm": 3.09968900680542,
      "learning_rate": 4.193203929064353e-05,
      "loss": 0.6106,
      "step": 3332
    },
    {
      "epoch": 1.4274089935760172,
      "grad_norm": 2.8744583129882812,
      "learning_rate": 4.1926935882062824e-05,
      "loss": 0.8262,
      "step": 3333
    },
    {
      "epoch": 1.4278372591006425,
      "grad_norm": 4.135104656219482,
      "learning_rate": 4.1921831170680256e-05,
      "loss": 0.9099,
      "step": 3334
    },
    {
      "epoch": 1.4282655246252678,
      "grad_norm": 2.3365371227264404,
      "learning_rate": 4.191672515688872e-05,
      "loss": 1.4081,
      "step": 3335
    },
    {
      "epoch": 1.428693790149893,
      "grad_norm": 1.9940423965454102,
      "learning_rate": 4.19116178410812e-05,
      "loss": 0.3609,
      "step": 3336
    },
    {
      "epoch": 1.4291220556745183,
      "grad_norm": 1.7653135061264038,
      "learning_rate": 4.190650922365079e-05,
      "loss": 0.7808,
      "step": 3337
    },
    {
      "epoch": 1.4295503211991436,
      "grad_norm": 0.8210492134094238,
      "learning_rate": 4.190139930499069e-05,
      "loss": 0.3624,
      "step": 3338
    },
    {
      "epoch": 1.4299785867237689,
      "grad_norm": 3.5401039123535156,
      "learning_rate": 4.1896288085494174e-05,
      "loss": 1.0193,
      "step": 3339
    },
    {
      "epoch": 1.430406852248394,
      "grad_norm": 4.227529048919678,
      "learning_rate": 4.1891175565554644e-05,
      "loss": 0.5665,
      "step": 3340
    },
    {
      "epoch": 1.4308351177730192,
      "grad_norm": 9.289758682250977,
      "learning_rate": 4.1886061745565575e-05,
      "loss": 0.5539,
      "step": 3341
    },
    {
      "epoch": 1.4312633832976445,
      "grad_norm": 2.66886830329895,
      "learning_rate": 4.188094662592058e-05,
      "loss": 0.5589,
      "step": 3342
    },
    {
      "epoch": 1.4316916488222697,
      "grad_norm": 3.8533565998077393,
      "learning_rate": 4.1875830207013346e-05,
      "loss": 0.9288,
      "step": 3343
    },
    {
      "epoch": 1.432119914346895,
      "grad_norm": 7.575883388519287,
      "learning_rate": 4.187071248923766e-05,
      "loss": 2.2979,
      "step": 3344
    },
    {
      "epoch": 1.4325481798715203,
      "grad_norm": 3.848125457763672,
      "learning_rate": 4.1865593472987415e-05,
      "loss": 0.4704,
      "step": 3345
    },
    {
      "epoch": 1.4329764453961455,
      "grad_norm": 2.989682197570801,
      "learning_rate": 4.186047315865659e-05,
      "loss": 0.7134,
      "step": 3346
    },
    {
      "epoch": 1.4334047109207708,
      "grad_norm": 5.434535980224609,
      "learning_rate": 4.18553515466393e-05,
      "loss": 2.0231,
      "step": 3347
    },
    {
      "epoch": 1.433832976445396,
      "grad_norm": 7.991541862487793,
      "learning_rate": 4.185022863732971e-05,
      "loss": 0.6347,
      "step": 3348
    },
    {
      "epoch": 1.4342612419700214,
      "grad_norm": 4.254307270050049,
      "learning_rate": 4.184510443112214e-05,
      "loss": 1.4719,
      "step": 3349
    },
    {
      "epoch": 1.4346895074946466,
      "grad_norm": 3.268131971359253,
      "learning_rate": 4.183997892841095e-05,
      "loss": 1.4151,
      "step": 3350
    },
    {
      "epoch": 1.435117773019272,
      "grad_norm": 4.105069160461426,
      "learning_rate": 4.183485212959065e-05,
      "loss": 2.1748,
      "step": 3351
    },
    {
      "epoch": 1.4355460385438972,
      "grad_norm": 0.8535879850387573,
      "learning_rate": 4.182972403505582e-05,
      "loss": 0.5534,
      "step": 3352
    },
    {
      "epoch": 1.4359743040685224,
      "grad_norm": 13.23870849609375,
      "learning_rate": 4.182459464520117e-05,
      "loss": 1.5335,
      "step": 3353
    },
    {
      "epoch": 1.4364025695931477,
      "grad_norm": 1.387534260749817,
      "learning_rate": 4.1819463960421454e-05,
      "loss": 1.0261,
      "step": 3354
    },
    {
      "epoch": 1.436830835117773,
      "grad_norm": 5.592858791351318,
      "learning_rate": 4.181433198111159e-05,
      "loss": 1.0878,
      "step": 3355
    },
    {
      "epoch": 1.4372591006423983,
      "grad_norm": 5.492796897888184,
      "learning_rate": 4.1809198707666565e-05,
      "loss": 1.304,
      "step": 3356
    },
    {
      "epoch": 1.4376873661670235,
      "grad_norm": 2.531365394592285,
      "learning_rate": 4.1804064140481454e-05,
      "loss": 0.6139,
      "step": 3357
    },
    {
      "epoch": 1.4381156316916488,
      "grad_norm": 2.9398441314697266,
      "learning_rate": 4.179892827995146e-05,
      "loss": 0.7957,
      "step": 3358
    },
    {
      "epoch": 1.438543897216274,
      "grad_norm": 4.503761291503906,
      "learning_rate": 4.1793791126471846e-05,
      "loss": 0.5925,
      "step": 3359
    },
    {
      "epoch": 1.4389721627408993,
      "grad_norm": 3.7280194759368896,
      "learning_rate": 4.178865268043804e-05,
      "loss": 1.7445,
      "step": 3360
    },
    {
      "epoch": 1.4394004282655246,
      "grad_norm": 4.125545501708984,
      "learning_rate": 4.1783512942245485e-05,
      "loss": 1.7725,
      "step": 3361
    },
    {
      "epoch": 1.4398286937901499,
      "grad_norm": 3.239468574523926,
      "learning_rate": 4.1778371912289796e-05,
      "loss": 1.2294,
      "step": 3362
    },
    {
      "epoch": 1.4402569593147752,
      "grad_norm": 5.70818567276001,
      "learning_rate": 4.177322959096664e-05,
      "loss": 0.9747,
      "step": 3363
    },
    {
      "epoch": 1.4406852248394004,
      "grad_norm": 6.616605758666992,
      "learning_rate": 4.1768085978671825e-05,
      "loss": 0.8763,
      "step": 3364
    },
    {
      "epoch": 1.4411134903640257,
      "grad_norm": 2.8124372959136963,
      "learning_rate": 4.176294107580121e-05,
      "loss": 1.3053,
      "step": 3365
    },
    {
      "epoch": 1.441541755888651,
      "grad_norm": 5.259632110595703,
      "learning_rate": 4.1757794882750794e-05,
      "loss": 0.9994,
      "step": 3366
    },
    {
      "epoch": 1.4419700214132762,
      "grad_norm": 7.048255920410156,
      "learning_rate": 4.1752647399916665e-05,
      "loss": 1.4229,
      "step": 3367
    },
    {
      "epoch": 1.4423982869379015,
      "grad_norm": 5.696344375610352,
      "learning_rate": 4.174749862769498e-05,
      "loss": 1.0931,
      "step": 3368
    },
    {
      "epoch": 1.4428265524625268,
      "grad_norm": 0.649321973323822,
      "learning_rate": 4.174234856648205e-05,
      "loss": 0.2794,
      "step": 3369
    },
    {
      "epoch": 1.443254817987152,
      "grad_norm": 4.143118381500244,
      "learning_rate": 4.1737197216674236e-05,
      "loss": 1.7311,
      "step": 3370
    },
    {
      "epoch": 1.4436830835117773,
      "grad_norm": 2.9420440196990967,
      "learning_rate": 4.173204457866802e-05,
      "loss": 0.6824,
      "step": 3371
    },
    {
      "epoch": 1.4441113490364026,
      "grad_norm": 5.469513416290283,
      "learning_rate": 4.1726890652859997e-05,
      "loss": 1.6669,
      "step": 3372
    },
    {
      "epoch": 1.4445396145610279,
      "grad_norm": 3.1469035148620605,
      "learning_rate": 4.172173543964683e-05,
      "loss": 1.1958,
      "step": 3373
    },
    {
      "epoch": 1.4449678800856531,
      "grad_norm": 2.6148178577423096,
      "learning_rate": 4.171657893942529e-05,
      "loss": 0.4727,
      "step": 3374
    },
    {
      "epoch": 1.4453961456102784,
      "grad_norm": 2.833531618118286,
      "learning_rate": 4.1711421152592266e-05,
      "loss": 0.9083,
      "step": 3375
    },
    {
      "epoch": 1.4458244111349037,
      "grad_norm": 1.440440058708191,
      "learning_rate": 4.170626207954472e-05,
      "loss": 0.2798,
      "step": 3376
    },
    {
      "epoch": 1.446252676659529,
      "grad_norm": 1.054205298423767,
      "learning_rate": 4.170110172067975e-05,
      "loss": 0.8003,
      "step": 3377
    },
    {
      "epoch": 1.4466809421841542,
      "grad_norm": 2.901146173477173,
      "learning_rate": 4.1695940076394516e-05,
      "loss": 0.6978,
      "step": 3378
    },
    {
      "epoch": 1.4471092077087795,
      "grad_norm": 3.1342906951904297,
      "learning_rate": 4.169077714708628e-05,
      "loss": 0.5242,
      "step": 3379
    },
    {
      "epoch": 1.4475374732334048,
      "grad_norm": 1.2046236991882324,
      "learning_rate": 4.168561293315243e-05,
      "loss": 0.8583,
      "step": 3380
    },
    {
      "epoch": 1.44796573875803,
      "grad_norm": 1.747991681098938,
      "learning_rate": 4.168044743499042e-05,
      "loss": 0.2606,
      "step": 3381
    },
    {
      "epoch": 1.4483940042826553,
      "grad_norm": 1.215966820716858,
      "learning_rate": 4.167528065299784e-05,
      "loss": 0.2941,
      "step": 3382
    },
    {
      "epoch": 1.4488222698072806,
      "grad_norm": 3.1287882328033447,
      "learning_rate": 4.1670112587572334e-05,
      "loss": 0.39,
      "step": 3383
    },
    {
      "epoch": 1.4492505353319058,
      "grad_norm": 2.0574090480804443,
      "learning_rate": 4.166494323911168e-05,
      "loss": 0.94,
      "step": 3384
    },
    {
      "epoch": 1.4496788008565311,
      "grad_norm": 0.9463105797767639,
      "learning_rate": 4.165977260801375e-05,
      "loss": 0.4292,
      "step": 3385
    },
    {
      "epoch": 1.4501070663811564,
      "grad_norm": 7.041192054748535,
      "learning_rate": 4.1654600694676487e-05,
      "loss": 0.9768,
      "step": 3386
    },
    {
      "epoch": 1.4505353319057817,
      "grad_norm": 4.212217330932617,
      "learning_rate": 4.1649427499497974e-05,
      "loss": 1.2503,
      "step": 3387
    },
    {
      "epoch": 1.450963597430407,
      "grad_norm": 5.79233980178833,
      "learning_rate": 4.164425302287636e-05,
      "loss": 1.448,
      "step": 3388
    },
    {
      "epoch": 1.4513918629550322,
      "grad_norm": 5.889222145080566,
      "learning_rate": 4.1639077265209915e-05,
      "loss": 1.8578,
      "step": 3389
    },
    {
      "epoch": 1.4518201284796575,
      "grad_norm": 4.707213401794434,
      "learning_rate": 4.163390022689698e-05,
      "loss": 0.714,
      "step": 3390
    },
    {
      "epoch": 1.4522483940042825,
      "grad_norm": 2.2578580379486084,
      "learning_rate": 4.162872190833603e-05,
      "loss": 0.5103,
      "step": 3391
    },
    {
      "epoch": 1.4526766595289078,
      "grad_norm": 1.210340142250061,
      "learning_rate": 4.162354230992562e-05,
      "loss": 0.5489,
      "step": 3392
    },
    {
      "epoch": 1.453104925053533,
      "grad_norm": 0.7986881136894226,
      "learning_rate": 4.161836143206439e-05,
      "loss": 0.2321,
      "step": 3393
    },
    {
      "epoch": 1.4535331905781583,
      "grad_norm": 13.128469467163086,
      "learning_rate": 4.16131792751511e-05,
      "loss": 1.3492,
      "step": 3394
    },
    {
      "epoch": 1.4539614561027836,
      "grad_norm": 2.015683650970459,
      "learning_rate": 4.1607995839584605e-05,
      "loss": 0.4372,
      "step": 3395
    },
    {
      "epoch": 1.4543897216274089,
      "grad_norm": 4.152002811431885,
      "learning_rate": 4.160281112576385e-05,
      "loss": 0.9259,
      "step": 3396
    },
    {
      "epoch": 1.4548179871520341,
      "grad_norm": 5.058429718017578,
      "learning_rate": 4.159762513408789e-05,
      "loss": 0.8775,
      "step": 3397
    },
    {
      "epoch": 1.4552462526766594,
      "grad_norm": 7.49371337890625,
      "learning_rate": 4.159243786495585e-05,
      "loss": 1.591,
      "step": 3398
    },
    {
      "epoch": 1.4556745182012847,
      "grad_norm": 3.2103283405303955,
      "learning_rate": 4.1587249318766994e-05,
      "loss": 0.836,
      "step": 3399
    },
    {
      "epoch": 1.45610278372591,
      "grad_norm": 3.50085711479187,
      "learning_rate": 4.1582059495920664e-05,
      "loss": 0.9089,
      "step": 3400
    },
    {
      "epoch": 1.4565310492505352,
      "grad_norm": 3.310194492340088,
      "learning_rate": 4.157686839681629e-05,
      "loss": 0.6491,
      "step": 3401
    },
    {
      "epoch": 1.4569593147751605,
      "grad_norm": 1.6875191926956177,
      "learning_rate": 4.1571676021853424e-05,
      "loss": 0.3014,
      "step": 3402
    },
    {
      "epoch": 1.4573875802997858,
      "grad_norm": 5.499948024749756,
      "learning_rate": 4.156648237143169e-05,
      "loss": 1.2529,
      "step": 3403
    },
    {
      "epoch": 1.457815845824411,
      "grad_norm": 3.772005558013916,
      "learning_rate": 4.1561287445950835e-05,
      "loss": 1.2384,
      "step": 3404
    },
    {
      "epoch": 1.4582441113490363,
      "grad_norm": 4.720430374145508,
      "learning_rate": 4.1556091245810685e-05,
      "loss": 1.0032,
      "step": 3405
    },
    {
      "epoch": 1.4586723768736616,
      "grad_norm": 1.1161150932312012,
      "learning_rate": 4.1550893771411184e-05,
      "loss": 0.4347,
      "step": 3406
    },
    {
      "epoch": 1.4591006423982869,
      "grad_norm": 2.9935216903686523,
      "learning_rate": 4.1545695023152335e-05,
      "loss": 0.7778,
      "step": 3407
    },
    {
      "epoch": 1.4595289079229121,
      "grad_norm": 3.1354713439941406,
      "learning_rate": 4.154049500143429e-05,
      "loss": 2.0022,
      "step": 3408
    },
    {
      "epoch": 1.4599571734475374,
      "grad_norm": 6.413430690765381,
      "learning_rate": 4.1535293706657276e-05,
      "loss": 0.431,
      "step": 3409
    },
    {
      "epoch": 1.4603854389721627,
      "grad_norm": 1.8439077138900757,
      "learning_rate": 4.153009113922161e-05,
      "loss": 0.855,
      "step": 3410
    },
    {
      "epoch": 1.460813704496788,
      "grad_norm": 5.306209564208984,
      "learning_rate": 4.152488729952769e-05,
      "loss": 0.7579,
      "step": 3411
    },
    {
      "epoch": 1.4612419700214132,
      "grad_norm": 3.7027690410614014,
      "learning_rate": 4.1519682187976085e-05,
      "loss": 0.802,
      "step": 3412
    },
    {
      "epoch": 1.4616702355460385,
      "grad_norm": 2.175788402557373,
      "learning_rate": 4.1514475804967375e-05,
      "loss": 0.6354,
      "step": 3413
    },
    {
      "epoch": 1.4620985010706637,
      "grad_norm": 3.0127761363983154,
      "learning_rate": 4.1509268150902286e-05,
      "loss": 0.4521,
      "step": 3414
    },
    {
      "epoch": 1.462526766595289,
      "grad_norm": 1.5740811824798584,
      "learning_rate": 4.150405922618164e-05,
      "loss": 0.803,
      "step": 3415
    },
    {
      "epoch": 1.4629550321199143,
      "grad_norm": 2.781445264816284,
      "learning_rate": 4.149884903120633e-05,
      "loss": 1.7386,
      "step": 3416
    },
    {
      "epoch": 1.4633832976445396,
      "grad_norm": 0.8119634389877319,
      "learning_rate": 4.149363756637738e-05,
      "loss": 0.3719,
      "step": 3417
    },
    {
      "epoch": 1.4638115631691648,
      "grad_norm": 2.3624072074890137,
      "learning_rate": 4.1488424832095894e-05,
      "loss": 0.929,
      "step": 3418
    },
    {
      "epoch": 1.46423982869379,
      "grad_norm": 2.4462523460388184,
      "learning_rate": 4.148321082876307e-05,
      "loss": 0.7704,
      "step": 3419
    },
    {
      "epoch": 1.4646680942184154,
      "grad_norm": 1.3786722421646118,
      "learning_rate": 4.147799555678021e-05,
      "loss": 0.6639,
      "step": 3420
    },
    {
      "epoch": 1.4650963597430406,
      "grad_norm": 1.8787975311279297,
      "learning_rate": 4.147277901654873e-05,
      "loss": 0.4494,
      "step": 3421
    },
    {
      "epoch": 1.465524625267666,
      "grad_norm": 3.790964126586914,
      "learning_rate": 4.1467561208470105e-05,
      "loss": 0.6897,
      "step": 3422
    },
    {
      "epoch": 1.4659528907922912,
      "grad_norm": 5.266517162322998,
      "learning_rate": 4.146234213294595e-05,
      "loss": 1.0257,
      "step": 3423
    },
    {
      "epoch": 1.4663811563169165,
      "grad_norm": 4.524936676025391,
      "learning_rate": 4.145712179037794e-05,
      "loss": 1.3897,
      "step": 3424
    },
    {
      "epoch": 1.4668094218415417,
      "grad_norm": 2.1544477939605713,
      "learning_rate": 4.145190018116787e-05,
      "loss": 0.9864,
      "step": 3425
    },
    {
      "epoch": 1.467237687366167,
      "grad_norm": 3.229947328567505,
      "learning_rate": 4.144667730571763e-05,
      "loss": 1.1438,
      "step": 3426
    },
    {
      "epoch": 1.4676659528907923,
      "grad_norm": 2.1890437602996826,
      "learning_rate": 4.144145316442921e-05,
      "loss": 0.632,
      "step": 3427
    },
    {
      "epoch": 1.4680942184154175,
      "grad_norm": 2.0163347721099854,
      "learning_rate": 4.1436227757704685e-05,
      "loss": 0.9159,
      "step": 3428
    },
    {
      "epoch": 1.4685224839400428,
      "grad_norm": 4.7837629318237305,
      "learning_rate": 4.143100108594623e-05,
      "loss": 1.8426,
      "step": 3429
    },
    {
      "epoch": 1.468950749464668,
      "grad_norm": 2.1285228729248047,
      "learning_rate": 4.1425773149556134e-05,
      "loss": 0.6464,
      "step": 3430
    },
    {
      "epoch": 1.4693790149892934,
      "grad_norm": 0.8740336298942566,
      "learning_rate": 4.142054394893676e-05,
      "loss": 0.4172,
      "step": 3431
    },
    {
      "epoch": 1.4698072805139186,
      "grad_norm": 0.9631616473197937,
      "learning_rate": 4.141531348449059e-05,
      "loss": 0.2875,
      "step": 3432
    },
    {
      "epoch": 1.470235546038544,
      "grad_norm": 2.4061458110809326,
      "learning_rate": 4.141008175662019e-05,
      "loss": 0.4783,
      "step": 3433
    },
    {
      "epoch": 1.4706638115631692,
      "grad_norm": 3.126779794692993,
      "learning_rate": 4.140484876572822e-05,
      "loss": 0.7296,
      "step": 3434
    },
    {
      "epoch": 1.4710920770877944,
      "grad_norm": 4.572654724121094,
      "learning_rate": 4.139961451221745e-05,
      "loss": 1.0665,
      "step": 3435
    },
    {
      "epoch": 1.4715203426124197,
      "grad_norm": 2.7414603233337402,
      "learning_rate": 4.139437899649074e-05,
      "loss": 0.354,
      "step": 3436
    },
    {
      "epoch": 1.471948608137045,
      "grad_norm": 1.8749240636825562,
      "learning_rate": 4.138914221895105e-05,
      "loss": 0.3584,
      "step": 3437
    },
    {
      "epoch": 1.4723768736616702,
      "grad_norm": 3.1990468502044678,
      "learning_rate": 4.138390418000143e-05,
      "loss": 1.6883,
      "step": 3438
    },
    {
      "epoch": 1.4728051391862955,
      "grad_norm": 3.456423282623291,
      "learning_rate": 4.1378664880045025e-05,
      "loss": 1.1729,
      "step": 3439
    },
    {
      "epoch": 1.4732334047109208,
      "grad_norm": 3.9094388484954834,
      "learning_rate": 4.13734243194851e-05,
      "loss": 0.7606,
      "step": 3440
    },
    {
      "epoch": 1.473661670235546,
      "grad_norm": 4.204035758972168,
      "learning_rate": 4.1368182498724995e-05,
      "loss": 0.8343,
      "step": 3441
    },
    {
      "epoch": 1.4740899357601713,
      "grad_norm": 1.6609174013137817,
      "learning_rate": 4.136293941816815e-05,
      "loss": 1.1098,
      "step": 3442
    },
    {
      "epoch": 1.4745182012847966,
      "grad_norm": 1.1285548210144043,
      "learning_rate": 4.13576950782181e-05,
      "loss": 0.5891,
      "step": 3443
    },
    {
      "epoch": 1.4749464668094219,
      "grad_norm": 2.8994810581207275,
      "learning_rate": 4.1352449479278484e-05,
      "loss": 0.7276,
      "step": 3444
    },
    {
      "epoch": 1.4753747323340471,
      "grad_norm": 1.373367428779602,
      "learning_rate": 4.1347202621753044e-05,
      "loss": 0.7499,
      "step": 3445
    },
    {
      "epoch": 1.4758029978586724,
      "grad_norm": 4.666446685791016,
      "learning_rate": 4.13419545060456e-05,
      "loss": 0.966,
      "step": 3446
    },
    {
      "epoch": 1.4762312633832977,
      "grad_norm": 3.6622719764709473,
      "learning_rate": 4.13367051325601e-05,
      "loss": 0.6327,
      "step": 3447
    },
    {
      "epoch": 1.476659528907923,
      "grad_norm": 1.9466570615768433,
      "learning_rate": 4.133145450170055e-05,
      "loss": 0.9534,
      "step": 3448
    },
    {
      "epoch": 1.4770877944325482,
      "grad_norm": 2.2907555103302,
      "learning_rate": 4.1326202613871065e-05,
      "loss": 1.2775,
      "step": 3449
    },
    {
      "epoch": 1.4775160599571735,
      "grad_norm": 2.77740740776062,
      "learning_rate": 4.132094946947589e-05,
      "loss": 1.0508,
      "step": 3450
    },
    {
      "epoch": 1.4779443254817988,
      "grad_norm": 1.4874367713928223,
      "learning_rate": 4.131569506891931e-05,
      "loss": 0.6345,
      "step": 3451
    },
    {
      "epoch": 1.478372591006424,
      "grad_norm": 4.260476112365723,
      "learning_rate": 4.131043941260576e-05,
      "loss": 1.0106,
      "step": 3452
    },
    {
      "epoch": 1.4788008565310493,
      "grad_norm": 1.7332102060317993,
      "learning_rate": 4.130518250093972e-05,
      "loss": 0.7133,
      "step": 3453
    },
    {
      "epoch": 1.4792291220556746,
      "grad_norm": 5.190019607543945,
      "learning_rate": 4.129992433432582e-05,
      "loss": 0.985,
      "step": 3454
    },
    {
      "epoch": 1.4796573875802999,
      "grad_norm": 2.791733503341675,
      "learning_rate": 4.1294664913168756e-05,
      "loss": 1.28,
      "step": 3455
    },
    {
      "epoch": 1.4800856531049251,
      "grad_norm": 2.794274091720581,
      "learning_rate": 4.128940423787332e-05,
      "loss": 1.0165,
      "step": 3456
    },
    {
      "epoch": 1.4805139186295504,
      "grad_norm": 3.8007419109344482,
      "learning_rate": 4.128414230884441e-05,
      "loss": 0.8984,
      "step": 3457
    },
    {
      "epoch": 1.4809421841541757,
      "grad_norm": 5.2414069175720215,
      "learning_rate": 4.1278879126487015e-05,
      "loss": 0.6841,
      "step": 3458
    },
    {
      "epoch": 1.481370449678801,
      "grad_norm": 5.0623555183410645,
      "learning_rate": 4.1273614691206216e-05,
      "loss": 2.376,
      "step": 3459
    },
    {
      "epoch": 1.4817987152034262,
      "grad_norm": 2.0056023597717285,
      "learning_rate": 4.12683490034072e-05,
      "loss": 1.0442,
      "step": 3460
    },
    {
      "epoch": 1.4822269807280515,
      "grad_norm": 3.8392257690429688,
      "learning_rate": 4.126308206349526e-05,
      "loss": 1.9331,
      "step": 3461
    },
    {
      "epoch": 1.4826552462526768,
      "grad_norm": 2.943016290664673,
      "learning_rate": 4.125781387187576e-05,
      "loss": 0.8661,
      "step": 3462
    },
    {
      "epoch": 1.483083511777302,
      "grad_norm": 4.2839531898498535,
      "learning_rate": 4.1252544428954166e-05,
      "loss": 1.1111,
      "step": 3463
    },
    {
      "epoch": 1.4835117773019273,
      "grad_norm": 4.373819351196289,
      "learning_rate": 4.124727373513606e-05,
      "loss": 0.8095,
      "step": 3464
    },
    {
      "epoch": 1.4839400428265526,
      "grad_norm": 1.4155157804489136,
      "learning_rate": 4.12420017908271e-05,
      "loss": 0.2948,
      "step": 3465
    },
    {
      "epoch": 1.4843683083511778,
      "grad_norm": 2.0956990718841553,
      "learning_rate": 4.1236728596433053e-05,
      "loss": 0.5018,
      "step": 3466
    },
    {
      "epoch": 1.484796573875803,
      "grad_norm": 2.6596760749816895,
      "learning_rate": 4.1231454152359774e-05,
      "loss": 1.311,
      "step": 3467
    },
    {
      "epoch": 1.4852248394004284,
      "grad_norm": 0.593553364276886,
      "learning_rate": 4.122617845901322e-05,
      "loss": 0.261,
      "step": 3468
    },
    {
      "epoch": 1.4856531049250536,
      "grad_norm": 4.3122878074646,
      "learning_rate": 4.122090151679943e-05,
      "loss": 1.2532,
      "step": 3469
    },
    {
      "epoch": 1.486081370449679,
      "grad_norm": 1.7662782669067383,
      "learning_rate": 4.1215623326124566e-05,
      "loss": 0.7185,
      "step": 3470
    },
    {
      "epoch": 1.4865096359743042,
      "grad_norm": 2.5714032649993896,
      "learning_rate": 4.121034388739485e-05,
      "loss": 1.2007,
      "step": 3471
    },
    {
      "epoch": 1.4869379014989295,
      "grad_norm": 4.9038987159729,
      "learning_rate": 4.120506320101665e-05,
      "loss": 1.1944,
      "step": 3472
    },
    {
      "epoch": 1.4873661670235547,
      "grad_norm": 5.438054084777832,
      "learning_rate": 4.119978126739637e-05,
      "loss": 1.3491,
      "step": 3473
    },
    {
      "epoch": 1.48779443254818,
      "grad_norm": 2.775134801864624,
      "learning_rate": 4.119449808694056e-05,
      "loss": 1.0556,
      "step": 3474
    },
    {
      "epoch": 1.4882226980728053,
      "grad_norm": 1.0165810585021973,
      "learning_rate": 4.1189213660055836e-05,
      "loss": 0.6387,
      "step": 3475
    },
    {
      "epoch": 1.4886509635974305,
      "grad_norm": 5.628504753112793,
      "learning_rate": 4.118392798714892e-05,
      "loss": 1.2397,
      "step": 3476
    },
    {
      "epoch": 1.4890792291220556,
      "grad_norm": 4.945032596588135,
      "learning_rate": 4.117864106862664e-05,
      "loss": 1.6055,
      "step": 3477
    },
    {
      "epoch": 1.4895074946466809,
      "grad_norm": 3.4223291873931885,
      "learning_rate": 4.11733529048959e-05,
      "loss": 0.8865,
      "step": 3478
    },
    {
      "epoch": 1.4899357601713061,
      "grad_norm": 3.2041139602661133,
      "learning_rate": 4.1168063496363715e-05,
      "loss": 0.7027,
      "step": 3479
    },
    {
      "epoch": 1.4903640256959314,
      "grad_norm": 3.6861095428466797,
      "learning_rate": 4.116277284343719e-05,
      "loss": 1.4316,
      "step": 3480
    },
    {
      "epoch": 1.4907922912205567,
      "grad_norm": 2.813203811645508,
      "learning_rate": 4.115748094652352e-05,
      "loss": 1.7327,
      "step": 3481
    },
    {
      "epoch": 1.491220556745182,
      "grad_norm": 4.2796854972839355,
      "learning_rate": 4.115218780603002e-05,
      "loss": 0.9946,
      "step": 3482
    },
    {
      "epoch": 1.4916488222698072,
      "grad_norm": 2.640629768371582,
      "learning_rate": 4.1146893422364067e-05,
      "loss": 0.4003,
      "step": 3483
    },
    {
      "epoch": 1.4920770877944325,
      "grad_norm": 3.0859482288360596,
      "learning_rate": 4.114159779593315e-05,
      "loss": 0.6417,
      "step": 3484
    },
    {
      "epoch": 1.4925053533190578,
      "grad_norm": 0.8212679624557495,
      "learning_rate": 4.113630092714486e-05,
      "loss": 0.2236,
      "step": 3485
    },
    {
      "epoch": 1.492933618843683,
      "grad_norm": 3.8972930908203125,
      "learning_rate": 4.113100281640686e-05,
      "loss": 1.6769,
      "step": 3486
    },
    {
      "epoch": 1.4933618843683083,
      "grad_norm": 2.1593892574310303,
      "learning_rate": 4.112570346412695e-05,
      "loss": 0.7406,
      "step": 3487
    },
    {
      "epoch": 1.4937901498929336,
      "grad_norm": 4.649615287780762,
      "learning_rate": 4.112040287071299e-05,
      "loss": 0.7456,
      "step": 3488
    },
    {
      "epoch": 1.4942184154175588,
      "grad_norm": 2.2636284828186035,
      "learning_rate": 4.111510103657295e-05,
      "loss": 0.8599,
      "step": 3489
    },
    {
      "epoch": 1.4946466809421841,
      "grad_norm": 1.2287404537200928,
      "learning_rate": 4.1109797962114885e-05,
      "loss": 0.2042,
      "step": 3490
    },
    {
      "epoch": 1.4950749464668094,
      "grad_norm": 1.9291549921035767,
      "learning_rate": 4.110449364774695e-05,
      "loss": 0.9898,
      "step": 3491
    },
    {
      "epoch": 1.4955032119914347,
      "grad_norm": 3.7104618549346924,
      "learning_rate": 4.1099188093877415e-05,
      "loss": 0.8477,
      "step": 3492
    },
    {
      "epoch": 1.49593147751606,
      "grad_norm": 2.3150582313537598,
      "learning_rate": 4.109388130091461e-05,
      "loss": 0.6885,
      "step": 3493
    },
    {
      "epoch": 1.4963597430406852,
      "grad_norm": 3.847897529602051,
      "learning_rate": 4.108857326926698e-05,
      "loss": 0.5499,
      "step": 3494
    },
    {
      "epoch": 1.4967880085653105,
      "grad_norm": 3.951779365539551,
      "learning_rate": 4.108326399934308e-05,
      "loss": 0.9814,
      "step": 3495
    },
    {
      "epoch": 1.4972162740899357,
      "grad_norm": 3.265084743499756,
      "learning_rate": 4.1077953491551536e-05,
      "loss": 0.4462,
      "step": 3496
    },
    {
      "epoch": 1.497644539614561,
      "grad_norm": 4.222309112548828,
      "learning_rate": 4.107264174630107e-05,
      "loss": 1.6767,
      "step": 3497
    },
    {
      "epoch": 1.4980728051391863,
      "grad_norm": 2.7461209297180176,
      "learning_rate": 4.106732876400051e-05,
      "loss": 0.869,
      "step": 3498
    },
    {
      "epoch": 1.4985010706638116,
      "grad_norm": 3.229391574859619,
      "learning_rate": 4.106201454505878e-05,
      "loss": 1.9063,
      "step": 3499
    },
    {
      "epoch": 1.4989293361884368,
      "grad_norm": 6.676817893981934,
      "learning_rate": 4.10566990898849e-05,
      "loss": 0.5059,
      "step": 3500
    },
    {
      "epoch": 1.499357601713062,
      "grad_norm": 4.179088592529297,
      "learning_rate": 4.105138239888797e-05,
      "loss": 1.0404,
      "step": 3501
    },
    {
      "epoch": 1.4997858672376874,
      "grad_norm": 6.831240177154541,
      "learning_rate": 4.1046064472477195e-05,
      "loss": 0.5683,
      "step": 3502
    },
    {
      "epoch": 1.5002141327623126,
      "grad_norm": 3.5424094200134277,
      "learning_rate": 4.104074531106189e-05,
      "loss": 0.7284,
      "step": 3503
    },
    {
      "epoch": 1.500642398286938,
      "grad_norm": 7.612189292907715,
      "learning_rate": 4.103542491505143e-05,
      "loss": 0.8908,
      "step": 3504
    },
    {
      "epoch": 1.5010706638115632,
      "grad_norm": 5.580769062042236,
      "learning_rate": 4.1030103284855324e-05,
      "loss": 1.0079,
      "step": 3505
    },
    {
      "epoch": 1.5014989293361884,
      "grad_norm": 4.790192604064941,
      "learning_rate": 4.102478042088315e-05,
      "loss": 0.6485,
      "step": 3506
    },
    {
      "epoch": 1.5019271948608137,
      "grad_norm": 3.1503803730010986,
      "learning_rate": 4.101945632354458e-05,
      "loss": 0.9557,
      "step": 3507
    },
    {
      "epoch": 1.502355460385439,
      "grad_norm": 1.829128384590149,
      "learning_rate": 4.101413099324941e-05,
      "loss": 0.9131,
      "step": 3508
    },
    {
      "epoch": 1.5027837259100643,
      "grad_norm": 4.123594760894775,
      "learning_rate": 4.100880443040749e-05,
      "loss": 0.6467,
      "step": 3509
    },
    {
      "epoch": 1.5032119914346895,
      "grad_norm": 2.4960715770721436,
      "learning_rate": 4.100347663542879e-05,
      "loss": 0.5845,
      "step": 3510
    },
    {
      "epoch": 1.5036402569593148,
      "grad_norm": 2.46711802482605,
      "learning_rate": 4.0998147608723384e-05,
      "loss": 0.5555,
      "step": 3511
    },
    {
      "epoch": 1.50406852248394,
      "grad_norm": 1.9919739961624146,
      "learning_rate": 4.099281735070141e-05,
      "loss": 0.3275,
      "step": 3512
    },
    {
      "epoch": 1.5044967880085653,
      "grad_norm": 4.056657314300537,
      "learning_rate": 4.098748586177313e-05,
      "loss": 1.2734,
      "step": 3513
    },
    {
      "epoch": 1.5049250535331906,
      "grad_norm": 4.270914554595947,
      "learning_rate": 4.098215314234888e-05,
      "loss": 0.5349,
      "step": 3514
    },
    {
      "epoch": 1.5053533190578159,
      "grad_norm": 1.1274447441101074,
      "learning_rate": 4.09768191928391e-05,
      "loss": 0.3313,
      "step": 3515
    },
    {
      "epoch": 1.5057815845824412,
      "grad_norm": 3.099731206893921,
      "learning_rate": 4.097148401365433e-05,
      "loss": 0.6798,
      "step": 3516
    },
    {
      "epoch": 1.5062098501070664,
      "grad_norm": 2.4681317806243896,
      "learning_rate": 4.096614760520519e-05,
      "loss": 0.7622,
      "step": 3517
    },
    {
      "epoch": 1.5066381156316917,
      "grad_norm": 3.239453077316284,
      "learning_rate": 4.0960809967902415e-05,
      "loss": 0.9706,
      "step": 3518
    },
    {
      "epoch": 1.507066381156317,
      "grad_norm": 1.214159369468689,
      "learning_rate": 4.095547110215681e-05,
      "loss": 1.0606,
      "step": 3519
    },
    {
      "epoch": 1.507494646680942,
      "grad_norm": 2.6503231525421143,
      "learning_rate": 4.095013100837929e-05,
      "loss": 0.9843,
      "step": 3520
    },
    {
      "epoch": 1.5079229122055673,
      "grad_norm": 2.0771329402923584,
      "learning_rate": 4.0944789686980866e-05,
      "loss": 0.5612,
      "step": 3521
    },
    {
      "epoch": 1.5083511777301926,
      "grad_norm": 2.5400984287261963,
      "learning_rate": 4.0939447138372635e-05,
      "loss": 0.7614,
      "step": 3522
    },
    {
      "epoch": 1.5087794432548178,
      "grad_norm": 5.072625637054443,
      "learning_rate": 4.0934103362965795e-05,
      "loss": 0.5186,
      "step": 3523
    },
    {
      "epoch": 1.509207708779443,
      "grad_norm": 0.6816118955612183,
      "learning_rate": 4.0928758361171635e-05,
      "loss": 0.3261,
      "step": 3524
    },
    {
      "epoch": 1.5096359743040684,
      "grad_norm": 5.173656940460205,
      "learning_rate": 4.092341213340155e-05,
      "loss": 1.0802,
      "step": 3525
    },
    {
      "epoch": 1.5100642398286936,
      "grad_norm": 2.6090283393859863,
      "learning_rate": 4.0918064680067004e-05,
      "loss": 0.6871,
      "step": 3526
    },
    {
      "epoch": 1.510492505353319,
      "grad_norm": 4.988450527191162,
      "learning_rate": 4.091271600157957e-05,
      "loss": 1.3128,
      "step": 3527
    },
    {
      "epoch": 1.5109207708779442,
      "grad_norm": 4.227377891540527,
      "learning_rate": 4.090736609835092e-05,
      "loss": 1.0548,
      "step": 3528
    },
    {
      "epoch": 1.5113490364025695,
      "grad_norm": 1.286763072013855,
      "learning_rate": 4.0902014970792823e-05,
      "loss": 0.7705,
      "step": 3529
    },
    {
      "epoch": 1.5117773019271947,
      "grad_norm": 2.664961814880371,
      "learning_rate": 4.0896662619317125e-05,
      "loss": 0.8919,
      "step": 3530
    },
    {
      "epoch": 1.51220556745182,
      "grad_norm": 4.364532947540283,
      "learning_rate": 4.089130904433578e-05,
      "loss": 0.7081,
      "step": 3531
    },
    {
      "epoch": 1.5126338329764453,
      "grad_norm": 2.588366985321045,
      "learning_rate": 4.088595424626083e-05,
      "loss": 0.5471,
      "step": 3532
    },
    {
      "epoch": 1.5130620985010705,
      "grad_norm": 2.5360941886901855,
      "learning_rate": 4.088059822550442e-05,
      "loss": 1.0504,
      "step": 3533
    },
    {
      "epoch": 1.5134903640256958,
      "grad_norm": 1.270614504814148,
      "learning_rate": 4.0875240982478775e-05,
      "loss": 0.8714,
      "step": 3534
    },
    {
      "epoch": 1.513918629550321,
      "grad_norm": 3.5477190017700195,
      "learning_rate": 4.0869882517596224e-05,
      "loss": 0.5953,
      "step": 3535
    },
    {
      "epoch": 1.5143468950749464,
      "grad_norm": 2.691185712814331,
      "learning_rate": 4.0864522831269185e-05,
      "loss": 1.2488,
      "step": 3536
    },
    {
      "epoch": 1.5147751605995716,
      "grad_norm": 4.589627265930176,
      "learning_rate": 4.085916192391018e-05,
      "loss": 1.096,
      "step": 3537
    },
    {
      "epoch": 1.515203426124197,
      "grad_norm": 2.378312826156616,
      "learning_rate": 4.085379979593181e-05,
      "loss": 0.7188,
      "step": 3538
    },
    {
      "epoch": 1.5156316916488222,
      "grad_norm": 7.654002666473389,
      "learning_rate": 4.0848436447746785e-05,
      "loss": 0.819,
      "step": 3539
    },
    {
      "epoch": 1.5160599571734474,
      "grad_norm": 2.818167209625244,
      "learning_rate": 4.0843071879767893e-05,
      "loss": 1.3015,
      "step": 3540
    },
    {
      "epoch": 1.5164882226980727,
      "grad_norm": 1.880845308303833,
      "learning_rate": 4.0837706092408035e-05,
      "loss": 0.6893,
      "step": 3541
    },
    {
      "epoch": 1.516916488222698,
      "grad_norm": 2.3704302310943604,
      "learning_rate": 4.083233908608018e-05,
      "loss": 0.4546,
      "step": 3542
    },
    {
      "epoch": 1.5173447537473232,
      "grad_norm": 4.2115960121154785,
      "learning_rate": 4.0826970861197424e-05,
      "loss": 1.8262,
      "step": 3543
    },
    {
      "epoch": 1.5177730192719485,
      "grad_norm": 3.2611894607543945,
      "learning_rate": 4.082160141817293e-05,
      "loss": 0.6508,
      "step": 3544
    },
    {
      "epoch": 1.5182012847965738,
      "grad_norm": 2.6320438385009766,
      "learning_rate": 4.081623075741996e-05,
      "loss": 1.0529,
      "step": 3545
    },
    {
      "epoch": 1.518629550321199,
      "grad_norm": 1.2356646060943604,
      "learning_rate": 4.0810858879351866e-05,
      "loss": 0.2599,
      "step": 3546
    },
    {
      "epoch": 1.5190578158458243,
      "grad_norm": 4.862902641296387,
      "learning_rate": 4.080548578438213e-05,
      "loss": 1.8691,
      "step": 3547
    },
    {
      "epoch": 1.5194860813704496,
      "grad_norm": 5.437114238739014,
      "learning_rate": 4.080011147292427e-05,
      "loss": 0.5743,
      "step": 3548
    },
    {
      "epoch": 1.5199143468950749,
      "grad_norm": 3.201296806335449,
      "learning_rate": 4.079473594539194e-05,
      "loss": 1.1001,
      "step": 3549
    },
    {
      "epoch": 1.5203426124197001,
      "grad_norm": 2.0491559505462646,
      "learning_rate": 4.078935920219886e-05,
      "loss": 0.6392,
      "step": 3550
    },
    {
      "epoch": 1.5207708779443254,
      "grad_norm": 1.9803279638290405,
      "learning_rate": 4.078398124375889e-05,
      "loss": 0.3591,
      "step": 3551
    },
    {
      "epoch": 1.5211991434689507,
      "grad_norm": 4.216710567474365,
      "learning_rate": 4.07786020704859e-05,
      "loss": 0.6108,
      "step": 3552
    },
    {
      "epoch": 1.521627408993576,
      "grad_norm": 2.343379020690918,
      "learning_rate": 4.077322168279396e-05,
      "loss": 0.8078,
      "step": 3553
    },
    {
      "epoch": 1.5220556745182012,
      "grad_norm": 1.3368088006973267,
      "learning_rate": 4.076784008109714e-05,
      "loss": 0.6896,
      "step": 3554
    },
    {
      "epoch": 1.5224839400428265,
      "grad_norm": 2.188075065612793,
      "learning_rate": 4.0762457265809656e-05,
      "loss": 1.0667,
      "step": 3555
    },
    {
      "epoch": 1.5229122055674518,
      "grad_norm": 5.100575923919678,
      "learning_rate": 4.07570732373458e-05,
      "loss": 0.6383,
      "step": 3556
    },
    {
      "epoch": 1.523340471092077,
      "grad_norm": 14.640643119812012,
      "learning_rate": 4.075168799611996e-05,
      "loss": 0.6828,
      "step": 3557
    },
    {
      "epoch": 1.5237687366167023,
      "grad_norm": 2.4409823417663574,
      "learning_rate": 4.0746301542546615e-05,
      "loss": 1.5632,
      "step": 3558
    },
    {
      "epoch": 1.5241970021413276,
      "grad_norm": 3.2400903701782227,
      "learning_rate": 4.074091387704035e-05,
      "loss": 0.6352,
      "step": 3559
    },
    {
      "epoch": 1.5246252676659529,
      "grad_norm": 1.4296512603759766,
      "learning_rate": 4.0735525000015814e-05,
      "loss": 0.7907,
      "step": 3560
    },
    {
      "epoch": 1.5250535331905781,
      "grad_norm": 3.4445440769195557,
      "learning_rate": 4.07301349118878e-05,
      "loss": 1.7093,
      "step": 3561
    },
    {
      "epoch": 1.5254817987152034,
      "grad_norm": 2.016432046890259,
      "learning_rate": 4.072474361307112e-05,
      "loss": 1.149,
      "step": 3562
    },
    {
      "epoch": 1.5259100642398287,
      "grad_norm": 2.674612045288086,
      "learning_rate": 4.071935110398075e-05,
      "loss": 0.767,
      "step": 3563
    },
    {
      "epoch": 1.526338329764454,
      "grad_norm": 2.9820847511291504,
      "learning_rate": 4.0713957385031734e-05,
      "loss": 0.9626,
      "step": 3564
    },
    {
      "epoch": 1.5267665952890792,
      "grad_norm": 5.029166221618652,
      "learning_rate": 4.070856245663919e-05,
      "loss": 1.107,
      "step": 3565
    },
    {
      "epoch": 1.5271948608137045,
      "grad_norm": 5.939691066741943,
      "learning_rate": 4.070316631921835e-05,
      "loss": 1.5331,
      "step": 3566
    },
    {
      "epoch": 1.5276231263383298,
      "grad_norm": 3.5203487873077393,
      "learning_rate": 4.069776897318455e-05,
      "loss": 1.2495,
      "step": 3567
    },
    {
      "epoch": 1.528051391862955,
      "grad_norm": 2.1628832817077637,
      "learning_rate": 4.069237041895318e-05,
      "loss": 0.5554,
      "step": 3568
    },
    {
      "epoch": 1.5284796573875803,
      "grad_norm": 4.769574165344238,
      "learning_rate": 4.0686970656939756e-05,
      "loss": 0.8068,
      "step": 3569
    },
    {
      "epoch": 1.5289079229122056,
      "grad_norm": 4.7276811599731445,
      "learning_rate": 4.0681569687559874e-05,
      "loss": 0.5499,
      "step": 3570
    },
    {
      "epoch": 1.5293361884368308,
      "grad_norm": 3.827293872833252,
      "learning_rate": 4.0676167511229234e-05,
      "loss": 0.5979,
      "step": 3571
    },
    {
      "epoch": 1.529764453961456,
      "grad_norm": 4.422692775726318,
      "learning_rate": 4.067076412836361e-05,
      "loss": 1.1925,
      "step": 3572
    },
    {
      "epoch": 1.5301927194860814,
      "grad_norm": 2.5613601207733154,
      "learning_rate": 4.066535953937889e-05,
      "loss": 0.77,
      "step": 3573
    },
    {
      "epoch": 1.5306209850107066,
      "grad_norm": 1.4159045219421387,
      "learning_rate": 4.065995374469105e-05,
      "loss": 0.811,
      "step": 3574
    },
    {
      "epoch": 1.531049250535332,
      "grad_norm": 3.2183170318603516,
      "learning_rate": 4.0654546744716125e-05,
      "loss": 1.0976,
      "step": 3575
    },
    {
      "epoch": 1.5314775160599572,
      "grad_norm": 1.4372327327728271,
      "learning_rate": 4.06491385398703e-05,
      "loss": 0.9105,
      "step": 3576
    },
    {
      "epoch": 1.5319057815845825,
      "grad_norm": 3.549729824066162,
      "learning_rate": 4.064372913056982e-05,
      "loss": 0.6019,
      "step": 3577
    },
    {
      "epoch": 1.5323340471092077,
      "grad_norm": 4.109278202056885,
      "learning_rate": 4.0638318517231016e-05,
      "loss": 1.1664,
      "step": 3578
    },
    {
      "epoch": 1.532762312633833,
      "grad_norm": 3.66487455368042,
      "learning_rate": 4.0632906700270325e-05,
      "loss": 1.5366,
      "step": 3579
    },
    {
      "epoch": 1.5331905781584583,
      "grad_norm": 2.735414505004883,
      "learning_rate": 4.062749368010428e-05,
      "loss": 1.053,
      "step": 3580
    },
    {
      "epoch": 1.5336188436830835,
      "grad_norm": 1.7806777954101562,
      "learning_rate": 4.062207945714949e-05,
      "loss": 0.4391,
      "step": 3581
    },
    {
      "epoch": 1.5340471092077088,
      "grad_norm": 2.61051607131958,
      "learning_rate": 4.0616664031822684e-05,
      "loss": 1.4318,
      "step": 3582
    },
    {
      "epoch": 1.534475374732334,
      "grad_norm": 4.845090389251709,
      "learning_rate": 4.061124740454065e-05,
      "loss": 1.621,
      "step": 3583
    },
    {
      "epoch": 1.5349036402569594,
      "grad_norm": 1.5493593215942383,
      "learning_rate": 4.060582957572029e-05,
      "loss": 0.6835,
      "step": 3584
    },
    {
      "epoch": 1.5353319057815846,
      "grad_norm": 4.336452007293701,
      "learning_rate": 4.06004105457786e-05,
      "loss": 1.4747,
      "step": 3585
    },
    {
      "epoch": 1.53576017130621,
      "grad_norm": 5.2416462898254395,
      "learning_rate": 4.059499031513265e-05,
      "loss": 0.8938,
      "step": 3586
    },
    {
      "epoch": 1.5361884368308352,
      "grad_norm": 3.8316264152526855,
      "learning_rate": 4.058956888419962e-05,
      "loss": 0.9147,
      "step": 3587
    },
    {
      "epoch": 1.5366167023554604,
      "grad_norm": 2.4941277503967285,
      "learning_rate": 4.058414625339679e-05,
      "loss": 1.2809,
      "step": 3588
    },
    {
      "epoch": 1.5370449678800857,
      "grad_norm": 2.5657148361206055,
      "learning_rate": 4.05787224231415e-05,
      "loss": 0.5073,
      "step": 3589
    },
    {
      "epoch": 1.537473233404711,
      "grad_norm": 2.84454607963562,
      "learning_rate": 4.0573297393851217e-05,
      "loss": 1.094,
      "step": 3590
    },
    {
      "epoch": 1.5379014989293363,
      "grad_norm": 3.224012613296509,
      "learning_rate": 4.056787116594348e-05,
      "loss": 1.2478,
      "step": 3591
    },
    {
      "epoch": 1.5383297644539615,
      "grad_norm": 1.37186598777771,
      "learning_rate": 4.0562443739835914e-05,
      "loss": 0.7663,
      "step": 3592
    },
    {
      "epoch": 1.5387580299785868,
      "grad_norm": 4.6758527755737305,
      "learning_rate": 4.055701511594626e-05,
      "loss": 2.368,
      "step": 3593
    },
    {
      "epoch": 1.539186295503212,
      "grad_norm": 1.4411481618881226,
      "learning_rate": 4.0551585294692336e-05,
      "loss": 0.6792,
      "step": 3594
    },
    {
      "epoch": 1.5396145610278373,
      "grad_norm": 2.7832112312316895,
      "learning_rate": 4.0546154276492055e-05,
      "loss": 0.5973,
      "step": 3595
    },
    {
      "epoch": 1.5400428265524626,
      "grad_norm": 0.62091064453125,
      "learning_rate": 4.0540722061763416e-05,
      "loss": 0.201,
      "step": 3596
    },
    {
      "epoch": 1.5404710920770879,
      "grad_norm": 1.2978266477584839,
      "learning_rate": 4.053528865092452e-05,
      "loss": 0.3844,
      "step": 3597
    },
    {
      "epoch": 1.5408993576017131,
      "grad_norm": 1.6599040031433105,
      "learning_rate": 4.052985404439355e-05,
      "loss": 0.5822,
      "step": 3598
    },
    {
      "epoch": 1.5413276231263384,
      "grad_norm": 7.5992112159729,
      "learning_rate": 4.05244182425888e-05,
      "loss": 1.3597,
      "step": 3599
    },
    {
      "epoch": 1.5417558886509637,
      "grad_norm": 3.5709919929504395,
      "learning_rate": 4.051898124592864e-05,
      "loss": 0.5533,
      "step": 3600
    },
    {
      "epoch": 1.542184154175589,
      "grad_norm": 4.04424524307251,
      "learning_rate": 4.051354305483153e-05,
      "loss": 0.885,
      "step": 3601
    },
    {
      "epoch": 1.5426124197002142,
      "grad_norm": 0.6517942547798157,
      "learning_rate": 4.050810366971602e-05,
      "loss": 0.225,
      "step": 3602
    },
    {
      "epoch": 1.5430406852248395,
      "grad_norm": 4.691094875335693,
      "learning_rate": 4.050266309100077e-05,
      "loss": 1.0627,
      "step": 3603
    },
    {
      "epoch": 1.5434689507494648,
      "grad_norm": 10.614755630493164,
      "learning_rate": 4.049722131910452e-05,
      "loss": 1.4829,
      "step": 3604
    },
    {
      "epoch": 1.54389721627409,
      "grad_norm": 1.1897809505462646,
      "learning_rate": 4.04917783544461e-05,
      "loss": 0.586,
      "step": 3605
    },
    {
      "epoch": 1.5443254817987153,
      "grad_norm": 3.5981993675231934,
      "learning_rate": 4.048633419744443e-05,
      "loss": 1.4583,
      "step": 3606
    },
    {
      "epoch": 1.5447537473233406,
      "grad_norm": 2.4930713176727295,
      "learning_rate": 4.048088884851853e-05,
      "loss": 0.7789,
      "step": 3607
    },
    {
      "epoch": 1.5451820128479659,
      "grad_norm": 5.1933913230896,
      "learning_rate": 4.0475442308087516e-05,
      "loss": 1.0928,
      "step": 3608
    },
    {
      "epoch": 1.5456102783725911,
      "grad_norm": 3.5894558429718018,
      "learning_rate": 4.046999457657057e-05,
      "loss": 1.3084,
      "step": 3609
    },
    {
      "epoch": 1.5460385438972164,
      "grad_norm": 3.358830213546753,
      "learning_rate": 4.0464545654387e-05,
      "loss": 1.5509,
      "step": 3610
    },
    {
      "epoch": 1.5464668094218417,
      "grad_norm": 1.8138073682785034,
      "learning_rate": 4.045909554195617e-05,
      "loss": 0.8812,
      "step": 3611
    },
    {
      "epoch": 1.546895074946467,
      "grad_norm": 3.3327314853668213,
      "learning_rate": 4.045364423969757e-05,
      "loss": 1.1986,
      "step": 3612
    },
    {
      "epoch": 1.5473233404710922,
      "grad_norm": 1.4394782781600952,
      "learning_rate": 4.044819174803077e-05,
      "loss": 0.3572,
      "step": 3613
    },
    {
      "epoch": 1.5477516059957175,
      "grad_norm": 1.8302910327911377,
      "learning_rate": 4.044273806737542e-05,
      "loss": 0.7527,
      "step": 3614
    },
    {
      "epoch": 1.5481798715203428,
      "grad_norm": 2.313859462738037,
      "learning_rate": 4.0437283198151256e-05,
      "loss": 0.4761,
      "step": 3615
    },
    {
      "epoch": 1.548608137044968,
      "grad_norm": 1.0297751426696777,
      "learning_rate": 4.043182714077813e-05,
      "loss": 0.3895,
      "step": 3616
    },
    {
      "epoch": 1.5490364025695933,
      "grad_norm": 1.5716662406921387,
      "learning_rate": 4.0426369895675994e-05,
      "loss": 0.4703,
      "step": 3617
    },
    {
      "epoch": 1.5494646680942186,
      "grad_norm": 1.8383938074111938,
      "learning_rate": 4.042091146326484e-05,
      "loss": 0.6952,
      "step": 3618
    },
    {
      "epoch": 1.5498929336188438,
      "grad_norm": 2.9448015689849854,
      "learning_rate": 4.041545184396479e-05,
      "loss": 0.7593,
      "step": 3619
    },
    {
      "epoch": 1.550321199143469,
      "grad_norm": 1.2212061882019043,
      "learning_rate": 4.040999103819606e-05,
      "loss": 0.5589,
      "step": 3620
    },
    {
      "epoch": 1.5507494646680944,
      "grad_norm": 1.8387115001678467,
      "learning_rate": 4.040452904637894e-05,
      "loss": 0.658,
      "step": 3621
    },
    {
      "epoch": 1.5511777301927197,
      "grad_norm": 5.374927520751953,
      "learning_rate": 4.0399065868933826e-05,
      "loss": 1.0452,
      "step": 3622
    },
    {
      "epoch": 1.5516059957173447,
      "grad_norm": 0.7305449843406677,
      "learning_rate": 4.039360150628119e-05,
      "loss": 0.2693,
      "step": 3623
    },
    {
      "epoch": 1.55203426124197,
      "grad_norm": 1.8033902645111084,
      "learning_rate": 4.038813595884161e-05,
      "loss": 0.698,
      "step": 3624
    },
    {
      "epoch": 1.5524625267665952,
      "grad_norm": 7.619634628295898,
      "learning_rate": 4.038266922703574e-05,
      "loss": 1.6413,
      "step": 3625
    },
    {
      "epoch": 1.5528907922912205,
      "grad_norm": 5.156085968017578,
      "learning_rate": 4.0377201311284344e-05,
      "loss": 0.9676,
      "step": 3626
    },
    {
      "epoch": 1.5533190578158458,
      "grad_norm": 3.3987698554992676,
      "learning_rate": 4.037173221200826e-05,
      "loss": 0.6571,
      "step": 3627
    },
    {
      "epoch": 1.553747323340471,
      "grad_norm": 3.8005099296569824,
      "learning_rate": 4.0366261929628424e-05,
      "loss": 2.1394,
      "step": 3628
    },
    {
      "epoch": 1.5541755888650963,
      "grad_norm": 3.9766862392425537,
      "learning_rate": 4.0360790464565866e-05,
      "loss": 0.5611,
      "step": 3629
    },
    {
      "epoch": 1.5546038543897216,
      "grad_norm": 1.5013350248336792,
      "learning_rate": 4.03553178172417e-05,
      "loss": 1.3024,
      "step": 3630
    },
    {
      "epoch": 1.5550321199143469,
      "grad_norm": 8.123748779296875,
      "learning_rate": 4.034984398807713e-05,
      "loss": 0.8549,
      "step": 3631
    },
    {
      "epoch": 1.5554603854389721,
      "grad_norm": 1.9341837167739868,
      "learning_rate": 4.0344368977493475e-05,
      "loss": 0.8854,
      "step": 3632
    },
    {
      "epoch": 1.5558886509635974,
      "grad_norm": 1.7721277475357056,
      "learning_rate": 4.03388927859121e-05,
      "loss": 0.3889,
      "step": 3633
    },
    {
      "epoch": 1.5563169164882227,
      "grad_norm": 4.006669044494629,
      "learning_rate": 4.0333415413754504e-05,
      "loss": 1.88,
      "step": 3634
    },
    {
      "epoch": 1.556745182012848,
      "grad_norm": 1.5958110094070435,
      "learning_rate": 4.032793686144226e-05,
      "loss": 0.5577,
      "step": 3635
    },
    {
      "epoch": 1.5571734475374732,
      "grad_norm": 1.1773638725280762,
      "learning_rate": 4.032245712939702e-05,
      "loss": 0.5687,
      "step": 3636
    },
    {
      "epoch": 1.5576017130620985,
      "grad_norm": 0.7184120416641235,
      "learning_rate": 4.0316976218040546e-05,
      "loss": 0.2035,
      "step": 3637
    },
    {
      "epoch": 1.5580299785867238,
      "grad_norm": 6.286162376403809,
      "learning_rate": 4.031149412779469e-05,
      "loss": 1.7363,
      "step": 3638
    },
    {
      "epoch": 1.558458244111349,
      "grad_norm": 1.9487216472625732,
      "learning_rate": 4.0306010859081365e-05,
      "loss": 0.6173,
      "step": 3639
    },
    {
      "epoch": 1.5588865096359743,
      "grad_norm": 3.9601478576660156,
      "learning_rate": 4.0300526412322624e-05,
      "loss": 1.8345,
      "step": 3640
    },
    {
      "epoch": 1.5593147751605996,
      "grad_norm": 2.3996033668518066,
      "learning_rate": 4.0295040787940563e-05,
      "loss": 1.073,
      "step": 3641
    },
    {
      "epoch": 1.5597430406852248,
      "grad_norm": 3.6490468978881836,
      "learning_rate": 4.02895539863574e-05,
      "loss": 1.1103,
      "step": 3642
    },
    {
      "epoch": 1.5601713062098501,
      "grad_norm": 4.4182281494140625,
      "learning_rate": 4.028406600799544e-05,
      "loss": 1.196,
      "step": 3643
    },
    {
      "epoch": 1.5605995717344754,
      "grad_norm": 3.0484986305236816,
      "learning_rate": 4.027857685327705e-05,
      "loss": 1.0885,
      "step": 3644
    },
    {
      "epoch": 1.5610278372591007,
      "grad_norm": 1.0216811895370483,
      "learning_rate": 4.027308652262472e-05,
      "loss": 0.2668,
      "step": 3645
    },
    {
      "epoch": 1.561456102783726,
      "grad_norm": 8.655177116394043,
      "learning_rate": 4.0267595016461035e-05,
      "loss": 0.5979,
      "step": 3646
    },
    {
      "epoch": 1.5618843683083512,
      "grad_norm": 2.3011839389801025,
      "learning_rate": 4.026210233520864e-05,
      "loss": 1.1057,
      "step": 3647
    },
    {
      "epoch": 1.5623126338329765,
      "grad_norm": 1.506079912185669,
      "learning_rate": 4.0256608479290285e-05,
      "loss": 0.5328,
      "step": 3648
    },
    {
      "epoch": 1.5627408993576017,
      "grad_norm": 2.3262383937835693,
      "learning_rate": 4.025111344912882e-05,
      "loss": 0.7304,
      "step": 3649
    },
    {
      "epoch": 1.563169164882227,
      "grad_norm": 2.959963798522949,
      "learning_rate": 4.0245617245147164e-05,
      "loss": 1.0577,
      "step": 3650
    },
    {
      "epoch": 1.5635974304068523,
      "grad_norm": 2.590289831161499,
      "learning_rate": 4.024011986776835e-05,
      "loss": 1.9431,
      "step": 3651
    },
    {
      "epoch": 1.5640256959314776,
      "grad_norm": 3.5755667686462402,
      "learning_rate": 4.023462131741549e-05,
      "loss": 1.5315,
      "step": 3652
    },
    {
      "epoch": 1.5644539614561028,
      "grad_norm": 3.356647253036499,
      "learning_rate": 4.022912159451177e-05,
      "loss": 0.6741,
      "step": 3653
    },
    {
      "epoch": 1.564882226980728,
      "grad_norm": 7.048192501068115,
      "learning_rate": 4.022362069948051e-05,
      "loss": 0.7512,
      "step": 3654
    },
    {
      "epoch": 1.5653104925053534,
      "grad_norm": 1.8317996263504028,
      "learning_rate": 4.021811863274507e-05,
      "loss": 0.5228,
      "step": 3655
    },
    {
      "epoch": 1.5657387580299786,
      "grad_norm": 5.340234756469727,
      "learning_rate": 4.021261539472894e-05,
      "loss": 1.3812,
      "step": 3656
    },
    {
      "epoch": 1.566167023554604,
      "grad_norm": 7.913243293762207,
      "learning_rate": 4.020711098585566e-05,
      "loss": 0.9728,
      "step": 3657
    },
    {
      "epoch": 1.566595289079229,
      "grad_norm": 4.0934247970581055,
      "learning_rate": 4.020160540654891e-05,
      "loss": 2.87,
      "step": 3658
    },
    {
      "epoch": 1.5670235546038542,
      "grad_norm": 2.321702003479004,
      "learning_rate": 4.019609865723242e-05,
      "loss": 0.6404,
      "step": 3659
    },
    {
      "epoch": 1.5674518201284795,
      "grad_norm": 1.4175344705581665,
      "learning_rate": 4.0190590738330025e-05,
      "loss": 0.5396,
      "step": 3660
    },
    {
      "epoch": 1.5678800856531048,
      "grad_norm": 2.7241134643554688,
      "learning_rate": 4.018508165026565e-05,
      "loss": 0.5472,
      "step": 3661
    },
    {
      "epoch": 1.56830835117773,
      "grad_norm": 3.995584726333618,
      "learning_rate": 4.017957139346331e-05,
      "loss": 0.709,
      "step": 3662
    },
    {
      "epoch": 1.5687366167023553,
      "grad_norm": 3.600517749786377,
      "learning_rate": 4.01740599683471e-05,
      "loss": 1.322,
      "step": 3663
    },
    {
      "epoch": 1.5691648822269806,
      "grad_norm": 2.5837013721466064,
      "learning_rate": 4.0168547375341226e-05,
      "loss": 1.2605,
      "step": 3664
    },
    {
      "epoch": 1.5695931477516059,
      "grad_norm": 2.587344169616699,
      "learning_rate": 4.016303361486996e-05,
      "loss": 0.6434,
      "step": 3665
    },
    {
      "epoch": 1.5700214132762311,
      "grad_norm": 2.277331590652466,
      "learning_rate": 4.015751868735768e-05,
      "loss": 0.9855,
      "step": 3666
    },
    {
      "epoch": 1.5704496788008564,
      "grad_norm": 4.332453727722168,
      "learning_rate": 4.015200259322885e-05,
      "loss": 0.5869,
      "step": 3667
    },
    {
      "epoch": 1.5708779443254817,
      "grad_norm": 2.4968223571777344,
      "learning_rate": 4.014648533290802e-05,
      "loss": 0.5095,
      "step": 3668
    },
    {
      "epoch": 1.571306209850107,
      "grad_norm": 4.061594486236572,
      "learning_rate": 4.014096690681984e-05,
      "loss": 0.5456,
      "step": 3669
    },
    {
      "epoch": 1.5717344753747322,
      "grad_norm": 2.1207327842712402,
      "learning_rate": 4.0135447315389036e-05,
      "loss": 0.725,
      "step": 3670
    },
    {
      "epoch": 1.5721627408993575,
      "grad_norm": 2.4488651752471924,
      "learning_rate": 4.0129926559040425e-05,
      "loss": 0.3841,
      "step": 3671
    },
    {
      "epoch": 1.5725910064239828,
      "grad_norm": 2.855560541152954,
      "learning_rate": 4.012440463819893e-05,
      "loss": 0.506,
      "step": 3672
    },
    {
      "epoch": 1.573019271948608,
      "grad_norm": 1.442191243171692,
      "learning_rate": 4.0118881553289546e-05,
      "loss": 1.0964,
      "step": 3673
    },
    {
      "epoch": 1.5734475374732333,
      "grad_norm": 2.757619857788086,
      "learning_rate": 4.011335730473735e-05,
      "loss": 0.9457,
      "step": 3674
    },
    {
      "epoch": 1.5738758029978586,
      "grad_norm": 2.936530113220215,
      "learning_rate": 4.010783189296755e-05,
      "loss": 0.8808,
      "step": 3675
    },
    {
      "epoch": 1.5743040685224838,
      "grad_norm": 5.791811466217041,
      "learning_rate": 4.01023053184054e-05,
      "loss": 1.7658,
      "step": 3676
    },
    {
      "epoch": 1.574732334047109,
      "grad_norm": 3.5858993530273438,
      "learning_rate": 4.009677758147627e-05,
      "loss": 1.2421,
      "step": 3677
    },
    {
      "epoch": 1.5751605995717344,
      "grad_norm": 2.8515281677246094,
      "learning_rate": 4.0091248682605595e-05,
      "loss": 0.4929,
      "step": 3678
    },
    {
      "epoch": 1.5755888650963596,
      "grad_norm": 3.9565062522888184,
      "learning_rate": 4.0085718622218915e-05,
      "loss": 1.3365,
      "step": 3679
    },
    {
      "epoch": 1.576017130620985,
      "grad_norm": 2.0542004108428955,
      "learning_rate": 4.0080187400741866e-05,
      "loss": 0.5823,
      "step": 3680
    },
    {
      "epoch": 1.5764453961456102,
      "grad_norm": 3.328505754470825,
      "learning_rate": 4.0074655018600154e-05,
      "loss": 0.8769,
      "step": 3681
    },
    {
      "epoch": 1.5768736616702355,
      "grad_norm": 1.989592432975769,
      "learning_rate": 4.00691214762196e-05,
      "loss": 0.6317,
      "step": 3682
    },
    {
      "epoch": 1.5773019271948607,
      "grad_norm": 2.6524205207824707,
      "learning_rate": 4.006358677402609e-05,
      "loss": 0.2548,
      "step": 3683
    },
    {
      "epoch": 1.577730192719486,
      "grad_norm": 5.287588119506836,
      "learning_rate": 4.005805091244561e-05,
      "loss": 0.8028,
      "step": 3684
    },
    {
      "epoch": 1.5781584582441113,
      "grad_norm": 5.370800971984863,
      "learning_rate": 4.005251389190424e-05,
      "loss": 0.3283,
      "step": 3685
    },
    {
      "epoch": 1.5785867237687365,
      "grad_norm": 3.6723060607910156,
      "learning_rate": 4.0046975712828135e-05,
      "loss": 0.9049,
      "step": 3686
    },
    {
      "epoch": 1.5790149892933618,
      "grad_norm": 2.819416046142578,
      "learning_rate": 4.004143637564355e-05,
      "loss": 0.4988,
      "step": 3687
    },
    {
      "epoch": 1.579443254817987,
      "grad_norm": 6.322763919830322,
      "learning_rate": 4.003589588077682e-05,
      "loss": 1.0599,
      "step": 3688
    },
    {
      "epoch": 1.5798715203426124,
      "grad_norm": 3.24322509765625,
      "learning_rate": 4.00303542286544e-05,
      "loss": 0.9525,
      "step": 3689
    },
    {
      "epoch": 1.5802997858672376,
      "grad_norm": 2.825035810470581,
      "learning_rate": 4.002481141970278e-05,
      "loss": 1.0659,
      "step": 3690
    },
    {
      "epoch": 1.580728051391863,
      "grad_norm": 6.180501937866211,
      "learning_rate": 4.001926745434858e-05,
      "loss": 0.7928,
      "step": 3691
    },
    {
      "epoch": 1.5811563169164882,
      "grad_norm": 4.792420387268066,
      "learning_rate": 4.0013722333018524e-05,
      "loss": 0.374,
      "step": 3692
    },
    {
      "epoch": 1.5815845824411134,
      "grad_norm": 4.787214756011963,
      "learning_rate": 4.000817605613936e-05,
      "loss": 0.6188,
      "step": 3693
    },
    {
      "epoch": 1.5820128479657387,
      "grad_norm": 9.490128517150879,
      "learning_rate": 4.0002628624137974e-05,
      "loss": 2.3237,
      "step": 3694
    },
    {
      "epoch": 1.582441113490364,
      "grad_norm": 1.2019516229629517,
      "learning_rate": 3.9997080037441345e-05,
      "loss": 0.3607,
      "step": 3695
    },
    {
      "epoch": 1.5828693790149893,
      "grad_norm": 1.3326079845428467,
      "learning_rate": 3.999153029647651e-05,
      "loss": 0.7039,
      "step": 3696
    },
    {
      "epoch": 1.5832976445396145,
      "grad_norm": 4.318633556365967,
      "learning_rate": 3.998597940167063e-05,
      "loss": 0.823,
      "step": 3697
    },
    {
      "epoch": 1.5837259100642398,
      "grad_norm": 3.1041529178619385,
      "learning_rate": 3.998042735345091e-05,
      "loss": 0.7501,
      "step": 3698
    },
    {
      "epoch": 1.584154175588865,
      "grad_norm": 7.700765609741211,
      "learning_rate": 3.9974874152244704e-05,
      "loss": 0.812,
      "step": 3699
    },
    {
      "epoch": 1.5845824411134903,
      "grad_norm": 3.7068240642547607,
      "learning_rate": 3.996931979847939e-05,
      "loss": 0.8916,
      "step": 3700
    },
    {
      "epoch": 1.5850107066381156,
      "grad_norm": 0.9422901272773743,
      "learning_rate": 3.996376429258247e-05,
      "loss": 0.1888,
      "step": 3701
    },
    {
      "epoch": 1.5854389721627409,
      "grad_norm": 1.7164459228515625,
      "learning_rate": 3.995820763498155e-05,
      "loss": 0.6529,
      "step": 3702
    },
    {
      "epoch": 1.5858672376873661,
      "grad_norm": 4.2930192947387695,
      "learning_rate": 3.9952649826104296e-05,
      "loss": 1.1935,
      "step": 3703
    },
    {
      "epoch": 1.5862955032119914,
      "grad_norm": 2.7019290924072266,
      "learning_rate": 3.9947090866378456e-05,
      "loss": 0.4716,
      "step": 3704
    },
    {
      "epoch": 1.5867237687366167,
      "grad_norm": 3.487298011779785,
      "learning_rate": 3.9941530756231895e-05,
      "loss": 1.0882,
      "step": 3705
    },
    {
      "epoch": 1.587152034261242,
      "grad_norm": 2.2718403339385986,
      "learning_rate": 3.993596949609256e-05,
      "loss": 0.5444,
      "step": 3706
    },
    {
      "epoch": 1.5875802997858672,
      "grad_norm": 4.30404806137085,
      "learning_rate": 3.993040708638847e-05,
      "loss": 1.7276,
      "step": 3707
    },
    {
      "epoch": 1.5880085653104925,
      "grad_norm": 3.0054919719696045,
      "learning_rate": 3.992484352754774e-05,
      "loss": 1.7178,
      "step": 3708
    },
    {
      "epoch": 1.5884368308351178,
      "grad_norm": 25.525493621826172,
      "learning_rate": 3.9919278819998585e-05,
      "loss": 0.9543,
      "step": 3709
    },
    {
      "epoch": 1.588865096359743,
      "grad_norm": 1.151955485343933,
      "learning_rate": 3.991371296416929e-05,
      "loss": 0.3977,
      "step": 3710
    },
    {
      "epoch": 1.5892933618843683,
      "grad_norm": 2.477975368499756,
      "learning_rate": 3.9908145960488255e-05,
      "loss": 1.243,
      "step": 3711
    },
    {
      "epoch": 1.5897216274089936,
      "grad_norm": 1.282427430152893,
      "learning_rate": 3.9902577809383936e-05,
      "loss": 0.7483,
      "step": 3712
    },
    {
      "epoch": 1.5901498929336189,
      "grad_norm": 2.034245729446411,
      "learning_rate": 3.9897008511284885e-05,
      "loss": 1.1894,
      "step": 3713
    },
    {
      "epoch": 1.5905781584582441,
      "grad_norm": 1.1172599792480469,
      "learning_rate": 3.989143806661977e-05,
      "loss": 0.3938,
      "step": 3714
    },
    {
      "epoch": 1.5910064239828694,
      "grad_norm": 2.0459206104278564,
      "learning_rate": 3.988586647581731e-05,
      "loss": 0.6281,
      "step": 3715
    },
    {
      "epoch": 1.5914346895074947,
      "grad_norm": 1.7057603597640991,
      "learning_rate": 3.988029373930634e-05,
      "loss": 0.383,
      "step": 3716
    },
    {
      "epoch": 1.59186295503212,
      "grad_norm": 6.488925933837891,
      "learning_rate": 3.987471985751577e-05,
      "loss": 1.6337,
      "step": 3717
    },
    {
      "epoch": 1.5922912205567452,
      "grad_norm": 2.3408496379852295,
      "learning_rate": 3.98691448308746e-05,
      "loss": 0.4976,
      "step": 3718
    },
    {
      "epoch": 1.5927194860813705,
      "grad_norm": 4.230133533477783,
      "learning_rate": 3.9863568659811915e-05,
      "loss": 1.1484,
      "step": 3719
    },
    {
      "epoch": 1.5931477516059958,
      "grad_norm": 21.19440460205078,
      "learning_rate": 3.9857991344756896e-05,
      "loss": 1.2946,
      "step": 3720
    },
    {
      "epoch": 1.593576017130621,
      "grad_norm": 3.1332974433898926,
      "learning_rate": 3.98524128861388e-05,
      "loss": 0.7638,
      "step": 3721
    },
    {
      "epoch": 1.5940042826552463,
      "grad_norm": 5.322364330291748,
      "learning_rate": 3.9846833284387e-05,
      "loss": 1.0865,
      "step": 3722
    },
    {
      "epoch": 1.5944325481798716,
      "grad_norm": 4.831900596618652,
      "learning_rate": 3.984125253993091e-05,
      "loss": 0.9519,
      "step": 3723
    },
    {
      "epoch": 1.5948608137044968,
      "grad_norm": 1.301560640335083,
      "learning_rate": 3.9835670653200076e-05,
      "loss": 0.6101,
      "step": 3724
    },
    {
      "epoch": 1.595289079229122,
      "grad_norm": 2.8921589851379395,
      "learning_rate": 3.98300876246241e-05,
      "loss": 1.2772,
      "step": 3725
    },
    {
      "epoch": 1.5957173447537474,
      "grad_norm": 4.451436996459961,
      "learning_rate": 3.982450345463271e-05,
      "loss": 1.2128,
      "step": 3726
    },
    {
      "epoch": 1.5961456102783727,
      "grad_norm": 4.513101577758789,
      "learning_rate": 3.981891814365568e-05,
      "loss": 1.587,
      "step": 3727
    },
    {
      "epoch": 1.596573875802998,
      "grad_norm": 5.714897155761719,
      "learning_rate": 3.981333169212289e-05,
      "loss": 1.1201,
      "step": 3728
    },
    {
      "epoch": 1.5970021413276232,
      "grad_norm": 3.0976920127868652,
      "learning_rate": 3.980774410046432e-05,
      "loss": 0.6534,
      "step": 3729
    },
    {
      "epoch": 1.5974304068522485,
      "grad_norm": 2.411978006362915,
      "learning_rate": 3.980215536911001e-05,
      "loss": 0.6083,
      "step": 3730
    },
    {
      "epoch": 1.5978586723768737,
      "grad_norm": 3.125232219696045,
      "learning_rate": 3.979656549849012e-05,
      "loss": 0.7014,
      "step": 3731
    },
    {
      "epoch": 1.598286937901499,
      "grad_norm": 1.1759332418441772,
      "learning_rate": 3.979097448903487e-05,
      "loss": 0.9951,
      "step": 3732
    },
    {
      "epoch": 1.5987152034261243,
      "grad_norm": 1.9927552938461304,
      "learning_rate": 3.978538234117458e-05,
      "loss": 0.8191,
      "step": 3733
    },
    {
      "epoch": 1.5991434689507495,
      "grad_norm": 2.711063861846924,
      "learning_rate": 3.9779789055339656e-05,
      "loss": 1.5711,
      "step": 3734
    },
    {
      "epoch": 1.5995717344753748,
      "grad_norm": 3.301703453063965,
      "learning_rate": 3.9774194631960595e-05,
      "loss": 0.8063,
      "step": 3735
    },
    {
      "epoch": 1.6,
      "grad_norm": 3.4675493240356445,
      "learning_rate": 3.976859907146798e-05,
      "loss": 0.5641,
      "step": 3736
    },
    {
      "epoch": 1.6004282655246254,
      "grad_norm": 2.1796796321868896,
      "learning_rate": 3.976300237429248e-05,
      "loss": 0.8461,
      "step": 3737
    },
    {
      "epoch": 1.6008565310492506,
      "grad_norm": 2.8883426189422607,
      "learning_rate": 3.975740454086484e-05,
      "loss": 0.9871,
      "step": 3738
    },
    {
      "epoch": 1.601284796573876,
      "grad_norm": 2.4689157009124756,
      "learning_rate": 3.9751805571615924e-05,
      "loss": 0.2354,
      "step": 3739
    },
    {
      "epoch": 1.6017130620985012,
      "grad_norm": 25.96824073791504,
      "learning_rate": 3.9746205466976646e-05,
      "loss": 0.9352,
      "step": 3740
    },
    {
      "epoch": 1.6021413276231264,
      "grad_norm": 4.4291839599609375,
      "learning_rate": 3.9740604227378034e-05,
      "loss": 0.3671,
      "step": 3741
    },
    {
      "epoch": 1.6025695931477517,
      "grad_norm": 2.5682919025421143,
      "learning_rate": 3.9735001853251186e-05,
      "loss": 0.4589,
      "step": 3742
    },
    {
      "epoch": 1.602997858672377,
      "grad_norm": 3.6207761764526367,
      "learning_rate": 3.9729398345027305e-05,
      "loss": 0.6292,
      "step": 3743
    },
    {
      "epoch": 1.6034261241970023,
      "grad_norm": 2.733515739440918,
      "learning_rate": 3.972379370313766e-05,
      "loss": 0.7661,
      "step": 3744
    },
    {
      "epoch": 1.6038543897216275,
      "grad_norm": 2.669299840927124,
      "learning_rate": 3.971818792801363e-05,
      "loss": 1.1573,
      "step": 3745
    },
    {
      "epoch": 1.6042826552462528,
      "grad_norm": 0.5983911156654358,
      "learning_rate": 3.971258102008667e-05,
      "loss": 0.1948,
      "step": 3746
    },
    {
      "epoch": 1.604710920770878,
      "grad_norm": 0.8387130498886108,
      "learning_rate": 3.9706972979788314e-05,
      "loss": 0.3001,
      "step": 3747
    },
    {
      "epoch": 1.6051391862955033,
      "grad_norm": 3.7059483528137207,
      "learning_rate": 3.97013638075502e-05,
      "loss": 2.103,
      "step": 3748
    },
    {
      "epoch": 1.6055674518201286,
      "grad_norm": 1.4870651960372925,
      "learning_rate": 3.9695753503804035e-05,
      "loss": 0.7245,
      "step": 3749
    },
    {
      "epoch": 1.6059957173447539,
      "grad_norm": 2.279506206512451,
      "learning_rate": 3.969014206898163e-05,
      "loss": 0.7498,
      "step": 3750
    },
    {
      "epoch": 1.6064239828693792,
      "grad_norm": 2.3626182079315186,
      "learning_rate": 3.9684529503514875e-05,
      "loss": 0.8327,
      "step": 3751
    },
    {
      "epoch": 1.6068522483940044,
      "grad_norm": 2.007248878479004,
      "learning_rate": 3.967891580783575e-05,
      "loss": 0.4684,
      "step": 3752
    },
    {
      "epoch": 1.6072805139186297,
      "grad_norm": 0.7587634921073914,
      "learning_rate": 3.9673300982376315e-05,
      "loss": 0.2704,
      "step": 3753
    },
    {
      "epoch": 1.607708779443255,
      "grad_norm": 5.703794002532959,
      "learning_rate": 3.9667685027568726e-05,
      "loss": 0.8193,
      "step": 3754
    },
    {
      "epoch": 1.6081370449678802,
      "grad_norm": 6.965898513793945,
      "learning_rate": 3.966206794384522e-05,
      "loss": 0.7615,
      "step": 3755
    },
    {
      "epoch": 1.6085653104925055,
      "grad_norm": 1.2176017761230469,
      "learning_rate": 3.9656449731638114e-05,
      "loss": 0.6252,
      "step": 3756
    },
    {
      "epoch": 1.6089935760171308,
      "grad_norm": 8.106256484985352,
      "learning_rate": 3.9650830391379825e-05,
      "loss": 0.9288,
      "step": 3757
    },
    {
      "epoch": 1.609421841541756,
      "grad_norm": 2.737274408340454,
      "learning_rate": 3.964520992350287e-05,
      "loss": 0.4149,
      "step": 3758
    },
    {
      "epoch": 1.6098501070663813,
      "grad_norm": 1.5380890369415283,
      "learning_rate": 3.963958832843982e-05,
      "loss": 0.7896,
      "step": 3759
    },
    {
      "epoch": 1.6102783725910066,
      "grad_norm": 3.4913620948791504,
      "learning_rate": 3.963396560662334e-05,
      "loss": 0.3807,
      "step": 3760
    },
    {
      "epoch": 1.6107066381156316,
      "grad_norm": 5.792602062225342,
      "learning_rate": 3.962834175848619e-05,
      "loss": 0.8033,
      "step": 3761
    },
    {
      "epoch": 1.611134903640257,
      "grad_norm": 6.060290813446045,
      "learning_rate": 3.962271678446124e-05,
      "loss": 1.209,
      "step": 3762
    },
    {
      "epoch": 1.6115631691648822,
      "grad_norm": 2.1247189044952393,
      "learning_rate": 3.96170906849814e-05,
      "loss": 0.6312,
      "step": 3763
    },
    {
      "epoch": 1.6119914346895075,
      "grad_norm": 2.0412402153015137,
      "learning_rate": 3.9611463460479694e-05,
      "loss": 1.2338,
      "step": 3764
    },
    {
      "epoch": 1.6124197002141327,
      "grad_norm": 4.092912197113037,
      "learning_rate": 3.960583511138924e-05,
      "loss": 0.8946,
      "step": 3765
    },
    {
      "epoch": 1.612847965738758,
      "grad_norm": 3.935006618499756,
      "learning_rate": 3.960020563814321e-05,
      "loss": 1.2909,
      "step": 3766
    },
    {
      "epoch": 1.6132762312633833,
      "grad_norm": 2.696444511413574,
      "learning_rate": 3.959457504117491e-05,
      "loss": 1.3845,
      "step": 3767
    },
    {
      "epoch": 1.6137044967880085,
      "grad_norm": 3.744647979736328,
      "learning_rate": 3.958894332091767e-05,
      "loss": 0.6579,
      "step": 3768
    },
    {
      "epoch": 1.6141327623126338,
      "grad_norm": 2.7593090534210205,
      "learning_rate": 3.9583310477804975e-05,
      "loss": 0.5906,
      "step": 3769
    },
    {
      "epoch": 1.614561027837259,
      "grad_norm": 1.1248925924301147,
      "learning_rate": 3.957767651227035e-05,
      "loss": 0.2671,
      "step": 3770
    },
    {
      "epoch": 1.6149892933618843,
      "grad_norm": 3.0032217502593994,
      "learning_rate": 3.957204142474742e-05,
      "loss": 0.9663,
      "step": 3771
    },
    {
      "epoch": 1.6154175588865096,
      "grad_norm": 6.156295299530029,
      "learning_rate": 3.956640521566989e-05,
      "loss": 0.4248,
      "step": 3772
    },
    {
      "epoch": 1.615845824411135,
      "grad_norm": 3.296386957168579,
      "learning_rate": 3.956076788547157e-05,
      "loss": 0.6839,
      "step": 3773
    },
    {
      "epoch": 1.6162740899357602,
      "grad_norm": 2.054767608642578,
      "learning_rate": 3.9555129434586336e-05,
      "loss": 0.511,
      "step": 3774
    },
    {
      "epoch": 1.6167023554603854,
      "grad_norm": 5.709110260009766,
      "learning_rate": 3.9549489863448156e-05,
      "loss": 1.0686,
      "step": 3775
    },
    {
      "epoch": 1.6171306209850107,
      "grad_norm": 3.27726149559021,
      "learning_rate": 3.95438491724911e-05,
      "loss": 0.8923,
      "step": 3776
    },
    {
      "epoch": 1.617558886509636,
      "grad_norm": 0.9904271960258484,
      "learning_rate": 3.9538207362149295e-05,
      "loss": 0.4218,
      "step": 3777
    },
    {
      "epoch": 1.6179871520342612,
      "grad_norm": 3.464601755142212,
      "learning_rate": 3.953256443285698e-05,
      "loss": 0.6,
      "step": 3778
    },
    {
      "epoch": 1.6184154175588865,
      "grad_norm": 1.561919927597046,
      "learning_rate": 3.952692038504846e-05,
      "loss": 0.7952,
      "step": 3779
    },
    {
      "epoch": 1.6188436830835118,
      "grad_norm": 2.3932697772979736,
      "learning_rate": 3.952127521915814e-05,
      "loss": 1.5314,
      "step": 3780
    },
    {
      "epoch": 1.619271948608137,
      "grad_norm": 1.9771136045455933,
      "learning_rate": 3.951562893562052e-05,
      "loss": 0.7989,
      "step": 3781
    },
    {
      "epoch": 1.6197002141327623,
      "grad_norm": 2.4884989261627197,
      "learning_rate": 3.950998153487015e-05,
      "loss": 0.4942,
      "step": 3782
    },
    {
      "epoch": 1.6201284796573876,
      "grad_norm": 0.8581085801124573,
      "learning_rate": 3.9504333017341696e-05,
      "loss": 0.4079,
      "step": 3783
    },
    {
      "epoch": 1.6205567451820129,
      "grad_norm": 2.7784383296966553,
      "learning_rate": 3.9498683383469917e-05,
      "loss": 0.9541,
      "step": 3784
    },
    {
      "epoch": 1.6209850107066381,
      "grad_norm": 10.827415466308594,
      "learning_rate": 3.9493032633689645e-05,
      "loss": 0.8488,
      "step": 3785
    },
    {
      "epoch": 1.6214132762312634,
      "grad_norm": 4.561352729797363,
      "learning_rate": 3.948738076843577e-05,
      "loss": 1.1147,
      "step": 3786
    },
    {
      "epoch": 1.6218415417558887,
      "grad_norm": 0.5558221340179443,
      "learning_rate": 3.9481727788143306e-05,
      "loss": 0.1807,
      "step": 3787
    },
    {
      "epoch": 1.622269807280514,
      "grad_norm": 3.209087371826172,
      "learning_rate": 3.947607369324735e-05,
      "loss": 0.9504,
      "step": 3788
    },
    {
      "epoch": 1.6226980728051392,
      "grad_norm": 2.669891357421875,
      "learning_rate": 3.947041848418308e-05,
      "loss": 0.9821,
      "step": 3789
    },
    {
      "epoch": 1.6231263383297645,
      "grad_norm": 1.870954990386963,
      "learning_rate": 3.9464762161385734e-05,
      "loss": 0.3929,
      "step": 3790
    },
    {
      "epoch": 1.6235546038543898,
      "grad_norm": 0.8550050258636475,
      "learning_rate": 3.9459104725290685e-05,
      "loss": 0.3122,
      "step": 3791
    },
    {
      "epoch": 1.623982869379015,
      "grad_norm": 4.030742168426514,
      "learning_rate": 3.9453446176333344e-05,
      "loss": 0.5507,
      "step": 3792
    },
    {
      "epoch": 1.6244111349036403,
      "grad_norm": 5.1873979568481445,
      "learning_rate": 3.9447786514949235e-05,
      "loss": 1.2571,
      "step": 3793
    },
    {
      "epoch": 1.6248394004282656,
      "grad_norm": 2.734980344772339,
      "learning_rate": 3.9442125741573965e-05,
      "loss": 0.9756,
      "step": 3794
    },
    {
      "epoch": 1.6252676659528906,
      "grad_norm": 0.6418460011482239,
      "learning_rate": 3.943646385664321e-05,
      "loss": 0.3597,
      "step": 3795
    },
    {
      "epoch": 1.625695931477516,
      "grad_norm": 0.8489466309547424,
      "learning_rate": 3.9430800860592754e-05,
      "loss": 0.3685,
      "step": 3796
    },
    {
      "epoch": 1.6261241970021412,
      "grad_norm": 3.9467849731445312,
      "learning_rate": 3.942513675385846e-05,
      "loss": 0.8342,
      "step": 3797
    },
    {
      "epoch": 1.6265524625267664,
      "grad_norm": 7.810581207275391,
      "learning_rate": 3.941947153687626e-05,
      "loss": 0.721,
      "step": 3798
    },
    {
      "epoch": 1.6269807280513917,
      "grad_norm": 7.452377796173096,
      "learning_rate": 3.941380521008219e-05,
      "loss": 1.6451,
      "step": 3799
    },
    {
      "epoch": 1.627408993576017,
      "grad_norm": 2.9991025924682617,
      "learning_rate": 3.940813777391236e-05,
      "loss": 0.6031,
      "step": 3800
    },
    {
      "epoch": 1.6278372591006423,
      "grad_norm": 5.681662559509277,
      "learning_rate": 3.940246922880299e-05,
      "loss": 0.9506,
      "step": 3801
    },
    {
      "epoch": 1.6282655246252675,
      "grad_norm": 1.6561659574508667,
      "learning_rate": 3.9396799575190346e-05,
      "loss": 0.3632,
      "step": 3802
    },
    {
      "epoch": 1.6286937901498928,
      "grad_norm": 3.2274694442749023,
      "learning_rate": 3.939112881351081e-05,
      "loss": 0.7159,
      "step": 3803
    },
    {
      "epoch": 1.629122055674518,
      "grad_norm": 3.578341007232666,
      "learning_rate": 3.938545694420084e-05,
      "loss": 1.7035,
      "step": 3804
    },
    {
      "epoch": 1.6295503211991433,
      "grad_norm": 1.065347671508789,
      "learning_rate": 3.9379783967696964e-05,
      "loss": 0.2354,
      "step": 3805
    },
    {
      "epoch": 1.6299785867237686,
      "grad_norm": 2.9539079666137695,
      "learning_rate": 3.9374109884435826e-05,
      "loss": 1.0718,
      "step": 3806
    },
    {
      "epoch": 1.6304068522483939,
      "grad_norm": 3.574463367462158,
      "learning_rate": 3.936843469485413e-05,
      "loss": 1.0124,
      "step": 3807
    },
    {
      "epoch": 1.6308351177730191,
      "grad_norm": 2.9051830768585205,
      "learning_rate": 3.936275839938868e-05,
      "loss": 1.1186,
      "step": 3808
    },
    {
      "epoch": 1.6312633832976444,
      "grad_norm": 2.6893856525421143,
      "learning_rate": 3.935708099847635e-05,
      "loss": 0.4925,
      "step": 3809
    },
    {
      "epoch": 1.6316916488222697,
      "grad_norm": 2.5238091945648193,
      "learning_rate": 3.935140249255412e-05,
      "loss": 1.2663,
      "step": 3810
    },
    {
      "epoch": 1.632119914346895,
      "grad_norm": 1.5530664920806885,
      "learning_rate": 3.9345722882059025e-05,
      "loss": 0.6164,
      "step": 3811
    },
    {
      "epoch": 1.6325481798715202,
      "grad_norm": 8.006832122802734,
      "learning_rate": 3.9340042167428226e-05,
      "loss": 1.1962,
      "step": 3812
    },
    {
      "epoch": 1.6329764453961455,
      "grad_norm": 3.0382959842681885,
      "learning_rate": 3.933436034909893e-05,
      "loss": 1.0712,
      "step": 3813
    },
    {
      "epoch": 1.6334047109207708,
      "grad_norm": 5.014316082000732,
      "learning_rate": 3.9328677427508444e-05,
      "loss": 1.2888,
      "step": 3814
    },
    {
      "epoch": 1.633832976445396,
      "grad_norm": 3.135211706161499,
      "learning_rate": 3.932299340309417e-05,
      "loss": 0.3533,
      "step": 3815
    },
    {
      "epoch": 1.6342612419700213,
      "grad_norm": 4.326828956604004,
      "learning_rate": 3.9317308276293574e-05,
      "loss": 1.5043,
      "step": 3816
    },
    {
      "epoch": 1.6346895074946466,
      "grad_norm": 1.4470716714859009,
      "learning_rate": 3.9311622047544235e-05,
      "loss": 0.4466,
      "step": 3817
    },
    {
      "epoch": 1.6351177730192719,
      "grad_norm": 3.8654675483703613,
      "learning_rate": 3.930593471728379e-05,
      "loss": 1.246,
      "step": 3818
    },
    {
      "epoch": 1.6355460385438971,
      "grad_norm": 1.6467291116714478,
      "learning_rate": 3.9300246285949974e-05,
      "loss": 0.4687,
      "step": 3819
    },
    {
      "epoch": 1.6359743040685224,
      "grad_norm": 2.5229310989379883,
      "learning_rate": 3.929455675398059e-05,
      "loss": 0.6321,
      "step": 3820
    },
    {
      "epoch": 1.6364025695931477,
      "grad_norm": 2.4927070140838623,
      "learning_rate": 3.928886612181356e-05,
      "loss": 0.792,
      "step": 3821
    },
    {
      "epoch": 1.636830835117773,
      "grad_norm": 1.1532708406448364,
      "learning_rate": 3.9283174389886866e-05,
      "loss": 0.708,
      "step": 3822
    },
    {
      "epoch": 1.6372591006423982,
      "grad_norm": 4.760126113891602,
      "learning_rate": 3.927748155863857e-05,
      "loss": 1.3634,
      "step": 3823
    },
    {
      "epoch": 1.6376873661670235,
      "grad_norm": 5.714986801147461,
      "learning_rate": 3.927178762850684e-05,
      "loss": 1.4869,
      "step": 3824
    },
    {
      "epoch": 1.6381156316916488,
      "grad_norm": 3.0874412059783936,
      "learning_rate": 3.926609259992991e-05,
      "loss": 0.7419,
      "step": 3825
    },
    {
      "epoch": 1.638543897216274,
      "grad_norm": 0.8313616514205933,
      "learning_rate": 3.92603964733461e-05,
      "loss": 0.4023,
      "step": 3826
    },
    {
      "epoch": 1.6389721627408993,
      "grad_norm": 0.9612526893615723,
      "learning_rate": 3.925469924919381e-05,
      "loss": 0.2505,
      "step": 3827
    },
    {
      "epoch": 1.6394004282655246,
      "grad_norm": 3.464444875717163,
      "learning_rate": 3.9249000927911566e-05,
      "loss": 1.1452,
      "step": 3828
    },
    {
      "epoch": 1.6398286937901498,
      "grad_norm": 2.0313377380371094,
      "learning_rate": 3.9243301509937924e-05,
      "loss": 0.2937,
      "step": 3829
    },
    {
      "epoch": 1.640256959314775,
      "grad_norm": 3.448849678039551,
      "learning_rate": 3.9237600995711534e-05,
      "loss": 1.4706,
      "step": 3830
    },
    {
      "epoch": 1.6406852248394004,
      "grad_norm": 3.057173252105713,
      "learning_rate": 3.9231899385671174e-05,
      "loss": 1.0664,
      "step": 3831
    },
    {
      "epoch": 1.6411134903640257,
      "grad_norm": 3.602323293685913,
      "learning_rate": 3.922619668025565e-05,
      "loss": 0.7774,
      "step": 3832
    },
    {
      "epoch": 1.641541755888651,
      "grad_norm": 6.636130332946777,
      "learning_rate": 3.922049287990389e-05,
      "loss": 0.8593,
      "step": 3833
    },
    {
      "epoch": 1.6419700214132762,
      "grad_norm": 4.394871234893799,
      "learning_rate": 3.921478798505489e-05,
      "loss": 1.279,
      "step": 3834
    },
    {
      "epoch": 1.6423982869379015,
      "grad_norm": 3.76418399810791,
      "learning_rate": 3.920908199614774e-05,
      "loss": 1.0795,
      "step": 3835
    },
    {
      "epoch": 1.6428265524625267,
      "grad_norm": 5.016114711761475,
      "learning_rate": 3.92033749136216e-05,
      "loss": 0.7589,
      "step": 3836
    },
    {
      "epoch": 1.643254817987152,
      "grad_norm": 4.668193817138672,
      "learning_rate": 3.919766673791573e-05,
      "loss": 0.6024,
      "step": 3837
    },
    {
      "epoch": 1.6436830835117773,
      "grad_norm": 3.8034660816192627,
      "learning_rate": 3.919195746946946e-05,
      "loss": 0.5419,
      "step": 3838
    },
    {
      "epoch": 1.6441113490364025,
      "grad_norm": 3.2344584465026855,
      "learning_rate": 3.9186247108722204e-05,
      "loss": 0.3744,
      "step": 3839
    },
    {
      "epoch": 1.6445396145610278,
      "grad_norm": 8.868979454040527,
      "learning_rate": 3.918053565611348e-05,
      "loss": 1.2735,
      "step": 3840
    },
    {
      "epoch": 1.644967880085653,
      "grad_norm": 2.1671228408813477,
      "learning_rate": 3.9174823112082875e-05,
      "loss": 0.7832,
      "step": 3841
    },
    {
      "epoch": 1.6453961456102784,
      "grad_norm": 3.9923019409179688,
      "learning_rate": 3.916910947707005e-05,
      "loss": 1.3883,
      "step": 3842
    },
    {
      "epoch": 1.6458244111349036,
      "grad_norm": 2.6140236854553223,
      "learning_rate": 3.9163394751514785e-05,
      "loss": 0.8075,
      "step": 3843
    },
    {
      "epoch": 1.646252676659529,
      "grad_norm": 11.125367164611816,
      "learning_rate": 3.91576789358569e-05,
      "loss": 1.5268,
      "step": 3844
    },
    {
      "epoch": 1.6466809421841542,
      "grad_norm": 3.1925997734069824,
      "learning_rate": 3.915196203053633e-05,
      "loss": 1.0985,
      "step": 3845
    },
    {
      "epoch": 1.6471092077087794,
      "grad_norm": 4.235025405883789,
      "learning_rate": 3.9146244035993074e-05,
      "loss": 1.0043,
      "step": 3846
    },
    {
      "epoch": 1.6475374732334047,
      "grad_norm": 2.2963976860046387,
      "learning_rate": 3.914052495266723e-05,
      "loss": 0.4215,
      "step": 3847
    },
    {
      "epoch": 1.64796573875803,
      "grad_norm": 6.275298118591309,
      "learning_rate": 3.913480478099897e-05,
      "loss": 0.9036,
      "step": 3848
    },
    {
      "epoch": 1.6483940042826553,
      "grad_norm": 1.2723628282546997,
      "learning_rate": 3.912908352142857e-05,
      "loss": 0.5829,
      "step": 3849
    },
    {
      "epoch": 1.6488222698072805,
      "grad_norm": 3.653262138366699,
      "learning_rate": 3.912336117439636e-05,
      "loss": 1.1841,
      "step": 3850
    },
    {
      "epoch": 1.6492505353319058,
      "grad_norm": 3.539663791656494,
      "learning_rate": 3.911763774034276e-05,
      "loss": 1.0766,
      "step": 3851
    },
    {
      "epoch": 1.649678800856531,
      "grad_norm": 2.193166732788086,
      "learning_rate": 3.911191321970829e-05,
      "loss": 0.3642,
      "step": 3852
    },
    {
      "epoch": 1.6501070663811563,
      "grad_norm": 5.281402111053467,
      "learning_rate": 3.9106187612933545e-05,
      "loss": 0.8125,
      "step": 3853
    },
    {
      "epoch": 1.6505353319057816,
      "grad_norm": 3.448988199234009,
      "learning_rate": 3.9100460920459204e-05,
      "loss": 0.8175,
      "step": 3854
    },
    {
      "epoch": 1.6509635974304069,
      "grad_norm": 3.6125848293304443,
      "learning_rate": 3.909473314272603e-05,
      "loss": 0.6333,
      "step": 3855
    },
    {
      "epoch": 1.6513918629550322,
      "grad_norm": 9.460748672485352,
      "learning_rate": 3.908900428017486e-05,
      "loss": 1.1607,
      "step": 3856
    },
    {
      "epoch": 1.6518201284796574,
      "grad_norm": 29.129047393798828,
      "learning_rate": 3.9083274333246635e-05,
      "loss": 0.9122,
      "step": 3857
    },
    {
      "epoch": 1.6522483940042827,
      "grad_norm": 2.8762924671173096,
      "learning_rate": 3.907754330238235e-05,
      "loss": 0.3543,
      "step": 3858
    },
    {
      "epoch": 1.652676659528908,
      "grad_norm": 2.599579334259033,
      "learning_rate": 3.9071811188023124e-05,
      "loss": 0.7149,
      "step": 3859
    },
    {
      "epoch": 1.6531049250535332,
      "grad_norm": 2.272627830505371,
      "learning_rate": 3.9066077990610106e-05,
      "loss": 0.458,
      "step": 3860
    },
    {
      "epoch": 1.6535331905781585,
      "grad_norm": 4.131023406982422,
      "learning_rate": 3.906034371058459e-05,
      "loss": 0.9768,
      "step": 3861
    },
    {
      "epoch": 1.6539614561027838,
      "grad_norm": 7.73636531829834,
      "learning_rate": 3.90546083483879e-05,
      "loss": 1.1765,
      "step": 3862
    },
    {
      "epoch": 1.654389721627409,
      "grad_norm": 1.695809006690979,
      "learning_rate": 3.9048871904461475e-05,
      "loss": 0.707,
      "step": 3863
    },
    {
      "epoch": 1.6548179871520343,
      "grad_norm": 1.6792389154434204,
      "learning_rate": 3.9043134379246824e-05,
      "loss": 0.3114,
      "step": 3864
    },
    {
      "epoch": 1.6552462526766596,
      "grad_norm": 3.6886019706726074,
      "learning_rate": 3.903739577318554e-05,
      "loss": 1.1646,
      "step": 3865
    },
    {
      "epoch": 1.6556745182012849,
      "grad_norm": 3.536348342895508,
      "learning_rate": 3.90316560867193e-05,
      "loss": 1.0408,
      "step": 3866
    },
    {
      "epoch": 1.6561027837259101,
      "grad_norm": 3.062620162963867,
      "learning_rate": 3.9025915320289886e-05,
      "loss": 1.1271,
      "step": 3867
    },
    {
      "epoch": 1.6565310492505354,
      "grad_norm": 1.1555612087249756,
      "learning_rate": 3.902017347433912e-05,
      "loss": 0.4472,
      "step": 3868
    },
    {
      "epoch": 1.6569593147751607,
      "grad_norm": 2.8810434341430664,
      "learning_rate": 3.901443054930893e-05,
      "loss": 0.7307,
      "step": 3869
    },
    {
      "epoch": 1.657387580299786,
      "grad_norm": 4.419344425201416,
      "learning_rate": 3.900868654564134e-05,
      "loss": 1.7353,
      "step": 3870
    },
    {
      "epoch": 1.6578158458244112,
      "grad_norm": 5.195408344268799,
      "learning_rate": 3.900294146377844e-05,
      "loss": 0.5686,
      "step": 3871
    },
    {
      "epoch": 1.6582441113490365,
      "grad_norm": 3.1593010425567627,
      "learning_rate": 3.89971953041624e-05,
      "loss": 0.7696,
      "step": 3872
    },
    {
      "epoch": 1.6586723768736618,
      "grad_norm": 4.799632549285889,
      "learning_rate": 3.8991448067235495e-05,
      "loss": 1.1519,
      "step": 3873
    },
    {
      "epoch": 1.659100642398287,
      "grad_norm": 2.20957612991333,
      "learning_rate": 3.8985699753440054e-05,
      "loss": 0.3372,
      "step": 3874
    },
    {
      "epoch": 1.6595289079229123,
      "grad_norm": 2.8713982105255127,
      "learning_rate": 3.897995036321851e-05,
      "loss": 0.9532,
      "step": 3875
    },
    {
      "epoch": 1.6599571734475376,
      "grad_norm": 1.5951155424118042,
      "learning_rate": 3.897419989701336e-05,
      "loss": 0.9618,
      "step": 3876
    },
    {
      "epoch": 1.6603854389721628,
      "grad_norm": 2.9435811042785645,
      "learning_rate": 3.896844835526721e-05,
      "loss": 2.0273,
      "step": 3877
    },
    {
      "epoch": 1.6608137044967881,
      "grad_norm": 5.132129669189453,
      "learning_rate": 3.896269573842273e-05,
      "loss": 0.9908,
      "step": 3878
    },
    {
      "epoch": 1.6612419700214134,
      "grad_norm": 2.687316417694092,
      "learning_rate": 3.895694204692268e-05,
      "loss": 1.4844,
      "step": 3879
    },
    {
      "epoch": 1.6616702355460387,
      "grad_norm": 2.1853785514831543,
      "learning_rate": 3.895118728120989e-05,
      "loss": 0.589,
      "step": 3880
    },
    {
      "epoch": 1.662098501070664,
      "grad_norm": 5.061953067779541,
      "learning_rate": 3.894543144172729e-05,
      "loss": 1.4707,
      "step": 3881
    },
    {
      "epoch": 1.6625267665952892,
      "grad_norm": 47.61604690551758,
      "learning_rate": 3.893967452891788e-05,
      "loss": 1.6283,
      "step": 3882
    },
    {
      "epoch": 1.6629550321199145,
      "grad_norm": 4.3096747398376465,
      "learning_rate": 3.893391654322476e-05,
      "loss": 1.8761,
      "step": 3883
    },
    {
      "epoch": 1.6633832976445397,
      "grad_norm": 3.8556272983551025,
      "learning_rate": 3.892815748509108e-05,
      "loss": 0.7656,
      "step": 3884
    },
    {
      "epoch": 1.663811563169165,
      "grad_norm": 4.810140132904053,
      "learning_rate": 3.892239735496012e-05,
      "loss": 0.9863,
      "step": 3885
    },
    {
      "epoch": 1.6642398286937903,
      "grad_norm": 2.6004528999328613,
      "learning_rate": 3.891663615327518e-05,
      "loss": 0.926,
      "step": 3886
    },
    {
      "epoch": 1.6646680942184156,
      "grad_norm": 9.193596839904785,
      "learning_rate": 3.89108738804797e-05,
      "loss": 1.4375,
      "step": 3887
    },
    {
      "epoch": 1.6650963597430408,
      "grad_norm": 3.2015841007232666,
      "learning_rate": 3.890511053701719e-05,
      "loss": 1.2581,
      "step": 3888
    },
    {
      "epoch": 1.665524625267666,
      "grad_norm": 2.96043062210083,
      "learning_rate": 3.889934612333122e-05,
      "loss": 1.0757,
      "step": 3889
    },
    {
      "epoch": 1.6659528907922914,
      "grad_norm": 2.609649181365967,
      "learning_rate": 3.889358063986544e-05,
      "loss": 0.747,
      "step": 3890
    },
    {
      "epoch": 1.6663811563169166,
      "grad_norm": 1.2715412378311157,
      "learning_rate": 3.8887814087063625e-05,
      "loss": 0.6823,
      "step": 3891
    },
    {
      "epoch": 1.666809421841542,
      "grad_norm": 0.9319772720336914,
      "learning_rate": 3.888204646536958e-05,
      "loss": 0.2987,
      "step": 3892
    },
    {
      "epoch": 1.6672376873661672,
      "grad_norm": 3.5153732299804688,
      "learning_rate": 3.8876277775227236e-05,
      "loss": 1.8097,
      "step": 3893
    },
    {
      "epoch": 1.6676659528907924,
      "grad_norm": 5.544186115264893,
      "learning_rate": 3.8870508017080584e-05,
      "loss": 1.1314,
      "step": 3894
    },
    {
      "epoch": 1.6680942184154177,
      "grad_norm": 3.97694730758667,
      "learning_rate": 3.886473719137369e-05,
      "loss": 1.3269,
      "step": 3895
    },
    {
      "epoch": 1.668522483940043,
      "grad_norm": 10.645485877990723,
      "learning_rate": 3.885896529855072e-05,
      "loss": 0.7221,
      "step": 3896
    },
    {
      "epoch": 1.6689507494646683,
      "grad_norm": 5.397088050842285,
      "learning_rate": 3.885319233905591e-05,
      "loss": 1.0724,
      "step": 3897
    },
    {
      "epoch": 1.6693790149892933,
      "grad_norm": 3.18084716796875,
      "learning_rate": 3.8847418313333594e-05,
      "loss": 0.679,
      "step": 3898
    },
    {
      "epoch": 1.6698072805139186,
      "grad_norm": 3.1192281246185303,
      "learning_rate": 3.884164322182816e-05,
      "loss": 0.7406,
      "step": 3899
    },
    {
      "epoch": 1.6702355460385439,
      "grad_norm": 2.2696852684020996,
      "learning_rate": 3.883586706498411e-05,
      "loss": 0.5678,
      "step": 3900
    },
    {
      "epoch": 1.6706638115631691,
      "grad_norm": 5.372831344604492,
      "learning_rate": 3.8830089843246e-05,
      "loss": 1.2788,
      "step": 3901
    },
    {
      "epoch": 1.6710920770877944,
      "grad_norm": 6.891833305358887,
      "learning_rate": 3.88243115570585e-05,
      "loss": 2.0487,
      "step": 3902
    },
    {
      "epoch": 1.6715203426124197,
      "grad_norm": 1.8012360334396362,
      "learning_rate": 3.881853220686632e-05,
      "loss": 0.4668,
      "step": 3903
    },
    {
      "epoch": 1.671948608137045,
      "grad_norm": 5.629763126373291,
      "learning_rate": 3.881275179311429e-05,
      "loss": 2.0654,
      "step": 3904
    },
    {
      "epoch": 1.6723768736616702,
      "grad_norm": 1.945788025856018,
      "learning_rate": 3.8806970316247294e-05,
      "loss": 1.0174,
      "step": 3905
    },
    {
      "epoch": 1.6728051391862955,
      "grad_norm": 3.378016710281372,
      "learning_rate": 3.880118777671032e-05,
      "loss": 0.668,
      "step": 3906
    },
    {
      "epoch": 1.6732334047109207,
      "grad_norm": 3.768850564956665,
      "learning_rate": 3.879540417494842e-05,
      "loss": 1.6172,
      "step": 3907
    },
    {
      "epoch": 1.673661670235546,
      "grad_norm": 2.173419952392578,
      "learning_rate": 3.878961951140676e-05,
      "loss": 0.9445,
      "step": 3908
    },
    {
      "epoch": 1.6740899357601713,
      "grad_norm": 2.233809471130371,
      "learning_rate": 3.878383378653053e-05,
      "loss": 1.5878,
      "step": 3909
    },
    {
      "epoch": 1.6745182012847966,
      "grad_norm": 2.1021111011505127,
      "learning_rate": 3.877804700076505e-05,
      "loss": 0.5879,
      "step": 3910
    },
    {
      "epoch": 1.6749464668094218,
      "grad_norm": 1.353819727897644,
      "learning_rate": 3.877225915455571e-05,
      "loss": 0.7462,
      "step": 3911
    },
    {
      "epoch": 1.675374732334047,
      "grad_norm": 0.6011790037155151,
      "learning_rate": 3.876647024834797e-05,
      "loss": 0.2334,
      "step": 3912
    },
    {
      "epoch": 1.6758029978586724,
      "grad_norm": 5.070699214935303,
      "learning_rate": 3.876068028258739e-05,
      "loss": 1.2415,
      "step": 3913
    },
    {
      "epoch": 1.6762312633832976,
      "grad_norm": 2.6641955375671387,
      "learning_rate": 3.875488925771961e-05,
      "loss": 0.6974,
      "step": 3914
    },
    {
      "epoch": 1.676659528907923,
      "grad_norm": 1.2532711029052734,
      "learning_rate": 3.8749097174190316e-05,
      "loss": 0.6862,
      "step": 3915
    },
    {
      "epoch": 1.6770877944325482,
      "grad_norm": 3.3073008060455322,
      "learning_rate": 3.8743304032445316e-05,
      "loss": 1.2567,
      "step": 3916
    },
    {
      "epoch": 1.6775160599571735,
      "grad_norm": 10.31534194946289,
      "learning_rate": 3.873750983293048e-05,
      "loss": 0.9086,
      "step": 3917
    },
    {
      "epoch": 1.6779443254817987,
      "grad_norm": 2.733563184738159,
      "learning_rate": 3.873171457609179e-05,
      "loss": 0.6496,
      "step": 3918
    },
    {
      "epoch": 1.678372591006424,
      "grad_norm": 3.4729394912719727,
      "learning_rate": 3.872591826237526e-05,
      "loss": 1.3741,
      "step": 3919
    },
    {
      "epoch": 1.6788008565310493,
      "grad_norm": 2.3712501525878906,
      "learning_rate": 3.872012089222702e-05,
      "loss": 0.7958,
      "step": 3920
    },
    {
      "epoch": 1.6792291220556745,
      "grad_norm": 2.647231101989746,
      "learning_rate": 3.8714322466093266e-05,
      "loss": 0.6408,
      "step": 3921
    },
    {
      "epoch": 1.6796573875802998,
      "grad_norm": 2.3794984817504883,
      "learning_rate": 3.870852298442028e-05,
      "loss": 0.8763,
      "step": 3922
    },
    {
      "epoch": 1.680085653104925,
      "grad_norm": 4.147947788238525,
      "learning_rate": 3.870272244765444e-05,
      "loss": 1.3033,
      "step": 3923
    },
    {
      "epoch": 1.6805139186295504,
      "grad_norm": 2.3851914405822754,
      "learning_rate": 3.8696920856242174e-05,
      "loss": 1.0541,
      "step": 3924
    },
    {
      "epoch": 1.6809421841541756,
      "grad_norm": 2.746126651763916,
      "learning_rate": 3.869111821063002e-05,
      "loss": 0.4838,
      "step": 3925
    },
    {
      "epoch": 1.681370449678801,
      "grad_norm": 2.5646066665649414,
      "learning_rate": 3.868531451126457e-05,
      "loss": 0.6039,
      "step": 3926
    },
    {
      "epoch": 1.6817987152034262,
      "grad_norm": 3.9322876930236816,
      "learning_rate": 3.867950975859254e-05,
      "loss": 1.0535,
      "step": 3927
    },
    {
      "epoch": 1.6822269807280514,
      "grad_norm": 3.966313600540161,
      "learning_rate": 3.867370395306068e-05,
      "loss": 1.0917,
      "step": 3928
    },
    {
      "epoch": 1.6826552462526767,
      "grad_norm": 5.724592208862305,
      "learning_rate": 3.866789709511583e-05,
      "loss": 1.6539,
      "step": 3929
    },
    {
      "epoch": 1.683083511777302,
      "grad_norm": 2.6416995525360107,
      "learning_rate": 3.8662089185204954e-05,
      "loss": 0.4209,
      "step": 3930
    },
    {
      "epoch": 1.6835117773019272,
      "grad_norm": 3.9731805324554443,
      "learning_rate": 3.8656280223775035e-05,
      "loss": 0.9386,
      "step": 3931
    },
    {
      "epoch": 1.6839400428265523,
      "grad_norm": 1.955297589302063,
      "learning_rate": 3.865047021127319e-05,
      "loss": 0.5014,
      "step": 3932
    },
    {
      "epoch": 1.6843683083511776,
      "grad_norm": 2.007113218307495,
      "learning_rate": 3.8644659148146565e-05,
      "loss": 0.4032,
      "step": 3933
    },
    {
      "epoch": 1.6847965738758028,
      "grad_norm": 5.538949012756348,
      "learning_rate": 3.863884703484245e-05,
      "loss": 0.9458,
      "step": 3934
    },
    {
      "epoch": 1.685224839400428,
      "grad_norm": 5.076266288757324,
      "learning_rate": 3.863303387180815e-05,
      "loss": 0.7584,
      "step": 3935
    },
    {
      "epoch": 1.6856531049250534,
      "grad_norm": 7.167195796966553,
      "learning_rate": 3.86272196594911e-05,
      "loss": 1.1278,
      "step": 3936
    },
    {
      "epoch": 1.6860813704496787,
      "grad_norm": 3.5822081565856934,
      "learning_rate": 3.86214043983388e-05,
      "loss": 1.1839,
      "step": 3937
    },
    {
      "epoch": 1.686509635974304,
      "grad_norm": 2.551121473312378,
      "learning_rate": 3.861558808879882e-05,
      "loss": 1.7702,
      "step": 3938
    },
    {
      "epoch": 1.6869379014989292,
      "grad_norm": 2.0620055198669434,
      "learning_rate": 3.8609770731318816e-05,
      "loss": 0.5166,
      "step": 3939
    },
    {
      "epoch": 1.6873661670235545,
      "grad_norm": 7.746240615844727,
      "learning_rate": 3.8603952326346535e-05,
      "loss": 1.4689,
      "step": 3940
    },
    {
      "epoch": 1.6877944325481797,
      "grad_norm": 3.2838823795318604,
      "learning_rate": 3.85981328743298e-05,
      "loss": 1.0305,
      "step": 3941
    },
    {
      "epoch": 1.688222698072805,
      "grad_norm": 3.0984292030334473,
      "learning_rate": 3.85923123757165e-05,
      "loss": 0.64,
      "step": 3942
    },
    {
      "epoch": 1.6886509635974303,
      "grad_norm": 0.9211609363555908,
      "learning_rate": 3.858649083095463e-05,
      "loss": 0.4137,
      "step": 3943
    },
    {
      "epoch": 1.6890792291220555,
      "grad_norm": 0.9609000086784363,
      "learning_rate": 3.8580668240492244e-05,
      "loss": 0.3276,
      "step": 3944
    },
    {
      "epoch": 1.6895074946466808,
      "grad_norm": 3.892404079437256,
      "learning_rate": 3.8574844604777495e-05,
      "loss": 1.2857,
      "step": 3945
    },
    {
      "epoch": 1.689935760171306,
      "grad_norm": 1.7672874927520752,
      "learning_rate": 3.856901992425859e-05,
      "loss": 0.7608,
      "step": 3946
    },
    {
      "epoch": 1.6903640256959314,
      "grad_norm": 4.021111965179443,
      "learning_rate": 3.856319419938384e-05,
      "loss": 0.7645,
      "step": 3947
    },
    {
      "epoch": 1.6907922912205566,
      "grad_norm": 3.2879903316497803,
      "learning_rate": 3.8557367430601634e-05,
      "loss": 1.5445,
      "step": 3948
    },
    {
      "epoch": 1.691220556745182,
      "grad_norm": 3.8774211406707764,
      "learning_rate": 3.855153961836043e-05,
      "loss": 0.9215,
      "step": 3949
    },
    {
      "epoch": 1.6916488222698072,
      "grad_norm": 3.6247365474700928,
      "learning_rate": 3.854571076310878e-05,
      "loss": 0.6554,
      "step": 3950
    },
    {
      "epoch": 1.6920770877944324,
      "grad_norm": 3.169215679168701,
      "learning_rate": 3.8539880865295295e-05,
      "loss": 0.8943,
      "step": 3951
    },
    {
      "epoch": 1.6925053533190577,
      "grad_norm": 0.9096243381500244,
      "learning_rate": 3.853404992536869e-05,
      "loss": 0.3082,
      "step": 3952
    },
    {
      "epoch": 1.692933618843683,
      "grad_norm": 3.005790948867798,
      "learning_rate": 3.852821794377775e-05,
      "loss": 0.6873,
      "step": 3953
    },
    {
      "epoch": 1.6933618843683083,
      "grad_norm": 3.1214704513549805,
      "learning_rate": 3.8522384920971346e-05,
      "loss": 0.5015,
      "step": 3954
    },
    {
      "epoch": 1.6937901498929335,
      "grad_norm": 3.499124050140381,
      "learning_rate": 3.85165508573984e-05,
      "loss": 0.8164,
      "step": 3955
    },
    {
      "epoch": 1.6942184154175588,
      "grad_norm": 2.590216636657715,
      "learning_rate": 3.8510715753507965e-05,
      "loss": 0.4078,
      "step": 3956
    },
    {
      "epoch": 1.694646680942184,
      "grad_norm": 3.9626522064208984,
      "learning_rate": 3.850487960974914e-05,
      "loss": 1.0144,
      "step": 3957
    },
    {
      "epoch": 1.6950749464668093,
      "grad_norm": 2.655021905899048,
      "learning_rate": 3.84990424265711e-05,
      "loss": 0.7698,
      "step": 3958
    },
    {
      "epoch": 1.6955032119914346,
      "grad_norm": 9.174773216247559,
      "learning_rate": 3.849320420442312e-05,
      "loss": 1.8684,
      "step": 3959
    },
    {
      "epoch": 1.6959314775160599,
      "grad_norm": 3.8872129917144775,
      "learning_rate": 3.8487364943754543e-05,
      "loss": 1.1977,
      "step": 3960
    },
    {
      "epoch": 1.6963597430406852,
      "grad_norm": 2.729689598083496,
      "learning_rate": 3.8481524645014796e-05,
      "loss": 0.6464,
      "step": 3961
    },
    {
      "epoch": 1.6967880085653104,
      "grad_norm": 1.5733811855316162,
      "learning_rate": 3.847568330865338e-05,
      "loss": 0.3154,
      "step": 3962
    },
    {
      "epoch": 1.6972162740899357,
      "grad_norm": 2.6285500526428223,
      "learning_rate": 3.8469840935119886e-05,
      "loss": 0.4953,
      "step": 3963
    },
    {
      "epoch": 1.697644539614561,
      "grad_norm": 1.772666335105896,
      "learning_rate": 3.846399752486398e-05,
      "loss": 0.6802,
      "step": 3964
    },
    {
      "epoch": 1.6980728051391862,
      "grad_norm": 2.2775745391845703,
      "learning_rate": 3.8458153078335405e-05,
      "loss": 0.6411,
      "step": 3965
    },
    {
      "epoch": 1.6985010706638115,
      "grad_norm": 0.864488422870636,
      "learning_rate": 3.845230759598398e-05,
      "loss": 0.3246,
      "step": 3966
    },
    {
      "epoch": 1.6989293361884368,
      "grad_norm": 3.94732403755188,
      "learning_rate": 3.8446461078259616e-05,
      "loss": 1.0824,
      "step": 3967
    },
    {
      "epoch": 1.699357601713062,
      "grad_norm": 3.3050594329833984,
      "learning_rate": 3.84406135256123e-05,
      "loss": 1.0005,
      "step": 3968
    },
    {
      "epoch": 1.6997858672376873,
      "grad_norm": 5.813949108123779,
      "learning_rate": 3.8434764938492083e-05,
      "loss": 1.705,
      "step": 3969
    },
    {
      "epoch": 1.7002141327623126,
      "grad_norm": 2.731611490249634,
      "learning_rate": 3.842891531734912e-05,
      "loss": 2.7673,
      "step": 3970
    },
    {
      "epoch": 1.7006423982869379,
      "grad_norm": 1.014850378036499,
      "learning_rate": 3.842306466263364e-05,
      "loss": 0.29,
      "step": 3971
    },
    {
      "epoch": 1.7010706638115631,
      "grad_norm": 4.318582534790039,
      "learning_rate": 3.841721297479592e-05,
      "loss": 1.595,
      "step": 3972
    },
    {
      "epoch": 1.7014989293361884,
      "grad_norm": 6.717816352844238,
      "learning_rate": 3.841136025428638e-05,
      "loss": 0.6894,
      "step": 3973
    },
    {
      "epoch": 1.7019271948608137,
      "grad_norm": 2.194453716278076,
      "learning_rate": 3.840550650155545e-05,
      "loss": 0.4043,
      "step": 3974
    },
    {
      "epoch": 1.702355460385439,
      "grad_norm": 2.1940181255340576,
      "learning_rate": 3.8399651717053685e-05,
      "loss": 1.166,
      "step": 3975
    },
    {
      "epoch": 1.7027837259100642,
      "grad_norm": 2.038135528564453,
      "learning_rate": 3.83937959012317e-05,
      "loss": 0.5548,
      "step": 3976
    },
    {
      "epoch": 1.7032119914346895,
      "grad_norm": 5.677181243896484,
      "learning_rate": 3.83879390545402e-05,
      "loss": 1.0507,
      "step": 3977
    },
    {
      "epoch": 1.7036402569593148,
      "grad_norm": 2.317941188812256,
      "learning_rate": 3.8382081177429964e-05,
      "loss": 0.5255,
      "step": 3978
    },
    {
      "epoch": 1.70406852248394,
      "grad_norm": 3.071681499481201,
      "learning_rate": 3.8376222270351836e-05,
      "loss": 0.3554,
      "step": 3979
    },
    {
      "epoch": 1.7044967880085653,
      "grad_norm": 6.861581325531006,
      "learning_rate": 3.8370362333756776e-05,
      "loss": 1.2336,
      "step": 3980
    },
    {
      "epoch": 1.7049250535331906,
      "grad_norm": 2.798659086227417,
      "learning_rate": 3.836450136809579e-05,
      "loss": 0.8512,
      "step": 3981
    },
    {
      "epoch": 1.7053533190578158,
      "grad_norm": 2.0759243965148926,
      "learning_rate": 3.835863937381997e-05,
      "loss": 0.83,
      "step": 3982
    },
    {
      "epoch": 1.7057815845824411,
      "grad_norm": 1.2761751413345337,
      "learning_rate": 3.83527763513805e-05,
      "loss": 0.8012,
      "step": 3983
    },
    {
      "epoch": 1.7062098501070664,
      "grad_norm": 3.1834800243377686,
      "learning_rate": 3.834691230122863e-05,
      "loss": 0.8541,
      "step": 3984
    },
    {
      "epoch": 1.7066381156316917,
      "grad_norm": 5.399248123168945,
      "learning_rate": 3.8341047223815696e-05,
      "loss": 0.7479,
      "step": 3985
    },
    {
      "epoch": 1.707066381156317,
      "grad_norm": 4.0036540031433105,
      "learning_rate": 3.833518111959311e-05,
      "loss": 0.8004,
      "step": 3986
    },
    {
      "epoch": 1.7074946466809422,
      "grad_norm": 5.785361289978027,
      "learning_rate": 3.832931398901236e-05,
      "loss": 0.9647,
      "step": 3987
    },
    {
      "epoch": 1.7079229122055675,
      "grad_norm": 5.366020202636719,
      "learning_rate": 3.832344583252503e-05,
      "loss": 0.7551,
      "step": 3988
    },
    {
      "epoch": 1.7083511777301927,
      "grad_norm": 3.823397397994995,
      "learning_rate": 3.8317576650582745e-05,
      "loss": 1.287,
      "step": 3989
    },
    {
      "epoch": 1.708779443254818,
      "grad_norm": 0.8559103012084961,
      "learning_rate": 3.831170644363725e-05,
      "loss": 0.357,
      "step": 3990
    },
    {
      "epoch": 1.7092077087794433,
      "grad_norm": 11.958683013916016,
      "learning_rate": 3.830583521214036e-05,
      "loss": 0.7913,
      "step": 3991
    },
    {
      "epoch": 1.7096359743040686,
      "grad_norm": 1.6166845560073853,
      "learning_rate": 3.8299962956543945e-05,
      "loss": 1.5359,
      "step": 3992
    },
    {
      "epoch": 1.7100642398286938,
      "grad_norm": 4.529630661010742,
      "learning_rate": 3.8294089677299986e-05,
      "loss": 0.8834,
      "step": 3993
    },
    {
      "epoch": 1.710492505353319,
      "grad_norm": 5.746556282043457,
      "learning_rate": 3.82882153748605e-05,
      "loss": 1.0103,
      "step": 3994
    },
    {
      "epoch": 1.7109207708779444,
      "grad_norm": 0.8736093044281006,
      "learning_rate": 3.828234004967764e-05,
      "loss": 0.4887,
      "step": 3995
    },
    {
      "epoch": 1.7113490364025696,
      "grad_norm": 2.7163732051849365,
      "learning_rate": 3.82764637022036e-05,
      "loss": 0.4177,
      "step": 3996
    },
    {
      "epoch": 1.711777301927195,
      "grad_norm": 3.0546047687530518,
      "learning_rate": 3.8270586332890644e-05,
      "loss": 0.5636,
      "step": 3997
    },
    {
      "epoch": 1.7122055674518202,
      "grad_norm": 3.1597964763641357,
      "learning_rate": 3.826470794219115e-05,
      "loss": 0.8458,
      "step": 3998
    },
    {
      "epoch": 1.7126338329764454,
      "grad_norm": 7.958550930023193,
      "learning_rate": 3.825882853055754e-05,
      "loss": 1.5096,
      "step": 3999
    },
    {
      "epoch": 1.7130620985010707,
      "grad_norm": 4.688261032104492,
      "learning_rate": 3.8252948098442344e-05,
      "loss": 1.1177,
      "step": 4000
    },
    {
      "epoch": 1.713490364025696,
      "grad_norm": 4.49450159072876,
      "learning_rate": 3.824706664629815e-05,
      "loss": 0.4134,
      "step": 4001
    },
    {
      "epoch": 1.7139186295503213,
      "grad_norm": 3.6784489154815674,
      "learning_rate": 3.824118417457762e-05,
      "loss": 1.7965,
      "step": 4002
    },
    {
      "epoch": 1.7143468950749465,
      "grad_norm": 2.296074628829956,
      "learning_rate": 3.823530068373353e-05,
      "loss": 0.5152,
      "step": 4003
    },
    {
      "epoch": 1.7147751605995718,
      "grad_norm": 5.44090461730957,
      "learning_rate": 3.822941617421869e-05,
      "loss": 1.7223,
      "step": 4004
    },
    {
      "epoch": 1.715203426124197,
      "grad_norm": 2.523784875869751,
      "learning_rate": 3.8223530646486004e-05,
      "loss": 1.0711,
      "step": 4005
    },
    {
      "epoch": 1.7156316916488223,
      "grad_norm": 4.4010515213012695,
      "learning_rate": 3.8217644100988484e-05,
      "loss": 0.3743,
      "step": 4006
    },
    {
      "epoch": 1.7160599571734476,
      "grad_norm": 3.9255306720733643,
      "learning_rate": 3.821175653817918e-05,
      "loss": 0.5781,
      "step": 4007
    },
    {
      "epoch": 1.7164882226980729,
      "grad_norm": 2.794370174407959,
      "learning_rate": 3.8205867958511234e-05,
      "loss": 0.6539,
      "step": 4008
    },
    {
      "epoch": 1.7169164882226982,
      "grad_norm": 2.3836355209350586,
      "learning_rate": 3.819997836243786e-05,
      "loss": 0.8564,
      "step": 4009
    },
    {
      "epoch": 1.7173447537473234,
      "grad_norm": 5.312439918518066,
      "learning_rate": 3.819408775041238e-05,
      "loss": 1.3145,
      "step": 4010
    },
    {
      "epoch": 1.7177730192719487,
      "grad_norm": 2.625007390975952,
      "learning_rate": 3.8188196122888154e-05,
      "loss": 0.8584,
      "step": 4011
    },
    {
      "epoch": 1.718201284796574,
      "grad_norm": 4.783825397491455,
      "learning_rate": 3.8182303480318635e-05,
      "loss": 0.6251,
      "step": 4012
    },
    {
      "epoch": 1.7186295503211992,
      "grad_norm": 2.3146889209747314,
      "learning_rate": 3.817640982315738e-05,
      "loss": 0.5086,
      "step": 4013
    },
    {
      "epoch": 1.7190578158458245,
      "grad_norm": 33.27304458618164,
      "learning_rate": 3.8170515151857975e-05,
      "loss": 0.7615,
      "step": 4014
    },
    {
      "epoch": 1.7194860813704498,
      "grad_norm": 3.637174129486084,
      "learning_rate": 3.816461946687413e-05,
      "loss": 1.3554,
      "step": 4015
    },
    {
      "epoch": 1.719914346895075,
      "grad_norm": 4.956534385681152,
      "learning_rate": 3.81587227686596e-05,
      "loss": 1.5612,
      "step": 4016
    },
    {
      "epoch": 1.7203426124197003,
      "grad_norm": 3.468092441558838,
      "learning_rate": 3.815282505766824e-05,
      "loss": 0.5788,
      "step": 4017
    },
    {
      "epoch": 1.7207708779443256,
      "grad_norm": 6.87944221496582,
      "learning_rate": 3.814692633435397e-05,
      "loss": 0.7737,
      "step": 4018
    },
    {
      "epoch": 1.7211991434689509,
      "grad_norm": 3.2450876235961914,
      "learning_rate": 3.8141026599170796e-05,
      "loss": 1.6061,
      "step": 4019
    },
    {
      "epoch": 1.7216274089935761,
      "grad_norm": 2.201155424118042,
      "learning_rate": 3.8135125852572795e-05,
      "loss": 0.6753,
      "step": 4020
    },
    {
      "epoch": 1.7220556745182014,
      "grad_norm": 2.7059969902038574,
      "learning_rate": 3.812922409501412e-05,
      "loss": 1.1885,
      "step": 4021
    },
    {
      "epoch": 1.7224839400428267,
      "grad_norm": 4.129770755767822,
      "learning_rate": 3.812332132694902e-05,
      "loss": 0.8545,
      "step": 4022
    },
    {
      "epoch": 1.722912205567452,
      "grad_norm": 1.7092000246047974,
      "learning_rate": 3.811741754883179e-05,
      "loss": 0.2621,
      "step": 4023
    },
    {
      "epoch": 1.7233404710920772,
      "grad_norm": 7.073680400848389,
      "learning_rate": 3.8111512761116846e-05,
      "loss": 1.2769,
      "step": 4024
    },
    {
      "epoch": 1.7237687366167025,
      "grad_norm": 6.017486095428467,
      "learning_rate": 3.810560696425865e-05,
      "loss": 1.1998,
      "step": 4025
    },
    {
      "epoch": 1.7241970021413278,
      "grad_norm": 3.6399388313293457,
      "learning_rate": 3.809970015871172e-05,
      "loss": 1.2916,
      "step": 4026
    },
    {
      "epoch": 1.724625267665953,
      "grad_norm": 4.087350845336914,
      "learning_rate": 3.809379234493072e-05,
      "loss": 1.1412,
      "step": 4027
    },
    {
      "epoch": 1.7250535331905783,
      "grad_norm": 4.289632320404053,
      "learning_rate": 3.808788352337033e-05,
      "loss": 0.742,
      "step": 4028
    },
    {
      "epoch": 1.7254817987152036,
      "grad_norm": 2.593332052230835,
      "learning_rate": 3.808197369448533e-05,
      "loss": 1.4,
      "step": 4029
    },
    {
      "epoch": 1.7259100642398288,
      "grad_norm": 3.6974003314971924,
      "learning_rate": 3.807606285873059e-05,
      "loss": 0.7804,
      "step": 4030
    },
    {
      "epoch": 1.7263383297644541,
      "grad_norm": 2.5393452644348145,
      "learning_rate": 3.807015101656102e-05,
      "loss": 0.4288,
      "step": 4031
    },
    {
      "epoch": 1.7267665952890794,
      "grad_norm": 3.9513649940490723,
      "learning_rate": 3.8064238168431666e-05,
      "loss": 1.4581,
      "step": 4032
    },
    {
      "epoch": 1.7271948608137047,
      "grad_norm": 3.5756092071533203,
      "learning_rate": 3.8058324314797586e-05,
      "loss": 1.6047,
      "step": 4033
    },
    {
      "epoch": 1.72762312633833,
      "grad_norm": 1.9429696798324585,
      "learning_rate": 3.805240945611397e-05,
      "loss": 1.0417,
      "step": 4034
    },
    {
      "epoch": 1.728051391862955,
      "grad_norm": 2.360076665878296,
      "learning_rate": 3.8046493592836046e-05,
      "loss": 0.2873,
      "step": 4035
    },
    {
      "epoch": 1.7284796573875802,
      "grad_norm": 1.3701577186584473,
      "learning_rate": 3.804057672541914e-05,
      "loss": 0.6153,
      "step": 4036
    },
    {
      "epoch": 1.7289079229122055,
      "grad_norm": 2.798820972442627,
      "learning_rate": 3.803465885431866e-05,
      "loss": 1.0119,
      "step": 4037
    },
    {
      "epoch": 1.7293361884368308,
      "grad_norm": 2.739565849304199,
      "learning_rate": 3.8028739979990066e-05,
      "loss": 0.7975,
      "step": 4038
    },
    {
      "epoch": 1.729764453961456,
      "grad_norm": 3.1570520401000977,
      "learning_rate": 3.802282010288892e-05,
      "loss": 1.2508,
      "step": 4039
    },
    {
      "epoch": 1.7301927194860813,
      "grad_norm": 0.6056069731712341,
      "learning_rate": 3.801689922347086e-05,
      "loss": 0.1094,
      "step": 4040
    },
    {
      "epoch": 1.7306209850107066,
      "grad_norm": 3.0818474292755127,
      "learning_rate": 3.801097734219158e-05,
      "loss": 1.118,
      "step": 4041
    },
    {
      "epoch": 1.7310492505353319,
      "grad_norm": 4.0322675704956055,
      "learning_rate": 3.800505445950687e-05,
      "loss": 0.7372,
      "step": 4042
    },
    {
      "epoch": 1.7314775160599571,
      "grad_norm": 1.1107603311538696,
      "learning_rate": 3.79991305758726e-05,
      "loss": 0.2034,
      "step": 4043
    },
    {
      "epoch": 1.7319057815845824,
      "grad_norm": 2.855942726135254,
      "learning_rate": 3.799320569174469e-05,
      "loss": 1.0867,
      "step": 4044
    },
    {
      "epoch": 1.7323340471092077,
      "grad_norm": 0.813218891620636,
      "learning_rate": 3.798727980757918e-05,
      "loss": 0.3886,
      "step": 4045
    },
    {
      "epoch": 1.732762312633833,
      "grad_norm": 6.830630302429199,
      "learning_rate": 3.798135292383214e-05,
      "loss": 1.8174,
      "step": 4046
    },
    {
      "epoch": 1.7331905781584582,
      "grad_norm": 2.8430113792419434,
      "learning_rate": 3.797542504095975e-05,
      "loss": 0.4511,
      "step": 4047
    },
    {
      "epoch": 1.7336188436830835,
      "grad_norm": 2.871878147125244,
      "learning_rate": 3.796949615941826e-05,
      "loss": 0.3665,
      "step": 4048
    },
    {
      "epoch": 1.7340471092077088,
      "grad_norm": 5.478957653045654,
      "learning_rate": 3.7963566279663984e-05,
      "loss": 1.8388,
      "step": 4049
    },
    {
      "epoch": 1.734475374732334,
      "grad_norm": 2.2003517150878906,
      "learning_rate": 3.7957635402153327e-05,
      "loss": 0.6561,
      "step": 4050
    },
    {
      "epoch": 1.7349036402569593,
      "grad_norm": 1.2431273460388184,
      "learning_rate": 3.7951703527342777e-05,
      "loss": 0.3382,
      "step": 4051
    },
    {
      "epoch": 1.7353319057815846,
      "grad_norm": 3.0321404933929443,
      "learning_rate": 3.794577065568886e-05,
      "loss": 0.4783,
      "step": 4052
    },
    {
      "epoch": 1.7357601713062099,
      "grad_norm": 2.286661386489868,
      "learning_rate": 3.7939836787648244e-05,
      "loss": 1.0321,
      "step": 4053
    },
    {
      "epoch": 1.7361884368308351,
      "grad_norm": 7.561423301696777,
      "learning_rate": 3.793390192367761e-05,
      "loss": 0.8057,
      "step": 4054
    },
    {
      "epoch": 1.7366167023554604,
      "grad_norm": 5.928004264831543,
      "learning_rate": 3.792796606423374e-05,
      "loss": 0.4861,
      "step": 4055
    },
    {
      "epoch": 1.7370449678800857,
      "grad_norm": 5.204329967498779,
      "learning_rate": 3.792202920977351e-05,
      "loss": 1.1557,
      "step": 4056
    },
    {
      "epoch": 1.737473233404711,
      "grad_norm": 7.706733226776123,
      "learning_rate": 3.791609136075384e-05,
      "loss": 1.226,
      "step": 4057
    },
    {
      "epoch": 1.7379014989293362,
      "grad_norm": 4.595611095428467,
      "learning_rate": 3.7910152517631765e-05,
      "loss": 0.9946,
      "step": 4058
    },
    {
      "epoch": 1.7383297644539615,
      "grad_norm": 2.944032669067383,
      "learning_rate": 3.7904212680864356e-05,
      "loss": 0.7693,
      "step": 4059
    },
    {
      "epoch": 1.7387580299785867,
      "grad_norm": 4.253700256347656,
      "learning_rate": 3.78982718509088e-05,
      "loss": 0.8246,
      "step": 4060
    },
    {
      "epoch": 1.739186295503212,
      "grad_norm": 3.6090035438537598,
      "learning_rate": 3.789233002822231e-05,
      "loss": 1.233,
      "step": 4061
    },
    {
      "epoch": 1.7396145610278373,
      "grad_norm": 3.4011294841766357,
      "learning_rate": 3.788638721326223e-05,
      "loss": 0.6335,
      "step": 4062
    },
    {
      "epoch": 1.7400428265524626,
      "grad_norm": 1.4558619260787964,
      "learning_rate": 3.788044340648595e-05,
      "loss": 0.873,
      "step": 4063
    },
    {
      "epoch": 1.7404710920770878,
      "grad_norm": 5.632641315460205,
      "learning_rate": 3.787449860835094e-05,
      "loss": 1.1961,
      "step": 4064
    },
    {
      "epoch": 1.740899357601713,
      "grad_norm": 4.589030742645264,
      "learning_rate": 3.786855281931475e-05,
      "loss": 0.8506,
      "step": 4065
    },
    {
      "epoch": 1.7413276231263384,
      "grad_norm": 3.2192234992980957,
      "learning_rate": 3.7862606039835e-05,
      "loss": 1.3919,
      "step": 4066
    },
    {
      "epoch": 1.7417558886509636,
      "grad_norm": 4.159581661224365,
      "learning_rate": 3.7856658270369405e-05,
      "loss": 0.8897,
      "step": 4067
    },
    {
      "epoch": 1.742184154175589,
      "grad_norm": 2.755319356918335,
      "learning_rate": 3.785070951137572e-05,
      "loss": 1.4904,
      "step": 4068
    },
    {
      "epoch": 1.7426124197002142,
      "grad_norm": 3.114262104034424,
      "learning_rate": 3.784475976331182e-05,
      "loss": 0.6888,
      "step": 4069
    },
    {
      "epoch": 1.7430406852248392,
      "grad_norm": 3.976285934448242,
      "learning_rate": 3.783880902663563e-05,
      "loss": 1.4916,
      "step": 4070
    },
    {
      "epoch": 1.7434689507494645,
      "grad_norm": 1.151332974433899,
      "learning_rate": 3.7832857301805134e-05,
      "loss": 0.4985,
      "step": 4071
    },
    {
      "epoch": 1.7438972162740898,
      "grad_norm": 4.578885078430176,
      "learning_rate": 3.782690458927844e-05,
      "loss": 0.7961,
      "step": 4072
    },
    {
      "epoch": 1.744325481798715,
      "grad_norm": 3.334907293319702,
      "learning_rate": 3.7820950889513695e-05,
      "loss": 0.7391,
      "step": 4073
    },
    {
      "epoch": 1.7447537473233403,
      "grad_norm": 5.215543270111084,
      "learning_rate": 3.781499620296914e-05,
      "loss": 1.3054,
      "step": 4074
    },
    {
      "epoch": 1.7451820128479656,
      "grad_norm": 3.978419780731201,
      "learning_rate": 3.780904053010307e-05,
      "loss": 1.2555,
      "step": 4075
    },
    {
      "epoch": 1.7456102783725909,
      "grad_norm": 0.6979957222938538,
      "learning_rate": 3.780308387137387e-05,
      "loss": 0.4905,
      "step": 4076
    },
    {
      "epoch": 1.7460385438972161,
      "grad_norm": 6.830848693847656,
      "learning_rate": 3.779712622724003e-05,
      "loss": 1.3193,
      "step": 4077
    },
    {
      "epoch": 1.7464668094218414,
      "grad_norm": 3.512521743774414,
      "learning_rate": 3.7791167598160046e-05,
      "loss": 0.7448,
      "step": 4078
    },
    {
      "epoch": 1.7468950749464667,
      "grad_norm": 4.152608394622803,
      "learning_rate": 3.778520798459257e-05,
      "loss": 1.9772,
      "step": 4079
    },
    {
      "epoch": 1.747323340471092,
      "grad_norm": 3.8100297451019287,
      "learning_rate": 3.7779247386996276e-05,
      "loss": 0.5772,
      "step": 4080
    },
    {
      "epoch": 1.7477516059957172,
      "grad_norm": 2.9876394271850586,
      "learning_rate": 3.77732858058299e-05,
      "loss": 0.3725,
      "step": 4081
    },
    {
      "epoch": 1.7481798715203425,
      "grad_norm": 1.2324435710906982,
      "learning_rate": 3.776732324155233e-05,
      "loss": 0.8633,
      "step": 4082
    },
    {
      "epoch": 1.7486081370449678,
      "grad_norm": 3.9027843475341797,
      "learning_rate": 3.7761359694622455e-05,
      "loss": 0.4647,
      "step": 4083
    },
    {
      "epoch": 1.749036402569593,
      "grad_norm": 0.8051549196243286,
      "learning_rate": 3.7755395165499275e-05,
      "loss": 0.4749,
      "step": 4084
    },
    {
      "epoch": 1.7494646680942183,
      "grad_norm": 5.670717239379883,
      "learning_rate": 3.774942965464185e-05,
      "loss": 0.6467,
      "step": 4085
    },
    {
      "epoch": 1.7498929336188436,
      "grad_norm": 2.331350564956665,
      "learning_rate": 3.7743463162509316e-05,
      "loss": 1.0613,
      "step": 4086
    },
    {
      "epoch": 1.7503211991434688,
      "grad_norm": 7.254249572753906,
      "learning_rate": 3.773749568956092e-05,
      "loss": 0.8449,
      "step": 4087
    },
    {
      "epoch": 1.7507494646680941,
      "grad_norm": 5.756892681121826,
      "learning_rate": 3.7731527236255924e-05,
      "loss": 0.9538,
      "step": 4088
    },
    {
      "epoch": 1.7511777301927194,
      "grad_norm": 2.510793447494507,
      "learning_rate": 3.7725557803053715e-05,
      "loss": 0.3493,
      "step": 4089
    },
    {
      "epoch": 1.7516059957173447,
      "grad_norm": 2.5007619857788086,
      "learning_rate": 3.771958739041372e-05,
      "loss": 1.2126,
      "step": 4090
    },
    {
      "epoch": 1.75203426124197,
      "grad_norm": 2.3163373470306396,
      "learning_rate": 3.771361599879548e-05,
      "loss": 0.3648,
      "step": 4091
    },
    {
      "epoch": 1.7524625267665952,
      "grad_norm": 2.093575954437256,
      "learning_rate": 3.770764362865859e-05,
      "loss": 0.8345,
      "step": 4092
    },
    {
      "epoch": 1.7528907922912205,
      "grad_norm": 2.7554264068603516,
      "learning_rate": 3.770167028046271e-05,
      "loss": 1.0641,
      "step": 4093
    },
    {
      "epoch": 1.7533190578158457,
      "grad_norm": 5.496089458465576,
      "learning_rate": 3.7695695954667584e-05,
      "loss": 0.2664,
      "step": 4094
    },
    {
      "epoch": 1.753747323340471,
      "grad_norm": 7.071463108062744,
      "learning_rate": 3.7689720651733036e-05,
      "loss": 1.2424,
      "step": 4095
    },
    {
      "epoch": 1.7541755888650963,
      "grad_norm": 3.0121009349823,
      "learning_rate": 3.768374437211896e-05,
      "loss": 0.6262,
      "step": 4096
    },
    {
      "epoch": 1.7546038543897216,
      "grad_norm": 1.3191466331481934,
      "learning_rate": 3.767776711628534e-05,
      "loss": 0.6688,
      "step": 4097
    },
    {
      "epoch": 1.7550321199143468,
      "grad_norm": 1.0486277341842651,
      "learning_rate": 3.7671788884692216e-05,
      "loss": 0.509,
      "step": 4098
    },
    {
      "epoch": 1.755460385438972,
      "grad_norm": 4.430501937866211,
      "learning_rate": 3.7665809677799694e-05,
      "loss": 1.4432,
      "step": 4099
    },
    {
      "epoch": 1.7558886509635974,
      "grad_norm": 2.0559122562408447,
      "learning_rate": 3.7659829496068e-05,
      "loss": 0.3151,
      "step": 4100
    },
    {
      "epoch": 1.7563169164882226,
      "grad_norm": 3.9343063831329346,
      "learning_rate": 3.765384833995738e-05,
      "loss": 1.1935,
      "step": 4101
    },
    {
      "epoch": 1.756745182012848,
      "grad_norm": 2.506836175918579,
      "learning_rate": 3.7647866209928195e-05,
      "loss": 1.0916,
      "step": 4102
    },
    {
      "epoch": 1.7571734475374732,
      "grad_norm": 19.385032653808594,
      "learning_rate": 3.764188310644086e-05,
      "loss": 0.9112,
      "step": 4103
    },
    {
      "epoch": 1.7576017130620984,
      "grad_norm": 3.444138288497925,
      "learning_rate": 3.7635899029955876e-05,
      "loss": 0.9732,
      "step": 4104
    },
    {
      "epoch": 1.7580299785867237,
      "grad_norm": 5.667603969573975,
      "learning_rate": 3.762991398093382e-05,
      "loss": 0.7061,
      "step": 4105
    },
    {
      "epoch": 1.758458244111349,
      "grad_norm": 1.4413875341415405,
      "learning_rate": 3.7623927959835325e-05,
      "loss": 0.1705,
      "step": 4106
    },
    {
      "epoch": 1.7588865096359743,
      "grad_norm": 6.092672348022461,
      "learning_rate": 3.761794096712111e-05,
      "loss": 1.2346,
      "step": 4107
    },
    {
      "epoch": 1.7593147751605995,
      "grad_norm": 2.3696484565734863,
      "learning_rate": 3.7611953003252e-05,
      "loss": 0.4842,
      "step": 4108
    },
    {
      "epoch": 1.7597430406852248,
      "grad_norm": 4.303171634674072,
      "learning_rate": 3.760596406868882e-05,
      "loss": 1.5534,
      "step": 4109
    },
    {
      "epoch": 1.76017130620985,
      "grad_norm": 2.1842281818389893,
      "learning_rate": 3.759997416389256e-05,
      "loss": 0.7295,
      "step": 4110
    },
    {
      "epoch": 1.7605995717344753,
      "grad_norm": 1.7368007898330688,
      "learning_rate": 3.759398328932423e-05,
      "loss": 0.7855,
      "step": 4111
    },
    {
      "epoch": 1.7610278372591006,
      "grad_norm": 2.8414738178253174,
      "learning_rate": 3.75879914454449e-05,
      "loss": 0.4557,
      "step": 4112
    },
    {
      "epoch": 1.7614561027837259,
      "grad_norm": 4.183825492858887,
      "learning_rate": 3.758199863271576e-05,
      "loss": 0.9559,
      "step": 4113
    },
    {
      "epoch": 1.7618843683083512,
      "grad_norm": 3.7529163360595703,
      "learning_rate": 3.757600485159805e-05,
      "loss": 0.5226,
      "step": 4114
    },
    {
      "epoch": 1.7623126338329764,
      "grad_norm": 3.8329131603240967,
      "learning_rate": 3.7570010102553086e-05,
      "loss": 1.2521,
      "step": 4115
    },
    {
      "epoch": 1.7627408993576017,
      "grad_norm": 4.5514302253723145,
      "learning_rate": 3.7564014386042265e-05,
      "loss": 1.0932,
      "step": 4116
    },
    {
      "epoch": 1.763169164882227,
      "grad_norm": 2.637587785720825,
      "learning_rate": 3.7558017702527055e-05,
      "loss": 0.7719,
      "step": 4117
    },
    {
      "epoch": 1.7635974304068522,
      "grad_norm": 2.7626638412475586,
      "learning_rate": 3.755202005246899e-05,
      "loss": 1.1209,
      "step": 4118
    },
    {
      "epoch": 1.7640256959314775,
      "grad_norm": 4.70410680770874,
      "learning_rate": 3.7546021436329704e-05,
      "loss": 1.2757,
      "step": 4119
    },
    {
      "epoch": 1.7644539614561028,
      "grad_norm": 5.568107604980469,
      "learning_rate": 3.754002185457087e-05,
      "loss": 0.3931,
      "step": 4120
    },
    {
      "epoch": 1.764882226980728,
      "grad_norm": 2.031510591506958,
      "learning_rate": 3.753402130765425e-05,
      "loss": 0.3583,
      "step": 4121
    },
    {
      "epoch": 1.7653104925053533,
      "grad_norm": 1.1156878471374512,
      "learning_rate": 3.75280197960417e-05,
      "loss": 0.3978,
      "step": 4122
    },
    {
      "epoch": 1.7657387580299786,
      "grad_norm": 1.7194042205810547,
      "learning_rate": 3.752201732019512e-05,
      "loss": 0.3594,
      "step": 4123
    },
    {
      "epoch": 1.7661670235546039,
      "grad_norm": 2.171487808227539,
      "learning_rate": 3.7516013880576516e-05,
      "loss": 0.2977,
      "step": 4124
    },
    {
      "epoch": 1.7665952890792291,
      "grad_norm": 2.806462287902832,
      "learning_rate": 3.7510009477647926e-05,
      "loss": 2.0514,
      "step": 4125
    },
    {
      "epoch": 1.7670235546038544,
      "grad_norm": 11.291092872619629,
      "learning_rate": 3.750400411187151e-05,
      "loss": 1.9448,
      "step": 4126
    },
    {
      "epoch": 1.7674518201284797,
      "grad_norm": 1.8777446746826172,
      "learning_rate": 3.7497997783709446e-05,
      "loss": 1.086,
      "step": 4127
    },
    {
      "epoch": 1.767880085653105,
      "grad_norm": 1.1461611986160278,
      "learning_rate": 3.7491990493624055e-05,
      "loss": 0.5999,
      "step": 4128
    },
    {
      "epoch": 1.7683083511777302,
      "grad_norm": 1.259658694267273,
      "learning_rate": 3.748598224207766e-05,
      "loss": 1.0071,
      "step": 4129
    },
    {
      "epoch": 1.7687366167023555,
      "grad_norm": 5.171210765838623,
      "learning_rate": 3.7479973029532725e-05,
      "loss": 1.3754,
      "step": 4130
    },
    {
      "epoch": 1.7691648822269808,
      "grad_norm": 4.728611946105957,
      "learning_rate": 3.747396285645174e-05,
      "loss": 1.0309,
      "step": 4131
    },
    {
      "epoch": 1.769593147751606,
      "grad_norm": 2.511723041534424,
      "learning_rate": 3.746795172329729e-05,
      "loss": 1.1432,
      "step": 4132
    },
    {
      "epoch": 1.7700214132762313,
      "grad_norm": 4.003180027008057,
      "learning_rate": 3.746193963053202e-05,
      "loss": 1.5766,
      "step": 4133
    },
    {
      "epoch": 1.7704496788008566,
      "grad_norm": 2.529233694076538,
      "learning_rate": 3.745592657861867e-05,
      "loss": 1.4022,
      "step": 4134
    },
    {
      "epoch": 1.7708779443254818,
      "grad_norm": 2.0358965396881104,
      "learning_rate": 3.7449912568020025e-05,
      "loss": 0.556,
      "step": 4135
    },
    {
      "epoch": 1.7713062098501071,
      "grad_norm": 3.624833106994629,
      "learning_rate": 3.744389759919898e-05,
      "loss": 1.1308,
      "step": 4136
    },
    {
      "epoch": 1.7717344753747324,
      "grad_norm": 2.4717679023742676,
      "learning_rate": 3.743788167261848e-05,
      "loss": 0.6882,
      "step": 4137
    },
    {
      "epoch": 1.7721627408993577,
      "grad_norm": 8.655946731567383,
      "learning_rate": 3.7431864788741534e-05,
      "loss": 1.8577,
      "step": 4138
    },
    {
      "epoch": 1.772591006423983,
      "grad_norm": 2.6873137950897217,
      "learning_rate": 3.7425846948031254e-05,
      "loss": 0.6962,
      "step": 4139
    },
    {
      "epoch": 1.7730192719486082,
      "grad_norm": 2.805041551589966,
      "learning_rate": 3.7419828150950806e-05,
      "loss": 1.6697,
      "step": 4140
    },
    {
      "epoch": 1.7734475374732335,
      "grad_norm": 2.561922073364258,
      "learning_rate": 3.7413808397963434e-05,
      "loss": 1.8837,
      "step": 4141
    },
    {
      "epoch": 1.7738758029978587,
      "grad_norm": 7.062170505523682,
      "learning_rate": 3.740778768953245e-05,
      "loss": 0.7012,
      "step": 4142
    },
    {
      "epoch": 1.774304068522484,
      "grad_norm": 2.9562883377075195,
      "learning_rate": 3.7401766026121255e-05,
      "loss": 0.6592,
      "step": 4143
    },
    {
      "epoch": 1.7747323340471093,
      "grad_norm": 8.605152130126953,
      "learning_rate": 3.7395743408193305e-05,
      "loss": 1.3047,
      "step": 4144
    },
    {
      "epoch": 1.7751605995717346,
      "grad_norm": 3.3389732837677,
      "learning_rate": 3.738971983621214e-05,
      "loss": 0.8874,
      "step": 4145
    },
    {
      "epoch": 1.7755888650963598,
      "grad_norm": 2.5891013145446777,
      "learning_rate": 3.738369531064136e-05,
      "loss": 1.1418,
      "step": 4146
    },
    {
      "epoch": 1.776017130620985,
      "grad_norm": 2.147047281265259,
      "learning_rate": 3.737766983194468e-05,
      "loss": 2.1595,
      "step": 4147
    },
    {
      "epoch": 1.7764453961456104,
      "grad_norm": 2.8579823970794678,
      "learning_rate": 3.7371643400585846e-05,
      "loss": 0.4965,
      "step": 4148
    },
    {
      "epoch": 1.7768736616702356,
      "grad_norm": 10.309162139892578,
      "learning_rate": 3.7365616017028666e-05,
      "loss": 1.0486,
      "step": 4149
    },
    {
      "epoch": 1.777301927194861,
      "grad_norm": 2.990457534790039,
      "learning_rate": 3.735958768173707e-05,
      "loss": 0.7079,
      "step": 4150
    },
    {
      "epoch": 1.7777301927194862,
      "grad_norm": 1.5666279792785645,
      "learning_rate": 3.735355839517503e-05,
      "loss": 0.4779,
      "step": 4151
    },
    {
      "epoch": 1.7781584582441115,
      "grad_norm": 3.126767635345459,
      "learning_rate": 3.7347528157806586e-05,
      "loss": 0.7828,
      "step": 4152
    },
    {
      "epoch": 1.7785867237687367,
      "grad_norm": 4.965460300445557,
      "learning_rate": 3.734149697009589e-05,
      "loss": 1.5186,
      "step": 4153
    },
    {
      "epoch": 1.779014989293362,
      "grad_norm": 3.3652613162994385,
      "learning_rate": 3.733546483250711e-05,
      "loss": 0.6974,
      "step": 4154
    },
    {
      "epoch": 1.7794432548179873,
      "grad_norm": 2.1112899780273438,
      "learning_rate": 3.732943174550453e-05,
      "loss": 0.4262,
      "step": 4155
    },
    {
      "epoch": 1.7798715203426125,
      "grad_norm": 2.150542736053467,
      "learning_rate": 3.732339770955249e-05,
      "loss": 0.7227,
      "step": 4156
    },
    {
      "epoch": 1.7802997858672378,
      "grad_norm": 1.5473283529281616,
      "learning_rate": 3.7317362725115415e-05,
      "loss": 0.6684,
      "step": 4157
    },
    {
      "epoch": 1.780728051391863,
      "grad_norm": 3.153913974761963,
      "learning_rate": 3.731132679265778e-05,
      "loss": 0.4377,
      "step": 4158
    },
    {
      "epoch": 1.7811563169164883,
      "grad_norm": 2.139888286590576,
      "learning_rate": 3.730528991264416e-05,
      "loss": 0.7712,
      "step": 4159
    },
    {
      "epoch": 1.7815845824411136,
      "grad_norm": 4.18019437789917,
      "learning_rate": 3.7299252085539193e-05,
      "loss": 0.5218,
      "step": 4160
    },
    {
      "epoch": 1.7820128479657389,
      "grad_norm": 3.4262735843658447,
      "learning_rate": 3.729321331180757e-05,
      "loss": 0.749,
      "step": 4161
    },
    {
      "epoch": 1.7824411134903642,
      "grad_norm": 6.395489692687988,
      "learning_rate": 3.72871735919141e-05,
      "loss": 1.1834,
      "step": 4162
    },
    {
      "epoch": 1.7828693790149894,
      "grad_norm": 3.3652899265289307,
      "learning_rate": 3.728113292632361e-05,
      "loss": 0.7014,
      "step": 4163
    },
    {
      "epoch": 1.7832976445396147,
      "grad_norm": 2.918067216873169,
      "learning_rate": 3.727509131550105e-05,
      "loss": 0.8105,
      "step": 4164
    },
    {
      "epoch": 1.78372591006424,
      "grad_norm": 1.4304121732711792,
      "learning_rate": 3.7269048759911404e-05,
      "loss": 0.5496,
      "step": 4165
    },
    {
      "epoch": 1.7841541755888652,
      "grad_norm": 2.4383113384246826,
      "learning_rate": 3.726300526001975e-05,
      "loss": 1.2229,
      "step": 4166
    },
    {
      "epoch": 1.7845824411134905,
      "grad_norm": 4.128075122833252,
      "learning_rate": 3.725696081629122e-05,
      "loss": 1.2966,
      "step": 4167
    },
    {
      "epoch": 1.7850107066381158,
      "grad_norm": 3.6971590518951416,
      "learning_rate": 3.725091542919106e-05,
      "loss": 0.8878,
      "step": 4168
    },
    {
      "epoch": 1.785438972162741,
      "grad_norm": 2.226248264312744,
      "learning_rate": 3.724486909918453e-05,
      "loss": 0.75,
      "step": 4169
    },
    {
      "epoch": 1.7858672376873663,
      "grad_norm": 1.4249969720840454,
      "learning_rate": 3.723882182673701e-05,
      "loss": 0.3008,
      "step": 4170
    },
    {
      "epoch": 1.7862955032119916,
      "grad_norm": 1.0560251474380493,
      "learning_rate": 3.7232773612313944e-05,
      "loss": 0.3215,
      "step": 4171
    },
    {
      "epoch": 1.7867237687366169,
      "grad_norm": 4.170597553253174,
      "learning_rate": 3.7226724456380816e-05,
      "loss": 0.7441,
      "step": 4172
    },
    {
      "epoch": 1.787152034261242,
      "grad_norm": 2.6475696563720703,
      "learning_rate": 3.722067435940323e-05,
      "loss": 1.0253,
      "step": 4173
    },
    {
      "epoch": 1.7875802997858672,
      "grad_norm": 2.550297498703003,
      "learning_rate": 3.721462332184683e-05,
      "loss": 0.8017,
      "step": 4174
    },
    {
      "epoch": 1.7880085653104925,
      "grad_norm": 1.1586828231811523,
      "learning_rate": 3.7208571344177326e-05,
      "loss": 0.5702,
      "step": 4175
    },
    {
      "epoch": 1.7884368308351177,
      "grad_norm": 3.962191104888916,
      "learning_rate": 3.7202518426860544e-05,
      "loss": 0.495,
      "step": 4176
    },
    {
      "epoch": 1.788865096359743,
      "grad_norm": 2.0778133869171143,
      "learning_rate": 3.719646457036233e-05,
      "loss": 0.4325,
      "step": 4177
    },
    {
      "epoch": 1.7892933618843683,
      "grad_norm": 3.365630626678467,
      "learning_rate": 3.719040977514864e-05,
      "loss": 1.794,
      "step": 4178
    },
    {
      "epoch": 1.7897216274089935,
      "grad_norm": 3.174949884414673,
      "learning_rate": 3.718435404168548e-05,
      "loss": 1.5927,
      "step": 4179
    },
    {
      "epoch": 1.7901498929336188,
      "grad_norm": 4.554133892059326,
      "learning_rate": 3.7178297370438944e-05,
      "loss": 0.5916,
      "step": 4180
    },
    {
      "epoch": 1.790578158458244,
      "grad_norm": 3.4397664070129395,
      "learning_rate": 3.717223976187519e-05,
      "loss": 0.9422,
      "step": 4181
    },
    {
      "epoch": 1.7910064239828694,
      "grad_norm": 2.7170040607452393,
      "learning_rate": 3.716618121646045e-05,
      "loss": 0.8629,
      "step": 4182
    },
    {
      "epoch": 1.7914346895074946,
      "grad_norm": 7.270627021789551,
      "learning_rate": 3.716012173466102e-05,
      "loss": 0.2809,
      "step": 4183
    },
    {
      "epoch": 1.79186295503212,
      "grad_norm": 1.1026540994644165,
      "learning_rate": 3.715406131694329e-05,
      "loss": 0.545,
      "step": 4184
    },
    {
      "epoch": 1.7922912205567452,
      "grad_norm": 0.7915663123130798,
      "learning_rate": 3.714799996377368e-05,
      "loss": 0.2916,
      "step": 4185
    },
    {
      "epoch": 1.7927194860813704,
      "grad_norm": 0.8317924737930298,
      "learning_rate": 3.714193767561873e-05,
      "loss": 0.257,
      "step": 4186
    },
    {
      "epoch": 1.7931477516059957,
      "grad_norm": 8.715841293334961,
      "learning_rate": 3.713587445294504e-05,
      "loss": 0.7094,
      "step": 4187
    },
    {
      "epoch": 1.793576017130621,
      "grad_norm": 8.276060104370117,
      "learning_rate": 3.7129810296219245e-05,
      "loss": 0.9014,
      "step": 4188
    },
    {
      "epoch": 1.7940042826552463,
      "grad_norm": 2.5655295848846436,
      "learning_rate": 3.7123745205908114e-05,
      "loss": 0.8512,
      "step": 4189
    },
    {
      "epoch": 1.7944325481798715,
      "grad_norm": 2.6349971294403076,
      "learning_rate": 3.7117679182478417e-05,
      "loss": 1.342,
      "step": 4190
    },
    {
      "epoch": 1.7948608137044968,
      "grad_norm": 4.6513142585754395,
      "learning_rate": 3.7111612226397065e-05,
      "loss": 1.5217,
      "step": 4191
    },
    {
      "epoch": 1.795289079229122,
      "grad_norm": 5.518254280090332,
      "learning_rate": 3.7105544338130985e-05,
      "loss": 0.9147,
      "step": 4192
    },
    {
      "epoch": 1.7957173447537473,
      "grad_norm": 6.017972946166992,
      "learning_rate": 3.7099475518147216e-05,
      "loss": 0.8593,
      "step": 4193
    },
    {
      "epoch": 1.7961456102783726,
      "grad_norm": 3.1269187927246094,
      "learning_rate": 3.709340576691284e-05,
      "loss": 1.9108,
      "step": 4194
    },
    {
      "epoch": 1.7965738758029979,
      "grad_norm": 3.659518003463745,
      "learning_rate": 3.708733508489503e-05,
      "loss": 0.553,
      "step": 4195
    },
    {
      "epoch": 1.7970021413276231,
      "grad_norm": 1.0088692903518677,
      "learning_rate": 3.708126347256102e-05,
      "loss": 0.3019,
      "step": 4196
    },
    {
      "epoch": 1.7974304068522484,
      "grad_norm": 1.4397817850112915,
      "learning_rate": 3.707519093037813e-05,
      "loss": 0.6235,
      "step": 4197
    },
    {
      "epoch": 1.7978586723768737,
      "grad_norm": 3.0934948921203613,
      "learning_rate": 3.706911745881372e-05,
      "loss": 0.9711,
      "step": 4198
    },
    {
      "epoch": 1.798286937901499,
      "grad_norm": 0.6991516351699829,
      "learning_rate": 3.706304305833526e-05,
      "loss": 0.2257,
      "step": 4199
    },
    {
      "epoch": 1.7987152034261242,
      "grad_norm": 2.377756118774414,
      "learning_rate": 3.7056967729410257e-05,
      "loss": 0.8681,
      "step": 4200
    },
    {
      "epoch": 1.7991434689507495,
      "grad_norm": 5.770384788513184,
      "learning_rate": 3.705089147250632e-05,
      "loss": 1.4097,
      "step": 4201
    },
    {
      "epoch": 1.7995717344753748,
      "grad_norm": 2.140129327774048,
      "learning_rate": 3.704481428809111e-05,
      "loss": 0.6492,
      "step": 4202
    },
    {
      "epoch": 1.8,
      "grad_norm": 1.156645655632019,
      "learning_rate": 3.703873617663236e-05,
      "loss": 0.3496,
      "step": 4203
    },
    {
      "epoch": 1.8004282655246253,
      "grad_norm": 2.274933338165283,
      "learning_rate": 3.70326571385979e-05,
      "loss": 0.8918,
      "step": 4204
    },
    {
      "epoch": 1.8008565310492506,
      "grad_norm": 4.794058322906494,
      "learning_rate": 3.702657717445559e-05,
      "loss": 0.7493,
      "step": 4205
    },
    {
      "epoch": 1.8012847965738759,
      "grad_norm": 1.830263376235962,
      "learning_rate": 3.702049628467338e-05,
      "loss": 0.3505,
      "step": 4206
    },
    {
      "epoch": 1.801713062098501,
      "grad_norm": 1.9042167663574219,
      "learning_rate": 3.70144144697193e-05,
      "loss": 1.0135,
      "step": 4207
    },
    {
      "epoch": 1.8021413276231262,
      "grad_norm": 2.332930326461792,
      "learning_rate": 3.700833173006144e-05,
      "loss": 0.8994,
      "step": 4208
    },
    {
      "epoch": 1.8025695931477514,
      "grad_norm": 3.031546115875244,
      "learning_rate": 3.700224806616798e-05,
      "loss": 0.6815,
      "step": 4209
    },
    {
      "epoch": 1.8029978586723767,
      "grad_norm": 2.9998605251312256,
      "learning_rate": 3.6996163478507135e-05,
      "loss": 1.4328,
      "step": 4210
    },
    {
      "epoch": 1.803426124197002,
      "grad_norm": 2.6826841831207275,
      "learning_rate": 3.6990077967547223e-05,
      "loss": 1.4407,
      "step": 4211
    },
    {
      "epoch": 1.8038543897216273,
      "grad_norm": 1.3685656785964966,
      "learning_rate": 3.698399153375663e-05,
      "loss": 0.3509,
      "step": 4212
    },
    {
      "epoch": 1.8042826552462525,
      "grad_norm": 11.142714500427246,
      "learning_rate": 3.697790417760379e-05,
      "loss": 1.4739,
      "step": 4213
    },
    {
      "epoch": 1.8047109207708778,
      "grad_norm": 2.323432207107544,
      "learning_rate": 3.6971815899557235e-05,
      "loss": 0.5202,
      "step": 4214
    },
    {
      "epoch": 1.805139186295503,
      "grad_norm": 3.3843822479248047,
      "learning_rate": 3.6965726700085554e-05,
      "loss": 0.7179,
      "step": 4215
    },
    {
      "epoch": 1.8055674518201283,
      "grad_norm": 3.3292641639709473,
      "learning_rate": 3.6959636579657405e-05,
      "loss": 0.725,
      "step": 4216
    },
    {
      "epoch": 1.8059957173447536,
      "grad_norm": 5.213203430175781,
      "learning_rate": 3.695354553874154e-05,
      "loss": 0.7053,
      "step": 4217
    },
    {
      "epoch": 1.8064239828693789,
      "grad_norm": 1.5721122026443481,
      "learning_rate": 3.694745357780673e-05,
      "loss": 0.6063,
      "step": 4218
    },
    {
      "epoch": 1.8068522483940042,
      "grad_norm": 3.9356911182403564,
      "learning_rate": 3.694136069732188e-05,
      "loss": 0.6228,
      "step": 4219
    },
    {
      "epoch": 1.8072805139186294,
      "grad_norm": 3.5109786987304688,
      "learning_rate": 3.693526689775593e-05,
      "loss": 0.9545,
      "step": 4220
    },
    {
      "epoch": 1.8077087794432547,
      "grad_norm": 2.1620898246765137,
      "learning_rate": 3.692917217957788e-05,
      "loss": 0.6135,
      "step": 4221
    },
    {
      "epoch": 1.80813704496788,
      "grad_norm": 2.2151005268096924,
      "learning_rate": 3.692307654325683e-05,
      "loss": 1.3651,
      "step": 4222
    },
    {
      "epoch": 1.8085653104925052,
      "grad_norm": 4.973534107208252,
      "learning_rate": 3.691697998926194e-05,
      "loss": 1.0879,
      "step": 4223
    },
    {
      "epoch": 1.8089935760171305,
      "grad_norm": 1.3879199028015137,
      "learning_rate": 3.691088251806243e-05,
      "loss": 0.5816,
      "step": 4224
    },
    {
      "epoch": 1.8094218415417558,
      "grad_norm": 3.262125253677368,
      "learning_rate": 3.6904784130127614e-05,
      "loss": 1.1012,
      "step": 4225
    },
    {
      "epoch": 1.809850107066381,
      "grad_norm": 2.2616474628448486,
      "learning_rate": 3.689868482592684e-05,
      "loss": 0.451,
      "step": 4226
    },
    {
      "epoch": 1.8102783725910063,
      "grad_norm": 2.367090940475464,
      "learning_rate": 3.689258460592956e-05,
      "loss": 1.0148,
      "step": 4227
    },
    {
      "epoch": 1.8107066381156316,
      "grad_norm": 4.569350719451904,
      "learning_rate": 3.688648347060529e-05,
      "loss": 0.5477,
      "step": 4228
    },
    {
      "epoch": 1.8111349036402569,
      "grad_norm": 4.075528144836426,
      "learning_rate": 3.688038142042361e-05,
      "loss": 1.2014,
      "step": 4229
    },
    {
      "epoch": 1.8115631691648821,
      "grad_norm": 2.5854077339172363,
      "learning_rate": 3.687427845585416e-05,
      "loss": 1.4278,
      "step": 4230
    },
    {
      "epoch": 1.8119914346895074,
      "grad_norm": 2.9142143726348877,
      "learning_rate": 3.6868174577366676e-05,
      "loss": 0.6453,
      "step": 4231
    },
    {
      "epoch": 1.8124197002141327,
      "grad_norm": 4.987925052642822,
      "learning_rate": 3.686206978543094e-05,
      "loss": 1.1806,
      "step": 4232
    },
    {
      "epoch": 1.812847965738758,
      "grad_norm": 1.6785300970077515,
      "learning_rate": 3.685596408051682e-05,
      "loss": 0.2499,
      "step": 4233
    },
    {
      "epoch": 1.8132762312633832,
      "grad_norm": 4.224194526672363,
      "learning_rate": 3.684985746309425e-05,
      "loss": 1.1848,
      "step": 4234
    },
    {
      "epoch": 1.8137044967880085,
      "grad_norm": 2.228849411010742,
      "learning_rate": 3.684374993363322e-05,
      "loss": 0.5333,
      "step": 4235
    },
    {
      "epoch": 1.8141327623126338,
      "grad_norm": 1.6308841705322266,
      "learning_rate": 3.683764149260383e-05,
      "loss": 0.3724,
      "step": 4236
    },
    {
      "epoch": 1.814561027837259,
      "grad_norm": 1.1049692630767822,
      "learning_rate": 3.683153214047619e-05,
      "loss": 0.6625,
      "step": 4237
    },
    {
      "epoch": 1.8149892933618843,
      "grad_norm": 0.9352368712425232,
      "learning_rate": 3.6825421877720536e-05,
      "loss": 0.4361,
      "step": 4238
    },
    {
      "epoch": 1.8154175588865096,
      "grad_norm": 2.7550647258758545,
      "learning_rate": 3.6819310704807146e-05,
      "loss": 1.0189,
      "step": 4239
    },
    {
      "epoch": 1.8158458244111348,
      "grad_norm": 3.410895586013794,
      "learning_rate": 3.681319862220638e-05,
      "loss": 0.7799,
      "step": 4240
    },
    {
      "epoch": 1.8162740899357601,
      "grad_norm": 7.6984944343566895,
      "learning_rate": 3.680708563038865e-05,
      "loss": 0.7232,
      "step": 4241
    },
    {
      "epoch": 1.8167023554603854,
      "grad_norm": 0.7713504433631897,
      "learning_rate": 3.680097172982446e-05,
      "loss": 0.3844,
      "step": 4242
    },
    {
      "epoch": 1.8171306209850107,
      "grad_norm": 2.1669130325317383,
      "learning_rate": 3.679485692098437e-05,
      "loss": 0.7526,
      "step": 4243
    },
    {
      "epoch": 1.817558886509636,
      "grad_norm": 5.09377908706665,
      "learning_rate": 3.678874120433901e-05,
      "loss": 1.6046,
      "step": 4244
    },
    {
      "epoch": 1.8179871520342612,
      "grad_norm": 2.4916324615478516,
      "learning_rate": 3.6782624580359086e-05,
      "loss": 0.7119,
      "step": 4245
    },
    {
      "epoch": 1.8184154175588865,
      "grad_norm": 3.3378803730010986,
      "learning_rate": 3.677650704951537e-05,
      "loss": 0.4786,
      "step": 4246
    },
    {
      "epoch": 1.8188436830835117,
      "grad_norm": 4.934278964996338,
      "learning_rate": 3.677038861227871e-05,
      "loss": 0.6781,
      "step": 4247
    },
    {
      "epoch": 1.819271948608137,
      "grad_norm": 2.1049935817718506,
      "learning_rate": 3.676426926912002e-05,
      "loss": 0.3654,
      "step": 4248
    },
    {
      "epoch": 1.8197002141327623,
      "grad_norm": 1.5074787139892578,
      "learning_rate": 3.675814902051027e-05,
      "loss": 0.6732,
      "step": 4249
    },
    {
      "epoch": 1.8201284796573876,
      "grad_norm": 4.479895114898682,
      "learning_rate": 3.675202786692051e-05,
      "loss": 1.0884,
      "step": 4250
    },
    {
      "epoch": 1.8205567451820128,
      "grad_norm": 0.8319299817085266,
      "learning_rate": 3.674590580882189e-05,
      "loss": 0.4195,
      "step": 4251
    },
    {
      "epoch": 1.820985010706638,
      "grad_norm": 2.8371193408966064,
      "learning_rate": 3.673978284668558e-05,
      "loss": 0.3462,
      "step": 4252
    },
    {
      "epoch": 1.8214132762312634,
      "grad_norm": 0.7674569487571716,
      "learning_rate": 3.673365898098284e-05,
      "loss": 0.234,
      "step": 4253
    },
    {
      "epoch": 1.8218415417558886,
      "grad_norm": 3.153059959411621,
      "learning_rate": 3.6727534212185016e-05,
      "loss": 0.752,
      "step": 4254
    },
    {
      "epoch": 1.822269807280514,
      "grad_norm": 3.5535202026367188,
      "learning_rate": 3.672140854076349e-05,
      "loss": 0.6753,
      "step": 4255
    },
    {
      "epoch": 1.8226980728051392,
      "grad_norm": 3.328460216522217,
      "learning_rate": 3.671528196718974e-05,
      "loss": 0.8739,
      "step": 4256
    },
    {
      "epoch": 1.8231263383297645,
      "grad_norm": 5.061244010925293,
      "learning_rate": 3.670915449193531e-05,
      "loss": 1.304,
      "step": 4257
    },
    {
      "epoch": 1.8235546038543897,
      "grad_norm": 4.0336737632751465,
      "learning_rate": 3.6703026115471796e-05,
      "loss": 1.4767,
      "step": 4258
    },
    {
      "epoch": 1.823982869379015,
      "grad_norm": 3.506157398223877,
      "learning_rate": 3.6696896838270886e-05,
      "loss": 0.9476,
      "step": 4259
    },
    {
      "epoch": 1.8244111349036403,
      "grad_norm": 6.051621437072754,
      "learning_rate": 3.669076666080432e-05,
      "loss": 1.0283,
      "step": 4260
    },
    {
      "epoch": 1.8248394004282655,
      "grad_norm": 4.081849098205566,
      "learning_rate": 3.6684635583543915e-05,
      "loss": 1.3823,
      "step": 4261
    },
    {
      "epoch": 1.8252676659528908,
      "grad_norm": 5.556421279907227,
      "learning_rate": 3.667850360696157e-05,
      "loss": 1.1454,
      "step": 4262
    },
    {
      "epoch": 1.825695931477516,
      "grad_norm": 2.686328411102295,
      "learning_rate": 3.667237073152922e-05,
      "loss": 1.426,
      "step": 4263
    },
    {
      "epoch": 1.8261241970021413,
      "grad_norm": 1.9494829177856445,
      "learning_rate": 3.6666236957718906e-05,
      "loss": 0.4655,
      "step": 4264
    },
    {
      "epoch": 1.8265524625267666,
      "grad_norm": 6.506041526794434,
      "learning_rate": 3.666010228600272e-05,
      "loss": 0.7913,
      "step": 4265
    },
    {
      "epoch": 1.826980728051392,
      "grad_norm": 3.0507519245147705,
      "learning_rate": 3.66539667168528e-05,
      "loss": 0.935,
      "step": 4266
    },
    {
      "epoch": 1.8274089935760172,
      "grad_norm": 0.8472835421562195,
      "learning_rate": 3.664783025074141e-05,
      "loss": 0.2336,
      "step": 4267
    },
    {
      "epoch": 1.8278372591006424,
      "grad_norm": 1.911810278892517,
      "learning_rate": 3.6641692888140835e-05,
      "loss": 1.1613,
      "step": 4268
    },
    {
      "epoch": 1.8282655246252677,
      "grad_norm": 3.358626365661621,
      "learning_rate": 3.663555462952344e-05,
      "loss": 0.9474,
      "step": 4269
    },
    {
      "epoch": 1.828693790149893,
      "grad_norm": 2.963820457458496,
      "learning_rate": 3.662941547536167e-05,
      "loss": 1.0556,
      "step": 4270
    },
    {
      "epoch": 1.8291220556745182,
      "grad_norm": 2.510023593902588,
      "learning_rate": 3.6623275426128036e-05,
      "loss": 0.8828,
      "step": 4271
    },
    {
      "epoch": 1.8295503211991435,
      "grad_norm": 1.6598923206329346,
      "learning_rate": 3.661713448229511e-05,
      "loss": 0.5544,
      "step": 4272
    },
    {
      "epoch": 1.8299785867237688,
      "grad_norm": 1.932365894317627,
      "learning_rate": 3.6610992644335534e-05,
      "loss": 1.0308,
      "step": 4273
    },
    {
      "epoch": 1.830406852248394,
      "grad_norm": 2.357642650604248,
      "learning_rate": 3.6604849912722026e-05,
      "loss": 0.8435,
      "step": 4274
    },
    {
      "epoch": 1.8308351177730193,
      "grad_norm": 3.698220729827881,
      "learning_rate": 3.659870628792737e-05,
      "loss": 0.4447,
      "step": 4275
    },
    {
      "epoch": 1.8312633832976446,
      "grad_norm": 0.9390906691551208,
      "learning_rate": 3.6592561770424414e-05,
      "loss": 0.3501,
      "step": 4276
    },
    {
      "epoch": 1.8316916488222699,
      "grad_norm": 1.1364980936050415,
      "learning_rate": 3.658641636068608e-05,
      "loss": 0.4522,
      "step": 4277
    },
    {
      "epoch": 1.8321199143468951,
      "grad_norm": 1.8203446865081787,
      "learning_rate": 3.658027005918535e-05,
      "loss": 0.8211,
      "step": 4278
    },
    {
      "epoch": 1.8325481798715204,
      "grad_norm": 3.1715247631073,
      "learning_rate": 3.6574122866395286e-05,
      "loss": 0.7672,
      "step": 4279
    },
    {
      "epoch": 1.8329764453961457,
      "grad_norm": 2.6653242111206055,
      "learning_rate": 3.6567974782789024e-05,
      "loss": 1.1985,
      "step": 4280
    },
    {
      "epoch": 1.833404710920771,
      "grad_norm": 1.1267178058624268,
      "learning_rate": 3.6561825808839745e-05,
      "loss": 0.4052,
      "step": 4281
    },
    {
      "epoch": 1.8338329764453962,
      "grad_norm": 1.5689752101898193,
      "learning_rate": 3.655567594502072e-05,
      "loss": 0.9633,
      "step": 4282
    },
    {
      "epoch": 1.8342612419700215,
      "grad_norm": 2.2015798091888428,
      "learning_rate": 3.654952519180527e-05,
      "loss": 0.9306,
      "step": 4283
    },
    {
      "epoch": 1.8346895074946468,
      "grad_norm": 1.9396522045135498,
      "learning_rate": 3.6543373549666804e-05,
      "loss": 0.4862,
      "step": 4284
    },
    {
      "epoch": 1.835117773019272,
      "grad_norm": 1.5258219242095947,
      "learning_rate": 3.65372210190788e-05,
      "loss": 0.2355,
      "step": 4285
    },
    {
      "epoch": 1.8355460385438973,
      "grad_norm": 3.3769218921661377,
      "learning_rate": 3.653106760051478e-05,
      "loss": 0.609,
      "step": 4286
    },
    {
      "epoch": 1.8359743040685226,
      "grad_norm": 1.746630311012268,
      "learning_rate": 3.652491329444834e-05,
      "loss": 0.5055,
      "step": 4287
    },
    {
      "epoch": 1.8364025695931478,
      "grad_norm": 2.4003164768218994,
      "learning_rate": 3.651875810135318e-05,
      "loss": 0.4863,
      "step": 4288
    },
    {
      "epoch": 1.8368308351177731,
      "grad_norm": 0.7865892648696899,
      "learning_rate": 3.651260202170303e-05,
      "loss": 0.1804,
      "step": 4289
    },
    {
      "epoch": 1.8372591006423984,
      "grad_norm": 3.231473445892334,
      "learning_rate": 3.6506445055971696e-05,
      "loss": 0.7488,
      "step": 4290
    },
    {
      "epoch": 1.8376873661670237,
      "grad_norm": 1.4141638278961182,
      "learning_rate": 3.650028720463306e-05,
      "loss": 1.0286,
      "step": 4291
    },
    {
      "epoch": 1.838115631691649,
      "grad_norm": 2.4364092350006104,
      "learning_rate": 3.649412846816106e-05,
      "loss": 0.5239,
      "step": 4292
    },
    {
      "epoch": 1.8385438972162742,
      "grad_norm": 6.972470283508301,
      "learning_rate": 3.648796884702973e-05,
      "loss": 0.9818,
      "step": 4293
    },
    {
      "epoch": 1.8389721627408995,
      "grad_norm": 1.839647889137268,
      "learning_rate": 3.648180834171313e-05,
      "loss": 0.4302,
      "step": 4294
    },
    {
      "epoch": 1.8394004282655247,
      "grad_norm": 3.165436029434204,
      "learning_rate": 3.6475646952685426e-05,
      "loss": 0.891,
      "step": 4295
    },
    {
      "epoch": 1.83982869379015,
      "grad_norm": 2.2671868801116943,
      "learning_rate": 3.646948468042083e-05,
      "loss": 0.6459,
      "step": 4296
    },
    {
      "epoch": 1.8402569593147753,
      "grad_norm": 1.6375972032546997,
      "learning_rate": 3.646332152539364e-05,
      "loss": 0.3297,
      "step": 4297
    },
    {
      "epoch": 1.8406852248394006,
      "grad_norm": 0.7064692974090576,
      "learning_rate": 3.645715748807819e-05,
      "loss": 0.2203,
      "step": 4298
    },
    {
      "epoch": 1.8411134903640258,
      "grad_norm": 1.7252262830734253,
      "learning_rate": 3.645099256894892e-05,
      "loss": 1.0167,
      "step": 4299
    },
    {
      "epoch": 1.841541755888651,
      "grad_norm": 2.5123238563537598,
      "learning_rate": 3.64448267684803e-05,
      "loss": 0.9235,
      "step": 4300
    },
    {
      "epoch": 1.8419700214132764,
      "grad_norm": 3.0812463760375977,
      "learning_rate": 3.6438660087146915e-05,
      "loss": 0.7521,
      "step": 4301
    },
    {
      "epoch": 1.8423982869379016,
      "grad_norm": 0.7902001738548279,
      "learning_rate": 3.643249252542337e-05,
      "loss": 0.3226,
      "step": 4302
    },
    {
      "epoch": 1.842826552462527,
      "grad_norm": 2.901313066482544,
      "learning_rate": 3.642632408378438e-05,
      "loss": 0.8286,
      "step": 4303
    },
    {
      "epoch": 1.8432548179871522,
      "grad_norm": 4.353775978088379,
      "learning_rate": 3.6420154762704686e-05,
      "loss": 1.1047,
      "step": 4304
    },
    {
      "epoch": 1.8436830835117775,
      "grad_norm": 2.298123359680176,
      "learning_rate": 3.641398456265912e-05,
      "loss": 0.4471,
      "step": 4305
    },
    {
      "epoch": 1.8441113490364027,
      "grad_norm": 2.641587734222412,
      "learning_rate": 3.6407813484122585e-05,
      "loss": 1.4702,
      "step": 4306
    },
    {
      "epoch": 1.844539614561028,
      "grad_norm": 3.4797935485839844,
      "learning_rate": 3.640164152757005e-05,
      "loss": 1.94,
      "step": 4307
    },
    {
      "epoch": 1.8449678800856533,
      "grad_norm": 1.3578437566757202,
      "learning_rate": 3.639546869347654e-05,
      "loss": 0.5815,
      "step": 4308
    },
    {
      "epoch": 1.8453961456102785,
      "grad_norm": 2.463564395904541,
      "learning_rate": 3.638929498231715e-05,
      "loss": 0.3593,
      "step": 4309
    },
    {
      "epoch": 1.8458244111349036,
      "grad_norm": 11.322685241699219,
      "learning_rate": 3.638312039456706e-05,
      "loss": 0.7404,
      "step": 4310
    },
    {
      "epoch": 1.8462526766595289,
      "grad_norm": 0.9619650840759277,
      "learning_rate": 3.637694493070149e-05,
      "loss": 0.421,
      "step": 4311
    },
    {
      "epoch": 1.8466809421841541,
      "grad_norm": 4.63822603225708,
      "learning_rate": 3.6370768591195746e-05,
      "loss": 0.7097,
      "step": 4312
    },
    {
      "epoch": 1.8471092077087794,
      "grad_norm": 0.9250069856643677,
      "learning_rate": 3.636459137652521e-05,
      "loss": 0.423,
      "step": 4313
    },
    {
      "epoch": 1.8475374732334047,
      "grad_norm": 3.194039821624756,
      "learning_rate": 3.635841328716531e-05,
      "loss": 0.6829,
      "step": 4314
    },
    {
      "epoch": 1.84796573875803,
      "grad_norm": 3.2025606632232666,
      "learning_rate": 3.6352234323591536e-05,
      "loss": 0.6878,
      "step": 4315
    },
    {
      "epoch": 1.8483940042826552,
      "grad_norm": 2.290318012237549,
      "learning_rate": 3.634605448627948e-05,
      "loss": 0.779,
      "step": 4316
    },
    {
      "epoch": 1.8488222698072805,
      "grad_norm": 3.8669140338897705,
      "learning_rate": 3.633987377570477e-05,
      "loss": 0.5188,
      "step": 4317
    },
    {
      "epoch": 1.8492505353319058,
      "grad_norm": 2.764615058898926,
      "learning_rate": 3.6333692192343116e-05,
      "loss": 0.9199,
      "step": 4318
    },
    {
      "epoch": 1.849678800856531,
      "grad_norm": 3.2363719940185547,
      "learning_rate": 3.632750973667029e-05,
      "loss": 1.0933,
      "step": 4319
    },
    {
      "epoch": 1.8501070663811563,
      "grad_norm": 2.3853836059570312,
      "learning_rate": 3.632132640916214e-05,
      "loss": 0.4551,
      "step": 4320
    },
    {
      "epoch": 1.8505353319057816,
      "grad_norm": 2.4722700119018555,
      "learning_rate": 3.631514221029455e-05,
      "loss": 0.8158,
      "step": 4321
    },
    {
      "epoch": 1.8509635974304068,
      "grad_norm": 3.8220560550689697,
      "learning_rate": 3.630895714054352e-05,
      "loss": 1.0264,
      "step": 4322
    },
    {
      "epoch": 1.851391862955032,
      "grad_norm": 4.811949729919434,
      "learning_rate": 3.630277120038508e-05,
      "loss": 0.8359,
      "step": 4323
    },
    {
      "epoch": 1.8518201284796574,
      "grad_norm": 1.7247886657714844,
      "learning_rate": 3.629658439029534e-05,
      "loss": 0.8515,
      "step": 4324
    },
    {
      "epoch": 1.8522483940042827,
      "grad_norm": 3.588632583618164,
      "learning_rate": 3.6290396710750465e-05,
      "loss": 1.3943,
      "step": 4325
    },
    {
      "epoch": 1.852676659528908,
      "grad_norm": 2.080753803253174,
      "learning_rate": 3.628420816222671e-05,
      "loss": 0.8538,
      "step": 4326
    },
    {
      "epoch": 1.8531049250535332,
      "grad_norm": 5.669199466705322,
      "learning_rate": 3.627801874520038e-05,
      "loss": 0.7168,
      "step": 4327
    },
    {
      "epoch": 1.8535331905781585,
      "grad_norm": 2.924220561981201,
      "learning_rate": 3.6271828460147854e-05,
      "loss": 1.348,
      "step": 4328
    },
    {
      "epoch": 1.8539614561027837,
      "grad_norm": 3.3227522373199463,
      "learning_rate": 3.6265637307545576e-05,
      "loss": 0.6632,
      "step": 4329
    },
    {
      "epoch": 1.854389721627409,
      "grad_norm": 3.836930274963379,
      "learning_rate": 3.625944528787004e-05,
      "loss": 1.0144,
      "step": 4330
    },
    {
      "epoch": 1.8548179871520343,
      "grad_norm": 1.2957051992416382,
      "learning_rate": 3.6253252401597845e-05,
      "loss": 0.9586,
      "step": 4331
    },
    {
      "epoch": 1.8552462526766595,
      "grad_norm": 2.8163466453552246,
      "learning_rate": 3.624705864920561e-05,
      "loss": 0.5225,
      "step": 4332
    },
    {
      "epoch": 1.8556745182012848,
      "grad_norm": 0.7338316440582275,
      "learning_rate": 3.624086403117006e-05,
      "loss": 0.1984,
      "step": 4333
    },
    {
      "epoch": 1.85610278372591,
      "grad_norm": 4.352520942687988,
      "learning_rate": 3.6234668547967975e-05,
      "loss": 1.0141,
      "step": 4334
    },
    {
      "epoch": 1.8565310492505354,
      "grad_norm": 0.9751667976379395,
      "learning_rate": 3.622847220007619e-05,
      "loss": 0.6455,
      "step": 4335
    },
    {
      "epoch": 1.8569593147751606,
      "grad_norm": 2.958376407623291,
      "learning_rate": 3.6222274987971616e-05,
      "loss": 0.4947,
      "step": 4336
    },
    {
      "epoch": 1.857387580299786,
      "grad_norm": 4.3656535148620605,
      "learning_rate": 3.6216076912131225e-05,
      "loss": 1.4963,
      "step": 4337
    },
    {
      "epoch": 1.8578158458244112,
      "grad_norm": 20.1492862701416,
      "learning_rate": 3.6209877973032064e-05,
      "loss": 1.7991,
      "step": 4338
    },
    {
      "epoch": 1.8582441113490364,
      "grad_norm": 2.1690099239349365,
      "learning_rate": 3.6203678171151234e-05,
      "loss": 0.3978,
      "step": 4339
    },
    {
      "epoch": 1.8586723768736617,
      "grad_norm": 2.7246737480163574,
      "learning_rate": 3.6197477506965927e-05,
      "loss": 0.4194,
      "step": 4340
    },
    {
      "epoch": 1.859100642398287,
      "grad_norm": 3.773098945617676,
      "learning_rate": 3.619127598095337e-05,
      "loss": 0.8774,
      "step": 4341
    },
    {
      "epoch": 1.8595289079229123,
      "grad_norm": 5.228582382202148,
      "learning_rate": 3.618507359359087e-05,
      "loss": 1.2392,
      "step": 4342
    },
    {
      "epoch": 1.8599571734475375,
      "grad_norm": 2.244553565979004,
      "learning_rate": 3.617887034535581e-05,
      "loss": 0.6952,
      "step": 4343
    },
    {
      "epoch": 1.8603854389721626,
      "grad_norm": 1.4755524396896362,
      "learning_rate": 3.617266623672562e-05,
      "loss": 0.4982,
      "step": 4344
    },
    {
      "epoch": 1.8608137044967878,
      "grad_norm": 1.2143607139587402,
      "learning_rate": 3.616646126817782e-05,
      "loss": 0.4744,
      "step": 4345
    },
    {
      "epoch": 1.8612419700214131,
      "grad_norm": 4.892422676086426,
      "learning_rate": 3.616025544018997e-05,
      "loss": 0.4645,
      "step": 4346
    },
    {
      "epoch": 1.8616702355460384,
      "grad_norm": 3.1258225440979004,
      "learning_rate": 3.615404875323972e-05,
      "loss": 0.5896,
      "step": 4347
    },
    {
      "epoch": 1.8620985010706637,
      "grad_norm": 3.9041383266448975,
      "learning_rate": 3.614784120780477e-05,
      "loss": 0.6649,
      "step": 4348
    },
    {
      "epoch": 1.862526766595289,
      "grad_norm": 2.8828794956207275,
      "learning_rate": 3.614163280436288e-05,
      "loss": 1.3499,
      "step": 4349
    },
    {
      "epoch": 1.8629550321199142,
      "grad_norm": 4.151246070861816,
      "learning_rate": 3.613542354339191e-05,
      "loss": 0.9843,
      "step": 4350
    },
    {
      "epoch": 1.8633832976445395,
      "grad_norm": 0.6428200006484985,
      "learning_rate": 3.612921342536974e-05,
      "loss": 0.1761,
      "step": 4351
    },
    {
      "epoch": 1.8638115631691647,
      "grad_norm": 2.5871050357818604,
      "learning_rate": 3.6123002450774365e-05,
      "loss": 1.0666,
      "step": 4352
    },
    {
      "epoch": 1.86423982869379,
      "grad_norm": 3.1747915744781494,
      "learning_rate": 3.6116790620083804e-05,
      "loss": 0.7565,
      "step": 4353
    },
    {
      "epoch": 1.8646680942184153,
      "grad_norm": 7.078607082366943,
      "learning_rate": 3.6110577933776145e-05,
      "loss": 1.9214,
      "step": 4354
    },
    {
      "epoch": 1.8650963597430406,
      "grad_norm": 1.2381689548492432,
      "learning_rate": 3.610436439232958e-05,
      "loss": 0.5538,
      "step": 4355
    },
    {
      "epoch": 1.8655246252676658,
      "grad_norm": 2.6139092445373535,
      "learning_rate": 3.609814999622233e-05,
      "loss": 0.4722,
      "step": 4356
    },
    {
      "epoch": 1.865952890792291,
      "grad_norm": 0.8369814157485962,
      "learning_rate": 3.609193474593269e-05,
      "loss": 0.1928,
      "step": 4357
    },
    {
      "epoch": 1.8663811563169164,
      "grad_norm": 3.5982773303985596,
      "learning_rate": 3.608571864193904e-05,
      "loss": 1.0565,
      "step": 4358
    },
    {
      "epoch": 1.8668094218415416,
      "grad_norm": 3.584934711456299,
      "learning_rate": 3.60795016847198e-05,
      "loss": 0.5515,
      "step": 4359
    },
    {
      "epoch": 1.867237687366167,
      "grad_norm": 4.781712532043457,
      "learning_rate": 3.607328387475345e-05,
      "loss": 0.5387,
      "step": 4360
    },
    {
      "epoch": 1.8676659528907922,
      "grad_norm": 4.9690046310424805,
      "learning_rate": 3.606706521251857e-05,
      "loss": 0.3338,
      "step": 4361
    },
    {
      "epoch": 1.8680942184154175,
      "grad_norm": 4.0640549659729,
      "learning_rate": 3.6060845698493775e-05,
      "loss": 2.7651,
      "step": 4362
    },
    {
      "epoch": 1.8685224839400427,
      "grad_norm": 1.7929493188858032,
      "learning_rate": 3.605462533315778e-05,
      "loss": 0.6462,
      "step": 4363
    },
    {
      "epoch": 1.868950749464668,
      "grad_norm": 0.7308695316314697,
      "learning_rate": 3.604840411698932e-05,
      "loss": 0.1647,
      "step": 4364
    },
    {
      "epoch": 1.8693790149892933,
      "grad_norm": 1.0532039403915405,
      "learning_rate": 3.604218205046722e-05,
      "loss": 0.4563,
      "step": 4365
    },
    {
      "epoch": 1.8698072805139185,
      "grad_norm": 5.3375959396362305,
      "learning_rate": 3.603595913407039e-05,
      "loss": 1.8982,
      "step": 4366
    },
    {
      "epoch": 1.8702355460385438,
      "grad_norm": 1.7187188863754272,
      "learning_rate": 3.602973536827775e-05,
      "loss": 1.7225,
      "step": 4367
    },
    {
      "epoch": 1.870663811563169,
      "grad_norm": 3.4285852909088135,
      "learning_rate": 3.602351075356834e-05,
      "loss": 0.8385,
      "step": 4368
    },
    {
      "epoch": 1.8710920770877943,
      "grad_norm": 1.9655479192733765,
      "learning_rate": 3.6017285290421255e-05,
      "loss": 0.3276,
      "step": 4369
    },
    {
      "epoch": 1.8715203426124196,
      "grad_norm": 6.9988322257995605,
      "learning_rate": 3.6011058979315624e-05,
      "loss": 0.8324,
      "step": 4370
    },
    {
      "epoch": 1.871948608137045,
      "grad_norm": 3.1896519660949707,
      "learning_rate": 3.600483182073068e-05,
      "loss": 0.9077,
      "step": 4371
    },
    {
      "epoch": 1.8723768736616702,
      "grad_norm": 2.5234720706939697,
      "learning_rate": 3.599860381514569e-05,
      "loss": 0.7974,
      "step": 4372
    },
    {
      "epoch": 1.8728051391862954,
      "grad_norm": 5.5447773933410645,
      "learning_rate": 3.5992374963040005e-05,
      "loss": 0.9592,
      "step": 4373
    },
    {
      "epoch": 1.8732334047109207,
      "grad_norm": 3.454793930053711,
      "learning_rate": 3.598614526489304e-05,
      "loss": 1.4519,
      "step": 4374
    },
    {
      "epoch": 1.873661670235546,
      "grad_norm": 5.421693325042725,
      "learning_rate": 3.597991472118426e-05,
      "loss": 1.2983,
      "step": 4375
    },
    {
      "epoch": 1.8740899357601712,
      "grad_norm": 2.8520240783691406,
      "learning_rate": 3.597368333239322e-05,
      "loss": 0.7508,
      "step": 4376
    },
    {
      "epoch": 1.8745182012847965,
      "grad_norm": 1.5473536252975464,
      "learning_rate": 3.596745109899952e-05,
      "loss": 0.3427,
      "step": 4377
    },
    {
      "epoch": 1.8749464668094218,
      "grad_norm": 7.320774555206299,
      "learning_rate": 3.596121802148283e-05,
      "loss": 0.3894,
      "step": 4378
    },
    {
      "epoch": 1.875374732334047,
      "grad_norm": 3.221761465072632,
      "learning_rate": 3.595498410032289e-05,
      "loss": 1.1955,
      "step": 4379
    },
    {
      "epoch": 1.8758029978586723,
      "grad_norm": 2.2233407497406006,
      "learning_rate": 3.5948749335999496e-05,
      "loss": 0.697,
      "step": 4380
    },
    {
      "epoch": 1.8762312633832976,
      "grad_norm": 5.096539497375488,
      "learning_rate": 3.5942513728992515e-05,
      "loss": 0.8119,
      "step": 4381
    },
    {
      "epoch": 1.8766595289079229,
      "grad_norm": 2.775679349899292,
      "learning_rate": 3.593627727978188e-05,
      "loss": 1.3491,
      "step": 4382
    },
    {
      "epoch": 1.8770877944325481,
      "grad_norm": 3.5035619735717773,
      "learning_rate": 3.593003998884759e-05,
      "loss": 1.434,
      "step": 4383
    },
    {
      "epoch": 1.8775160599571734,
      "grad_norm": 4.090965270996094,
      "learning_rate": 3.59238018566697e-05,
      "loss": 0.8513,
      "step": 4384
    },
    {
      "epoch": 1.8779443254817987,
      "grad_norm": 3.9140830039978027,
      "learning_rate": 3.591756288372834e-05,
      "loss": 1.0198,
      "step": 4385
    },
    {
      "epoch": 1.878372591006424,
      "grad_norm": 3.341742753982544,
      "learning_rate": 3.59113230705037e-05,
      "loss": 0.9817,
      "step": 4386
    },
    {
      "epoch": 1.8788008565310492,
      "grad_norm": 0.8864035606384277,
      "learning_rate": 3.5905082417476024e-05,
      "loss": 0.4047,
      "step": 4387
    },
    {
      "epoch": 1.8792291220556745,
      "grad_norm": 5.76771879196167,
      "learning_rate": 3.589884092512564e-05,
      "loss": 1.2227,
      "step": 4388
    },
    {
      "epoch": 1.8796573875802998,
      "grad_norm": 1.5625320672988892,
      "learning_rate": 3.5892598593932933e-05,
      "loss": 0.8843,
      "step": 4389
    },
    {
      "epoch": 1.880085653104925,
      "grad_norm": 1.908836841583252,
      "learning_rate": 3.588635542437836e-05,
      "loss": 0.413,
      "step": 4390
    },
    {
      "epoch": 1.8805139186295503,
      "grad_norm": 0.9129296541213989,
      "learning_rate": 3.5880111416942406e-05,
      "loss": 0.639,
      "step": 4391
    },
    {
      "epoch": 1.8809421841541756,
      "grad_norm": 0.6368278861045837,
      "learning_rate": 3.5873866572105686e-05,
      "loss": 0.3217,
      "step": 4392
    },
    {
      "epoch": 1.8813704496788008,
      "grad_norm": 1.712646245956421,
      "learning_rate": 3.5867620890348806e-05,
      "loss": 0.9359,
      "step": 4393
    },
    {
      "epoch": 1.8817987152034261,
      "grad_norm": 3.3200995922088623,
      "learning_rate": 3.58613743721525e-05,
      "loss": 0.9396,
      "step": 4394
    },
    {
      "epoch": 1.8822269807280514,
      "grad_norm": 3.494936466217041,
      "learning_rate": 3.585512701799753e-05,
      "loss": 0.8624,
      "step": 4395
    },
    {
      "epoch": 1.8826552462526767,
      "grad_norm": 1.6500264406204224,
      "learning_rate": 3.5848878828364715e-05,
      "loss": 0.963,
      "step": 4396
    },
    {
      "epoch": 1.883083511777302,
      "grad_norm": 4.6263275146484375,
      "learning_rate": 3.5842629803734975e-05,
      "loss": 0.7181,
      "step": 4397
    },
    {
      "epoch": 1.8835117773019272,
      "grad_norm": 1.35587477684021,
      "learning_rate": 3.583637994458927e-05,
      "loss": 0.4421,
      "step": 4398
    },
    {
      "epoch": 1.8839400428265525,
      "grad_norm": 3.3787107467651367,
      "learning_rate": 3.5830129251408615e-05,
      "loss": 0.8568,
      "step": 4399
    },
    {
      "epoch": 1.8843683083511777,
      "grad_norm": 1.9051603078842163,
      "learning_rate": 3.582387772467412e-05,
      "loss": 0.9593,
      "step": 4400
    },
    {
      "epoch": 1.884796573875803,
      "grad_norm": 2.8012001514434814,
      "learning_rate": 3.581762536486693e-05,
      "loss": 1.349,
      "step": 4401
    },
    {
      "epoch": 1.8852248394004283,
      "grad_norm": 4.528660774230957,
      "learning_rate": 3.581137217246827e-05,
      "loss": 0.5871,
      "step": 4402
    },
    {
      "epoch": 1.8856531049250536,
      "grad_norm": 1.8418489694595337,
      "learning_rate": 3.580511814795942e-05,
      "loss": 0.6157,
      "step": 4403
    },
    {
      "epoch": 1.8860813704496788,
      "grad_norm": 3.4445762634277344,
      "learning_rate": 3.5798863291821735e-05,
      "loss": 1.2083,
      "step": 4404
    },
    {
      "epoch": 1.886509635974304,
      "grad_norm": 4.901806354522705,
      "learning_rate": 3.579260760453662e-05,
      "loss": 1.4533,
      "step": 4405
    },
    {
      "epoch": 1.8869379014989294,
      "grad_norm": 4.615005016326904,
      "learning_rate": 3.578635108658555e-05,
      "loss": 1.3412,
      "step": 4406
    },
    {
      "epoch": 1.8873661670235546,
      "grad_norm": 4.805339813232422,
      "learning_rate": 3.578009373845008e-05,
      "loss": 1.0012,
      "step": 4407
    },
    {
      "epoch": 1.88779443254818,
      "grad_norm": 2.490823745727539,
      "learning_rate": 3.57738355606118e-05,
      "loss": 1.113,
      "step": 4408
    },
    {
      "epoch": 1.8882226980728052,
      "grad_norm": 1.7382854223251343,
      "learning_rate": 3.576757655355238e-05,
      "loss": 1.2425,
      "step": 4409
    },
    {
      "epoch": 1.8886509635974305,
      "grad_norm": 6.450253486633301,
      "learning_rate": 3.576131671775357e-05,
      "loss": 1.5714,
      "step": 4410
    },
    {
      "epoch": 1.8890792291220557,
      "grad_norm": 0.6222835183143616,
      "learning_rate": 3.575505605369713e-05,
      "loss": 0.2405,
      "step": 4411
    },
    {
      "epoch": 1.889507494646681,
      "grad_norm": 2.3838188648223877,
      "learning_rate": 3.574879456186495e-05,
      "loss": 1.0429,
      "step": 4412
    },
    {
      "epoch": 1.8899357601713063,
      "grad_norm": 1.3062822818756104,
      "learning_rate": 3.574253224273895e-05,
      "loss": 0.23,
      "step": 4413
    },
    {
      "epoch": 1.8903640256959315,
      "grad_norm": 4.796511173248291,
      "learning_rate": 3.5736269096801094e-05,
      "loss": 0.7286,
      "step": 4414
    },
    {
      "epoch": 1.8907922912205568,
      "grad_norm": 2.352321147918701,
      "learning_rate": 3.573000512453346e-05,
      "loss": 1.2259,
      "step": 4415
    },
    {
      "epoch": 1.891220556745182,
      "grad_norm": 4.715533256530762,
      "learning_rate": 3.572374032641815e-05,
      "loss": 1.0198,
      "step": 4416
    },
    {
      "epoch": 1.8916488222698074,
      "grad_norm": 1.3892556428909302,
      "learning_rate": 3.5717474702937336e-05,
      "loss": 0.367,
      "step": 4417
    },
    {
      "epoch": 1.8920770877944326,
      "grad_norm": 4.318270206451416,
      "learning_rate": 3.571120825457327e-05,
      "loss": 1.1754,
      "step": 4418
    },
    {
      "epoch": 1.892505353319058,
      "grad_norm": 2.058229446411133,
      "learning_rate": 3.5704940981808256e-05,
      "loss": 0.8628,
      "step": 4419
    },
    {
      "epoch": 1.8929336188436832,
      "grad_norm": 3.5783910751342773,
      "learning_rate": 3.569867288512465e-05,
      "loss": 0.5516,
      "step": 4420
    },
    {
      "epoch": 1.8933618843683084,
      "grad_norm": 0.8951301574707031,
      "learning_rate": 3.56924039650049e-05,
      "loss": 0.2528,
      "step": 4421
    },
    {
      "epoch": 1.8937901498929337,
      "grad_norm": 3.9369661808013916,
      "learning_rate": 3.5686134221931485e-05,
      "loss": 1.6906,
      "step": 4422
    },
    {
      "epoch": 1.894218415417559,
      "grad_norm": 1.4377000331878662,
      "learning_rate": 3.567986365638698e-05,
      "loss": 0.4674,
      "step": 4423
    },
    {
      "epoch": 1.8946466809421842,
      "grad_norm": 1.6463507413864136,
      "learning_rate": 3.567359226885399e-05,
      "loss": 0.9414,
      "step": 4424
    },
    {
      "epoch": 1.8950749464668095,
      "grad_norm": 1.688706874847412,
      "learning_rate": 3.566732005981521e-05,
      "loss": 0.6553,
      "step": 4425
    },
    {
      "epoch": 1.8955032119914348,
      "grad_norm": 2.6558542251586914,
      "learning_rate": 3.5661047029753386e-05,
      "loss": 1.1729,
      "step": 4426
    },
    {
      "epoch": 1.89593147751606,
      "grad_norm": 3.4762721061706543,
      "learning_rate": 3.5654773179151326e-05,
      "loss": 1.1237,
      "step": 4427
    },
    {
      "epoch": 1.8963597430406853,
      "grad_norm": 10.924704551696777,
      "learning_rate": 3.5648498508491914e-05,
      "loss": 1.181,
      "step": 4428
    },
    {
      "epoch": 1.8967880085653106,
      "grad_norm": 3.0244340896606445,
      "learning_rate": 3.564222301825808e-05,
      "loss": 1.1311,
      "step": 4429
    },
    {
      "epoch": 1.8972162740899359,
      "grad_norm": 7.121420860290527,
      "learning_rate": 3.563594670893282e-05,
      "loss": 1.1104,
      "step": 4430
    },
    {
      "epoch": 1.8976445396145611,
      "grad_norm": 3.3477237224578857,
      "learning_rate": 3.562966958099921e-05,
      "loss": 0.9618,
      "step": 4431
    },
    {
      "epoch": 1.8980728051391864,
      "grad_norm": 1.3164997100830078,
      "learning_rate": 3.562339163494036e-05,
      "loss": 0.4175,
      "step": 4432
    },
    {
      "epoch": 1.8985010706638117,
      "grad_norm": 3.8224828243255615,
      "learning_rate": 3.561711287123948e-05,
      "loss": 0.6826,
      "step": 4433
    },
    {
      "epoch": 1.898929336188437,
      "grad_norm": 2.5548534393310547,
      "learning_rate": 3.561083329037981e-05,
      "loss": 0.5462,
      "step": 4434
    },
    {
      "epoch": 1.8993576017130622,
      "grad_norm": 2.726564407348633,
      "learning_rate": 3.5604552892844667e-05,
      "loss": 0.3777,
      "step": 4435
    },
    {
      "epoch": 1.8997858672376875,
      "grad_norm": 3.81972074508667,
      "learning_rate": 3.559827167911743e-05,
      "loss": 1.2325,
      "step": 4436
    },
    {
      "epoch": 1.9002141327623128,
      "grad_norm": 3.655740261077881,
      "learning_rate": 3.559198964968153e-05,
      "loss": 0.6758,
      "step": 4437
    },
    {
      "epoch": 1.900642398286938,
      "grad_norm": 2.489790678024292,
      "learning_rate": 3.558570680502049e-05,
      "loss": 0.9275,
      "step": 4438
    },
    {
      "epoch": 1.9010706638115633,
      "grad_norm": 1.2156267166137695,
      "learning_rate": 3.5579423145617876e-05,
      "loss": 0.7031,
      "step": 4439
    },
    {
      "epoch": 1.9014989293361886,
      "grad_norm": 0.8245584964752197,
      "learning_rate": 3.557313867195729e-05,
      "loss": 0.3017,
      "step": 4440
    },
    {
      "epoch": 1.9019271948608139,
      "grad_norm": 5.103041172027588,
      "learning_rate": 3.5566853384522456e-05,
      "loss": 0.8416,
      "step": 4441
    },
    {
      "epoch": 1.9023554603854391,
      "grad_norm": 3.9793014526367188,
      "learning_rate": 3.556056728379711e-05,
      "loss": 1.2252,
      "step": 4442
    },
    {
      "epoch": 1.9027837259100644,
      "grad_norm": 3.0479929447174072,
      "learning_rate": 3.5554280370265076e-05,
      "loss": 0.7719,
      "step": 4443
    },
    {
      "epoch": 1.9032119914346897,
      "grad_norm": 2.35941481590271,
      "learning_rate": 3.5547992644410236e-05,
      "loss": 0.776,
      "step": 4444
    },
    {
      "epoch": 1.903640256959315,
      "grad_norm": 2.2756035327911377,
      "learning_rate": 3.5541704106716526e-05,
      "loss": 1.0381,
      "step": 4445
    },
    {
      "epoch": 1.9040685224839402,
      "grad_norm": 3.4598536491394043,
      "learning_rate": 3.553541475766795e-05,
      "loss": 0.9727,
      "step": 4446
    },
    {
      "epoch": 1.9044967880085653,
      "grad_norm": 6.062678813934326,
      "learning_rate": 3.552912459774859e-05,
      "loss": 0.7043,
      "step": 4447
    },
    {
      "epoch": 1.9049250535331905,
      "grad_norm": 3.952885150909424,
      "learning_rate": 3.552283362744255e-05,
      "loss": 0.8446,
      "step": 4448
    },
    {
      "epoch": 1.9053533190578158,
      "grad_norm": 4.090421676635742,
      "learning_rate": 3.551654184723405e-05,
      "loss": 0.8792,
      "step": 4449
    },
    {
      "epoch": 1.905781584582441,
      "grad_norm": 3.6586203575134277,
      "learning_rate": 3.551024925760732e-05,
      "loss": 0.6133,
      "step": 4450
    },
    {
      "epoch": 1.9062098501070663,
      "grad_norm": 5.393508434295654,
      "learning_rate": 3.5503955859046695e-05,
      "loss": 1.1125,
      "step": 4451
    },
    {
      "epoch": 1.9066381156316916,
      "grad_norm": 4.411608695983887,
      "learning_rate": 3.549766165203655e-05,
      "loss": 0.7287,
      "step": 4452
    },
    {
      "epoch": 1.9070663811563169,
      "grad_norm": 1.663977026939392,
      "learning_rate": 3.549136663706131e-05,
      "loss": 0.6855,
      "step": 4453
    },
    {
      "epoch": 1.9074946466809422,
      "grad_norm": 4.261471271514893,
      "learning_rate": 3.5485070814605505e-05,
      "loss": 0.5524,
      "step": 4454
    },
    {
      "epoch": 1.9079229122055674,
      "grad_norm": 1.9192922115325928,
      "learning_rate": 3.5478774185153676e-05,
      "loss": 0.395,
      "step": 4455
    },
    {
      "epoch": 1.9083511777301927,
      "grad_norm": 3.7265465259552,
      "learning_rate": 3.547247674919046e-05,
      "loss": 0.7121,
      "step": 4456
    },
    {
      "epoch": 1.908779443254818,
      "grad_norm": 2.135004758834839,
      "learning_rate": 3.546617850720057e-05,
      "loss": 1.2257,
      "step": 4457
    },
    {
      "epoch": 1.9092077087794432,
      "grad_norm": 2.661062002182007,
      "learning_rate": 3.545987945966871e-05,
      "loss": 0.7152,
      "step": 4458
    },
    {
      "epoch": 1.9096359743040685,
      "grad_norm": 5.034255027770996,
      "learning_rate": 3.5453579607079726e-05,
      "loss": 2.0241,
      "step": 4459
    },
    {
      "epoch": 1.9100642398286938,
      "grad_norm": 3.5229530334472656,
      "learning_rate": 3.54472789499185e-05,
      "loss": 0.5454,
      "step": 4460
    },
    {
      "epoch": 1.910492505353319,
      "grad_norm": 1.8347114324569702,
      "learning_rate": 3.5440977488669935e-05,
      "loss": 0.2448,
      "step": 4461
    },
    {
      "epoch": 1.9109207708779443,
      "grad_norm": 2.6598126888275146,
      "learning_rate": 3.543467522381907e-05,
      "loss": 0.4125,
      "step": 4462
    },
    {
      "epoch": 1.9113490364025696,
      "grad_norm": 3.5369150638580322,
      "learning_rate": 3.542837215585094e-05,
      "loss": 0.5593,
      "step": 4463
    },
    {
      "epoch": 1.9117773019271949,
      "grad_norm": 4.96060037612915,
      "learning_rate": 3.5422068285250685e-05,
      "loss": 0.6821,
      "step": 4464
    },
    {
      "epoch": 1.9122055674518201,
      "grad_norm": 13.431967735290527,
      "learning_rate": 3.5415763612503476e-05,
      "loss": 1.3534,
      "step": 4465
    },
    {
      "epoch": 1.9126338329764454,
      "grad_norm": 5.238032341003418,
      "learning_rate": 3.5409458138094565e-05,
      "loss": 1.6455,
      "step": 4466
    },
    {
      "epoch": 1.9130620985010707,
      "grad_norm": 4.284180641174316,
      "learning_rate": 3.540315186250926e-05,
      "loss": 1.0434,
      "step": 4467
    },
    {
      "epoch": 1.913490364025696,
      "grad_norm": 2.9755358695983887,
      "learning_rate": 3.539684478623294e-05,
      "loss": 1.026,
      "step": 4468
    },
    {
      "epoch": 1.9139186295503212,
      "grad_norm": 5.64243745803833,
      "learning_rate": 3.539053690975102e-05,
      "loss": 1.0252,
      "step": 4469
    },
    {
      "epoch": 1.9143468950749465,
      "grad_norm": 4.029170513153076,
      "learning_rate": 3.538422823354901e-05,
      "loss": 1.6672,
      "step": 4470
    },
    {
      "epoch": 1.9147751605995718,
      "grad_norm": 2.5792226791381836,
      "learning_rate": 3.5377918758112446e-05,
      "loss": 0.6636,
      "step": 4471
    },
    {
      "epoch": 1.915203426124197,
      "grad_norm": 2.427171468734741,
      "learning_rate": 3.5371608483926966e-05,
      "loss": 0.4565,
      "step": 4472
    },
    {
      "epoch": 1.9156316916488223,
      "grad_norm": 3.8122787475585938,
      "learning_rate": 3.5365297411478235e-05,
      "loss": 0.5674,
      "step": 4473
    },
    {
      "epoch": 1.9160599571734476,
      "grad_norm": 2.60378098487854,
      "learning_rate": 3.5358985541251984e-05,
      "loss": 0.8141,
      "step": 4474
    },
    {
      "epoch": 1.9164882226980728,
      "grad_norm": 5.204013824462891,
      "learning_rate": 3.535267287373403e-05,
      "loss": 1.134,
      "step": 4475
    },
    {
      "epoch": 1.9169164882226981,
      "grad_norm": 4.117129802703857,
      "learning_rate": 3.534635940941023e-05,
      "loss": 1.1664,
      "step": 4476
    },
    {
      "epoch": 1.9173447537473234,
      "grad_norm": 1.1211397647857666,
      "learning_rate": 3.5340045148766504e-05,
      "loss": 0.5149,
      "step": 4477
    },
    {
      "epoch": 1.9177730192719487,
      "grad_norm": 4.787242412567139,
      "learning_rate": 3.533373009228884e-05,
      "loss": 0.9686,
      "step": 4478
    },
    {
      "epoch": 1.918201284796574,
      "grad_norm": 7.280822277069092,
      "learning_rate": 3.532741424046328e-05,
      "loss": 0.9978,
      "step": 4479
    },
    {
      "epoch": 1.9186295503211992,
      "grad_norm": 2.4432668685913086,
      "learning_rate": 3.532109759377594e-05,
      "loss": 0.9922,
      "step": 4480
    },
    {
      "epoch": 1.9190578158458245,
      "grad_norm": 1.1158473491668701,
      "learning_rate": 3.5314780152712974e-05,
      "loss": 0.5346,
      "step": 4481
    },
    {
      "epoch": 1.9194860813704495,
      "grad_norm": 3.8422908782958984,
      "learning_rate": 3.5308461917760614e-05,
      "loss": 1.2221,
      "step": 4482
    },
    {
      "epoch": 1.9199143468950748,
      "grad_norm": 1.036267876625061,
      "learning_rate": 3.530214288940517e-05,
      "loss": 0.6453,
      "step": 4483
    },
    {
      "epoch": 1.9203426124197,
      "grad_norm": 3.1579809188842773,
      "learning_rate": 3.529582306813297e-05,
      "loss": 0.634,
      "step": 4484
    },
    {
      "epoch": 1.9207708779443253,
      "grad_norm": 2.6803250312805176,
      "learning_rate": 3.5289502454430446e-05,
      "loss": 1.2618,
      "step": 4485
    },
    {
      "epoch": 1.9211991434689506,
      "grad_norm": 1.695109248161316,
      "learning_rate": 3.528318104878405e-05,
      "loss": 2.0567,
      "step": 4486
    },
    {
      "epoch": 1.9216274089935759,
      "grad_norm": 1.4681172370910645,
      "learning_rate": 3.527685885168033e-05,
      "loss": 0.2643,
      "step": 4487
    },
    {
      "epoch": 1.9220556745182011,
      "grad_norm": 4.46028470993042,
      "learning_rate": 3.527053586360589e-05,
      "loss": 1.0251,
      "step": 4488
    },
    {
      "epoch": 1.9224839400428264,
      "grad_norm": 3.4743525981903076,
      "learning_rate": 3.526421208504736e-05,
      "loss": 0.7254,
      "step": 4489
    },
    {
      "epoch": 1.9229122055674517,
      "grad_norm": 1.8518656492233276,
      "learning_rate": 3.525788751649148e-05,
      "loss": 1.1542,
      "step": 4490
    },
    {
      "epoch": 1.923340471092077,
      "grad_norm": 5.334070682525635,
      "learning_rate": 3.525156215842503e-05,
      "loss": 1.7765,
      "step": 4491
    },
    {
      "epoch": 1.9237687366167022,
      "grad_norm": 1.2397016286849976,
      "learning_rate": 3.524523601133482e-05,
      "loss": 0.4817,
      "step": 4492
    },
    {
      "epoch": 1.9241970021413275,
      "grad_norm": 1.0247808694839478,
      "learning_rate": 3.523890907570779e-05,
      "loss": 0.71,
      "step": 4493
    },
    {
      "epoch": 1.9246252676659528,
      "grad_norm": 1.6502389907836914,
      "learning_rate": 3.523258135203087e-05,
      "loss": 0.6705,
      "step": 4494
    },
    {
      "epoch": 1.925053533190578,
      "grad_norm": 1.0849897861480713,
      "learning_rate": 3.522625284079109e-05,
      "loss": 0.8734,
      "step": 4495
    },
    {
      "epoch": 1.9254817987152033,
      "grad_norm": 0.935113787651062,
      "learning_rate": 3.521992354247553e-05,
      "loss": 0.3799,
      "step": 4496
    },
    {
      "epoch": 1.9259100642398286,
      "grad_norm": 2.8834292888641357,
      "learning_rate": 3.521359345757134e-05,
      "loss": 0.6339,
      "step": 4497
    },
    {
      "epoch": 1.9263383297644538,
      "grad_norm": 4.06367301940918,
      "learning_rate": 3.52072625865657e-05,
      "loss": 0.9854,
      "step": 4498
    },
    {
      "epoch": 1.9267665952890791,
      "grad_norm": 0.9010774493217468,
      "learning_rate": 3.5200930929945905e-05,
      "loss": 0.3504,
      "step": 4499
    },
    {
      "epoch": 1.9271948608137044,
      "grad_norm": 6.470407009124756,
      "learning_rate": 3.519459848819926e-05,
      "loss": 1.9115,
      "step": 4500
    },
    {
      "epoch": 1.9276231263383297,
      "grad_norm": 1.4756519794464111,
      "learning_rate": 3.5188265261813155e-05,
      "loss": 0.4931,
      "step": 4501
    },
    {
      "epoch": 1.928051391862955,
      "grad_norm": 4.122075080871582,
      "learning_rate": 3.518193125127502e-05,
      "loss": 0.842,
      "step": 4502
    },
    {
      "epoch": 1.9284796573875802,
      "grad_norm": 2.7887539863586426,
      "learning_rate": 3.517559645707238e-05,
      "loss": 1.0448,
      "step": 4503
    },
    {
      "epoch": 1.9289079229122055,
      "grad_norm": 4.228144645690918,
      "learning_rate": 3.516926087969279e-05,
      "loss": 1.16,
      "step": 4504
    },
    {
      "epoch": 1.9293361884368307,
      "grad_norm": 2.3784725666046143,
      "learning_rate": 3.5162924519623875e-05,
      "loss": 0.5231,
      "step": 4505
    },
    {
      "epoch": 1.929764453961456,
      "grad_norm": 3.1939189434051514,
      "learning_rate": 3.515658737735332e-05,
      "loss": 2.0579,
      "step": 4506
    },
    {
      "epoch": 1.9301927194860813,
      "grad_norm": 4.039113998413086,
      "learning_rate": 3.515024945336888e-05,
      "loss": 0.9827,
      "step": 4507
    },
    {
      "epoch": 1.9306209850107066,
      "grad_norm": 1.3843109607696533,
      "learning_rate": 3.514391074815834e-05,
      "loss": 0.3783,
      "step": 4508
    },
    {
      "epoch": 1.9310492505353318,
      "grad_norm": 0.8924826383590698,
      "learning_rate": 3.513757126220959e-05,
      "loss": 0.3817,
      "step": 4509
    },
    {
      "epoch": 1.931477516059957,
      "grad_norm": 1.5529941320419312,
      "learning_rate": 3.5131230996010534e-05,
      "loss": 0.6462,
      "step": 4510
    },
    {
      "epoch": 1.9319057815845824,
      "grad_norm": 3.080077886581421,
      "learning_rate": 3.512488995004918e-05,
      "loss": 0.7501,
      "step": 4511
    },
    {
      "epoch": 1.9323340471092076,
      "grad_norm": 2.233001470565796,
      "learning_rate": 3.511854812481357e-05,
      "loss": 0.53,
      "step": 4512
    },
    {
      "epoch": 1.932762312633833,
      "grad_norm": 1.9796249866485596,
      "learning_rate": 3.511220552079178e-05,
      "loss": 0.3143,
      "step": 4513
    },
    {
      "epoch": 1.9331905781584582,
      "grad_norm": 1.207116723060608,
      "learning_rate": 3.5105862138472026e-05,
      "loss": 0.3942,
      "step": 4514
    },
    {
      "epoch": 1.9336188436830835,
      "grad_norm": 9.376754760742188,
      "learning_rate": 3.509951797834249e-05,
      "loss": 1.3771,
      "step": 4515
    },
    {
      "epoch": 1.9340471092077087,
      "grad_norm": 2.4716293811798096,
      "learning_rate": 3.509317304089148e-05,
      "loss": 1.1936,
      "step": 4516
    },
    {
      "epoch": 1.934475374732334,
      "grad_norm": 2.7102744579315186,
      "learning_rate": 3.5086827326607344e-05,
      "loss": 2.1518,
      "step": 4517
    },
    {
      "epoch": 1.9349036402569593,
      "grad_norm": 2.3586583137512207,
      "learning_rate": 3.508048083597847e-05,
      "loss": 0.5747,
      "step": 4518
    },
    {
      "epoch": 1.9353319057815845,
      "grad_norm": 0.4229789674282074,
      "learning_rate": 3.507413356949335e-05,
      "loss": 0.1259,
      "step": 4519
    },
    {
      "epoch": 1.9357601713062098,
      "grad_norm": 5.162412166595459,
      "learning_rate": 3.506778552764048e-05,
      "loss": 0.4845,
      "step": 4520
    },
    {
      "epoch": 1.936188436830835,
      "grad_norm": 1.7192474603652954,
      "learning_rate": 3.5061436710908466e-05,
      "loss": 0.6573,
      "step": 4521
    },
    {
      "epoch": 1.9366167023554604,
      "grad_norm": 3.5709471702575684,
      "learning_rate": 3.505508711978594e-05,
      "loss": 0.7455,
      "step": 4522
    },
    {
      "epoch": 1.9370449678800856,
      "grad_norm": 5.287181377410889,
      "learning_rate": 3.504873675476161e-05,
      "loss": 1.1611,
      "step": 4523
    },
    {
      "epoch": 1.937473233404711,
      "grad_norm": 1.3595879077911377,
      "learning_rate": 3.504238561632424e-05,
      "loss": 0.7053,
      "step": 4524
    },
    {
      "epoch": 1.9379014989293362,
      "grad_norm": 3.978980541229248,
      "learning_rate": 3.503603370496266e-05,
      "loss": 1.2916,
      "step": 4525
    },
    {
      "epoch": 1.9383297644539614,
      "grad_norm": 3.4740617275238037,
      "learning_rate": 3.502968102116573e-05,
      "loss": 1.2562,
      "step": 4526
    },
    {
      "epoch": 1.9387580299785867,
      "grad_norm": 3.8033607006073,
      "learning_rate": 3.502332756542241e-05,
      "loss": 1.1456,
      "step": 4527
    },
    {
      "epoch": 1.939186295503212,
      "grad_norm": 1.7825889587402344,
      "learning_rate": 3.5016973338221706e-05,
      "loss": 0.4686,
      "step": 4528
    },
    {
      "epoch": 1.9396145610278372,
      "grad_norm": 3.026754856109619,
      "learning_rate": 3.501061834005266e-05,
      "loss": 0.3736,
      "step": 4529
    },
    {
      "epoch": 1.9400428265524625,
      "grad_norm": 0.9663737416267395,
      "learning_rate": 3.500426257140442e-05,
      "loss": 0.2817,
      "step": 4530
    },
    {
      "epoch": 1.9404710920770878,
      "grad_norm": 2.4053070545196533,
      "learning_rate": 3.499790603276614e-05,
      "loss": 0.9661,
      "step": 4531
    },
    {
      "epoch": 1.940899357601713,
      "grad_norm": 1.6505773067474365,
      "learning_rate": 3.4991548724627054e-05,
      "loss": 0.5476,
      "step": 4532
    },
    {
      "epoch": 1.9413276231263383,
      "grad_norm": 5.936066627502441,
      "learning_rate": 3.498519064747649e-05,
      "loss": 1.7678,
      "step": 4533
    },
    {
      "epoch": 1.9417558886509636,
      "grad_norm": 3.8025283813476562,
      "learning_rate": 3.497883180180378e-05,
      "loss": 0.969,
      "step": 4534
    },
    {
      "epoch": 1.9421841541755889,
      "grad_norm": 1.2395474910736084,
      "learning_rate": 3.497247218809835e-05,
      "loss": 0.9075,
      "step": 4535
    },
    {
      "epoch": 1.9426124197002141,
      "grad_norm": 1.4306652545928955,
      "learning_rate": 3.496611180684967e-05,
      "loss": 0.5452,
      "step": 4536
    },
    {
      "epoch": 1.9430406852248394,
      "grad_norm": 0.9947196841239929,
      "learning_rate": 3.495975065854728e-05,
      "loss": 0.4503,
      "step": 4537
    },
    {
      "epoch": 1.9434689507494647,
      "grad_norm": 1.3329228162765503,
      "learning_rate": 3.495338874368077e-05,
      "loss": 0.5654,
      "step": 4538
    },
    {
      "epoch": 1.94389721627409,
      "grad_norm": 1.8365060091018677,
      "learning_rate": 3.494702606273979e-05,
      "loss": 0.2671,
      "step": 4539
    },
    {
      "epoch": 1.9443254817987152,
      "grad_norm": 2.6684746742248535,
      "learning_rate": 3.494066261621406e-05,
      "loss": 0.4823,
      "step": 4540
    },
    {
      "epoch": 1.9447537473233405,
      "grad_norm": 2.5921669006347656,
      "learning_rate": 3.493429840459335e-05,
      "loss": 1.0517,
      "step": 4541
    },
    {
      "epoch": 1.9451820128479658,
      "grad_norm": 2.5389482975006104,
      "learning_rate": 3.4927933428367464e-05,
      "loss": 0.4666,
      "step": 4542
    },
    {
      "epoch": 1.945610278372591,
      "grad_norm": 5.308605194091797,
      "learning_rate": 3.492156768802633e-05,
      "loss": 0.6993,
      "step": 4543
    },
    {
      "epoch": 1.9460385438972163,
      "grad_norm": 3.3757379055023193,
      "learning_rate": 3.491520118405986e-05,
      "loss": 1.1432,
      "step": 4544
    },
    {
      "epoch": 1.9464668094218416,
      "grad_norm": 3.155766487121582,
      "learning_rate": 3.490883391695808e-05,
      "loss": 0.9563,
      "step": 4545
    },
    {
      "epoch": 1.9468950749464669,
      "grad_norm": 5.175009727478027,
      "learning_rate": 3.490246588721106e-05,
      "loss": 1.1126,
      "step": 4546
    },
    {
      "epoch": 1.9473233404710921,
      "grad_norm": 7.363199710845947,
      "learning_rate": 3.48960970953089e-05,
      "loss": 1.277,
      "step": 4547
    },
    {
      "epoch": 1.9477516059957174,
      "grad_norm": 3.3059585094451904,
      "learning_rate": 3.4889727541741795e-05,
      "loss": 0.5896,
      "step": 4548
    },
    {
      "epoch": 1.9481798715203427,
      "grad_norm": 0.8276466727256775,
      "learning_rate": 3.488335722699998e-05,
      "loss": 0.4096,
      "step": 4549
    },
    {
      "epoch": 1.948608137044968,
      "grad_norm": 3.586404800415039,
      "learning_rate": 3.487698615157377e-05,
      "loss": 1.5816,
      "step": 4550
    },
    {
      "epoch": 1.9490364025695932,
      "grad_norm": 2.0584964752197266,
      "learning_rate": 3.48706143159535e-05,
      "loss": 0.8841,
      "step": 4551
    },
    {
      "epoch": 1.9494646680942185,
      "grad_norm": 2.0168235301971436,
      "learning_rate": 3.486424172062959e-05,
      "loss": 0.3809,
      "step": 4552
    },
    {
      "epoch": 1.9498929336188437,
      "grad_norm": 1.6796674728393555,
      "learning_rate": 3.4857868366092535e-05,
      "loss": 1.2298,
      "step": 4553
    },
    {
      "epoch": 1.950321199143469,
      "grad_norm": 6.576052188873291,
      "learning_rate": 3.485149425283284e-05,
      "loss": 0.6435,
      "step": 4554
    },
    {
      "epoch": 1.9507494646680943,
      "grad_norm": 3.8697848320007324,
      "learning_rate": 3.484511938134112e-05,
      "loss": 1.2358,
      "step": 4555
    },
    {
      "epoch": 1.9511777301927196,
      "grad_norm": 1.4644570350646973,
      "learning_rate": 3.483874375210801e-05,
      "loss": 0.2347,
      "step": 4556
    },
    {
      "epoch": 1.9516059957173448,
      "grad_norm": 1.7697334289550781,
      "learning_rate": 3.4832367365624216e-05,
      "loss": 0.5791,
      "step": 4557
    },
    {
      "epoch": 1.95203426124197,
      "grad_norm": 57.68608474731445,
      "learning_rate": 3.4825990222380526e-05,
      "loss": 0.8754,
      "step": 4558
    },
    {
      "epoch": 1.9524625267665954,
      "grad_norm": 3.056323289871216,
      "learning_rate": 3.481961232286774e-05,
      "loss": 0.8887,
      "step": 4559
    },
    {
      "epoch": 1.9528907922912206,
      "grad_norm": 0.7482746243476868,
      "learning_rate": 3.4813233667576736e-05,
      "loss": 0.484,
      "step": 4560
    },
    {
      "epoch": 1.953319057815846,
      "grad_norm": 2.444532632827759,
      "learning_rate": 3.480685425699849e-05,
      "loss": 0.869,
      "step": 4561
    },
    {
      "epoch": 1.9537473233404712,
      "grad_norm": 0.793670654296875,
      "learning_rate": 3.480047409162396e-05,
      "loss": 0.3468,
      "step": 4562
    },
    {
      "epoch": 1.9541755888650965,
      "grad_norm": 2.0577995777130127,
      "learning_rate": 3.479409317194424e-05,
      "loss": 0.2749,
      "step": 4563
    },
    {
      "epoch": 1.9546038543897217,
      "grad_norm": 2.7271227836608887,
      "learning_rate": 3.478771149845042e-05,
      "loss": 0.7932,
      "step": 4564
    },
    {
      "epoch": 1.955032119914347,
      "grad_norm": 2.5042550563812256,
      "learning_rate": 3.4781329071633676e-05,
      "loss": 0.4324,
      "step": 4565
    },
    {
      "epoch": 1.9554603854389723,
      "grad_norm": 7.015727996826172,
      "learning_rate": 3.4774945891985244e-05,
      "loss": 1.137,
      "step": 4566
    },
    {
      "epoch": 1.9558886509635975,
      "grad_norm": 2.305851697921753,
      "learning_rate": 3.4768561959996417e-05,
      "loss": 0.9414,
      "step": 4567
    },
    {
      "epoch": 1.9563169164882228,
      "grad_norm": 5.576686382293701,
      "learning_rate": 3.476217727615854e-05,
      "loss": 1.2037,
      "step": 4568
    },
    {
      "epoch": 1.956745182012848,
      "grad_norm": 1.85691237449646,
      "learning_rate": 3.4755791840963006e-05,
      "loss": 1.068,
      "step": 4569
    },
    {
      "epoch": 1.9571734475374734,
      "grad_norm": 3.7587618827819824,
      "learning_rate": 3.4749405654901294e-05,
      "loss": 0.5959,
      "step": 4570
    },
    {
      "epoch": 1.9576017130620986,
      "grad_norm": 6.140028476715088,
      "learning_rate": 3.474301871846491e-05,
      "loss": 0.5192,
      "step": 4571
    },
    {
      "epoch": 1.958029978586724,
      "grad_norm": 3.1074182987213135,
      "learning_rate": 3.473663103214545e-05,
      "loss": 0.8023,
      "step": 4572
    },
    {
      "epoch": 1.9584582441113492,
      "grad_norm": 2.248018980026245,
      "learning_rate": 3.473024259643454e-05,
      "loss": 1.0032,
      "step": 4573
    },
    {
      "epoch": 1.9588865096359744,
      "grad_norm": 3.9350392818450928,
      "learning_rate": 3.472385341182387e-05,
      "loss": 1.4119,
      "step": 4574
    },
    {
      "epoch": 1.9593147751605997,
      "grad_norm": 2.5050933361053467,
      "learning_rate": 3.471746347880519e-05,
      "loss": 0.6603,
      "step": 4575
    },
    {
      "epoch": 1.959743040685225,
      "grad_norm": 4.544373035430908,
      "learning_rate": 3.471107279787031e-05,
      "loss": 0.6878,
      "step": 4576
    },
    {
      "epoch": 1.9601713062098503,
      "grad_norm": 2.717381000518799,
      "learning_rate": 3.470468136951112e-05,
      "loss": 0.7571,
      "step": 4577
    },
    {
      "epoch": 1.9605995717344755,
      "grad_norm": 3.511770009994507,
      "learning_rate": 3.46982891942195e-05,
      "loss": 0.9414,
      "step": 4578
    },
    {
      "epoch": 1.9610278372591008,
      "grad_norm": 1.084789752960205,
      "learning_rate": 3.4691896272487465e-05,
      "loss": 0.2624,
      "step": 4579
    },
    {
      "epoch": 1.961456102783726,
      "grad_norm": 2.8545684814453125,
      "learning_rate": 3.4685502604807055e-05,
      "loss": 1.0296,
      "step": 4580
    },
    {
      "epoch": 1.9618843683083513,
      "grad_norm": 1.9416049718856812,
      "learning_rate": 3.4679108191670335e-05,
      "loss": 1.4136,
      "step": 4581
    },
    {
      "epoch": 1.9623126338329766,
      "grad_norm": 1.1963481903076172,
      "learning_rate": 3.467271303356949e-05,
      "loss": 0.527,
      "step": 4582
    },
    {
      "epoch": 1.9627408993576019,
      "grad_norm": 4.0039544105529785,
      "learning_rate": 3.466631713099672e-05,
      "loss": 0.9508,
      "step": 4583
    },
    {
      "epoch": 1.9631691648822271,
      "grad_norm": 1.9434624910354614,
      "learning_rate": 3.465992048444428e-05,
      "loss": 0.3842,
      "step": 4584
    },
    {
      "epoch": 1.9635974304068522,
      "grad_norm": 4.128401756286621,
      "learning_rate": 3.4653523094404525e-05,
      "loss": 0.8538,
      "step": 4585
    },
    {
      "epoch": 1.9640256959314775,
      "grad_norm": 4.8073601722717285,
      "learning_rate": 3.464712496136981e-05,
      "loss": 1.132,
      "step": 4586
    },
    {
      "epoch": 1.9644539614561027,
      "grad_norm": 3.395613670349121,
      "learning_rate": 3.46407260858326e-05,
      "loss": 1.2777,
      "step": 4587
    },
    {
      "epoch": 1.964882226980728,
      "grad_norm": 4.834742069244385,
      "learning_rate": 3.463432646828537e-05,
      "loss": 1.5781,
      "step": 4588
    },
    {
      "epoch": 1.9653104925053533,
      "grad_norm": 3.4930455684661865,
      "learning_rate": 3.462792610922068e-05,
      "loss": 0.6152,
      "step": 4589
    },
    {
      "epoch": 1.9657387580299786,
      "grad_norm": 1.6217525005340576,
      "learning_rate": 3.462152500913115e-05,
      "loss": 0.7579,
      "step": 4590
    },
    {
      "epoch": 1.9661670235546038,
      "grad_norm": 2.3611984252929688,
      "learning_rate": 3.461512316850944e-05,
      "loss": 0.4254,
      "step": 4591
    },
    {
      "epoch": 1.966595289079229,
      "grad_norm": 2.858926773071289,
      "learning_rate": 3.460872058784827e-05,
      "loss": 0.9679,
      "step": 4592
    },
    {
      "epoch": 1.9670235546038544,
      "grad_norm": 1.9308990240097046,
      "learning_rate": 3.460231726764045e-05,
      "loss": 0.6511,
      "step": 4593
    },
    {
      "epoch": 1.9674518201284796,
      "grad_norm": 3.0710251331329346,
      "learning_rate": 3.4595913208378786e-05,
      "loss": 1.0693,
      "step": 4594
    },
    {
      "epoch": 1.967880085653105,
      "grad_norm": 1.4785372018814087,
      "learning_rate": 3.4589508410556185e-05,
      "loss": 0.2795,
      "step": 4595
    },
    {
      "epoch": 1.9683083511777302,
      "grad_norm": 3.9611124992370605,
      "learning_rate": 3.4583102874665605e-05,
      "loss": 1.0196,
      "step": 4596
    },
    {
      "epoch": 1.9687366167023554,
      "grad_norm": 2.552072525024414,
      "learning_rate": 3.457669660120005e-05,
      "loss": 0.6216,
      "step": 4597
    },
    {
      "epoch": 1.9691648822269807,
      "grad_norm": 3.5047080516815186,
      "learning_rate": 3.4570289590652595e-05,
      "loss": 0.896,
      "step": 4598
    },
    {
      "epoch": 1.969593147751606,
      "grad_norm": 3.461148738861084,
      "learning_rate": 3.456388184351635e-05,
      "loss": 0.9604,
      "step": 4599
    },
    {
      "epoch": 1.9700214132762313,
      "grad_norm": 2.4188332557678223,
      "learning_rate": 3.455747336028451e-05,
      "loss": 0.7659,
      "step": 4600
    },
    {
      "epoch": 1.9704496788008565,
      "grad_norm": 6.572222709655762,
      "learning_rate": 3.4551064141450304e-05,
      "loss": 1.207,
      "step": 4601
    },
    {
      "epoch": 1.9708779443254818,
      "grad_norm": 2.114201307296753,
      "learning_rate": 3.4544654187507015e-05,
      "loss": 1.4505,
      "step": 4602
    },
    {
      "epoch": 1.971306209850107,
      "grad_norm": 2.8955905437469482,
      "learning_rate": 3.4538243498948015e-05,
      "loss": 0.9336,
      "step": 4603
    },
    {
      "epoch": 1.9717344753747323,
      "grad_norm": 0.8297451138496399,
      "learning_rate": 3.453183207626669e-05,
      "loss": 0.5754,
      "step": 4604
    },
    {
      "epoch": 1.9721627408993576,
      "grad_norm": 3.54142689704895,
      "learning_rate": 3.452541991995651e-05,
      "loss": 1.0761,
      "step": 4605
    },
    {
      "epoch": 1.9725910064239829,
      "grad_norm": 2.774672269821167,
      "learning_rate": 3.4519007030511006e-05,
      "loss": 0.8824,
      "step": 4606
    },
    {
      "epoch": 1.9730192719486082,
      "grad_norm": 5.213771343231201,
      "learning_rate": 3.4512593408423735e-05,
      "loss": 0.4587,
      "step": 4607
    },
    {
      "epoch": 1.9734475374732334,
      "grad_norm": 1.6996088027954102,
      "learning_rate": 3.4506179054188344e-05,
      "loss": 0.5902,
      "step": 4608
    },
    {
      "epoch": 1.9738758029978587,
      "grad_norm": 4.401076793670654,
      "learning_rate": 3.449976396829852e-05,
      "loss": 0.8699,
      "step": 4609
    },
    {
      "epoch": 1.974304068522484,
      "grad_norm": 1.0221012830734253,
      "learning_rate": 3.449334815124799e-05,
      "loss": 0.6267,
      "step": 4610
    },
    {
      "epoch": 1.9747323340471092,
      "grad_norm": 3.814121723175049,
      "learning_rate": 3.448693160353057e-05,
      "loss": 0.7717,
      "step": 4611
    },
    {
      "epoch": 1.9751605995717345,
      "grad_norm": 0.999594509601593,
      "learning_rate": 3.4480514325640103e-05,
      "loss": 0.5587,
      "step": 4612
    },
    {
      "epoch": 1.9755888650963598,
      "grad_norm": 4.241735935211182,
      "learning_rate": 3.447409631807053e-05,
      "loss": 0.9298,
      "step": 4613
    },
    {
      "epoch": 1.976017130620985,
      "grad_norm": 2.717109203338623,
      "learning_rate": 3.4467677581315804e-05,
      "loss": 1.6225,
      "step": 4614
    },
    {
      "epoch": 1.9764453961456103,
      "grad_norm": 0.9220823645591736,
      "learning_rate": 3.4461258115869947e-05,
      "loss": 0.4188,
      "step": 4615
    },
    {
      "epoch": 1.9768736616702356,
      "grad_norm": 15.412760734558105,
      "learning_rate": 3.4454837922227046e-05,
      "loss": 0.6785,
      "step": 4616
    },
    {
      "epoch": 1.9773019271948609,
      "grad_norm": 3.7177083492279053,
      "learning_rate": 3.444841700088124e-05,
      "loss": 0.6291,
      "step": 4617
    },
    {
      "epoch": 1.9777301927194861,
      "grad_norm": 5.207326412200928,
      "learning_rate": 3.444199535232672e-05,
      "loss": 1.4755,
      "step": 4618
    },
    {
      "epoch": 1.9781584582441112,
      "grad_norm": 0.5366201400756836,
      "learning_rate": 3.443557297705774e-05,
      "loss": 0.1797,
      "step": 4619
    },
    {
      "epoch": 1.9785867237687365,
      "grad_norm": 2.4916791915893555,
      "learning_rate": 3.44291498755686e-05,
      "loss": 1.2042,
      "step": 4620
    },
    {
      "epoch": 1.9790149892933617,
      "grad_norm": 2.291656732559204,
      "learning_rate": 3.4422726048353665e-05,
      "loss": 0.4758,
      "step": 4621
    },
    {
      "epoch": 1.979443254817987,
      "grad_norm": 2.2484147548675537,
      "learning_rate": 3.441630149590735e-05,
      "loss": 0.7175,
      "step": 4622
    },
    {
      "epoch": 1.9798715203426123,
      "grad_norm": 1.8834130764007568,
      "learning_rate": 3.440987621872413e-05,
      "loss": 0.5586,
      "step": 4623
    },
    {
      "epoch": 1.9802997858672375,
      "grad_norm": 3.674283027648926,
      "learning_rate": 3.4403450217298544e-05,
      "loss": 0.9295,
      "step": 4624
    },
    {
      "epoch": 1.9807280513918628,
      "grad_norm": 5.638311386108398,
      "learning_rate": 3.439702349212516e-05,
      "loss": 0.6768,
      "step": 4625
    },
    {
      "epoch": 1.981156316916488,
      "grad_norm": 1.8628122806549072,
      "learning_rate": 3.4390596043698624e-05,
      "loss": 0.4438,
      "step": 4626
    },
    {
      "epoch": 1.9815845824411134,
      "grad_norm": 2.884058952331543,
      "learning_rate": 3.438416787251364e-05,
      "loss": 0.6947,
      "step": 4627
    },
    {
      "epoch": 1.9820128479657386,
      "grad_norm": 1.364641547203064,
      "learning_rate": 3.437773897906495e-05,
      "loss": 1.3075,
      "step": 4628
    },
    {
      "epoch": 1.982441113490364,
      "grad_norm": 3.01485013961792,
      "learning_rate": 3.437130936384737e-05,
      "loss": 1.579,
      "step": 4629
    },
    {
      "epoch": 1.9828693790149892,
      "grad_norm": 2.1722452640533447,
      "learning_rate": 3.436487902735575e-05,
      "loss": 0.9014,
      "step": 4630
    },
    {
      "epoch": 1.9832976445396144,
      "grad_norm": 2.9898602962493896,
      "learning_rate": 3.435844797008503e-05,
      "loss": 1.8312,
      "step": 4631
    },
    {
      "epoch": 1.9837259100642397,
      "grad_norm": 1.265434741973877,
      "learning_rate": 3.4352016192530165e-05,
      "loss": 0.9616,
      "step": 4632
    },
    {
      "epoch": 1.984154175588865,
      "grad_norm": 3.2879796028137207,
      "learning_rate": 3.434558369518618e-05,
      "loss": 0.5492,
      "step": 4633
    },
    {
      "epoch": 1.9845824411134902,
      "grad_norm": 5.248682498931885,
      "learning_rate": 3.4339150478548185e-05,
      "loss": 0.6193,
      "step": 4634
    },
    {
      "epoch": 1.9850107066381155,
      "grad_norm": 2.2142140865325928,
      "learning_rate": 3.43327165431113e-05,
      "loss": 1.1294,
      "step": 4635
    },
    {
      "epoch": 1.9854389721627408,
      "grad_norm": 3.9052135944366455,
      "learning_rate": 3.432628188937072e-05,
      "loss": 1.0586,
      "step": 4636
    },
    {
      "epoch": 1.985867237687366,
      "grad_norm": 2.5372252464294434,
      "learning_rate": 3.4319846517821716e-05,
      "loss": 0.5651,
      "step": 4637
    },
    {
      "epoch": 1.9862955032119913,
      "grad_norm": 7.108951091766357,
      "learning_rate": 3.431341042895957e-05,
      "loss": 1.0835,
      "step": 4638
    },
    {
      "epoch": 1.9867237687366166,
      "grad_norm": 1.9439985752105713,
      "learning_rate": 3.430697362327966e-05,
      "loss": 0.6676,
      "step": 4639
    },
    {
      "epoch": 1.9871520342612419,
      "grad_norm": 1.7888481616973877,
      "learning_rate": 3.430053610127739e-05,
      "loss": 0.3103,
      "step": 4640
    },
    {
      "epoch": 1.9875802997858671,
      "grad_norm": 2.992865562438965,
      "learning_rate": 3.4294097863448235e-05,
      "loss": 0.8036,
      "step": 4641
    },
    {
      "epoch": 1.9880085653104924,
      "grad_norm": 1.5863006114959717,
      "learning_rate": 3.4287658910287733e-05,
      "loss": 0.514,
      "step": 4642
    },
    {
      "epoch": 1.9884368308351177,
      "grad_norm": 8.155752182006836,
      "learning_rate": 3.428121924229145e-05,
      "loss": 1.2471,
      "step": 4643
    },
    {
      "epoch": 1.988865096359743,
      "grad_norm": 5.157718181610107,
      "learning_rate": 3.427477885995504e-05,
      "loss": 1.0231,
      "step": 4644
    },
    {
      "epoch": 1.9892933618843682,
      "grad_norm": 1.8476969003677368,
      "learning_rate": 3.4268337763774175e-05,
      "loss": 0.6999,
      "step": 4645
    },
    {
      "epoch": 1.9897216274089935,
      "grad_norm": 2.204963445663452,
      "learning_rate": 3.426189595424461e-05,
      "loss": 0.5136,
      "step": 4646
    },
    {
      "epoch": 1.9901498929336188,
      "grad_norm": 2.0793333053588867,
      "learning_rate": 3.425545343186215e-05,
      "loss": 0.8966,
      "step": 4647
    },
    {
      "epoch": 1.990578158458244,
      "grad_norm": 0.9201356172561646,
      "learning_rate": 3.424901019712266e-05,
      "loss": 0.4015,
      "step": 4648
    },
    {
      "epoch": 1.9910064239828693,
      "grad_norm": 5.1912760734558105,
      "learning_rate": 3.4242566250522025e-05,
      "loss": 1.0428,
      "step": 4649
    },
    {
      "epoch": 1.9914346895074946,
      "grad_norm": 3.830165386199951,
      "learning_rate": 3.423612159255623e-05,
      "loss": 0.7831,
      "step": 4650
    },
    {
      "epoch": 1.9918629550321199,
      "grad_norm": 2.437222957611084,
      "learning_rate": 3.422967622372129e-05,
      "loss": 1.0544,
      "step": 4651
    },
    {
      "epoch": 1.9922912205567451,
      "grad_norm": 1.7055567502975464,
      "learning_rate": 3.422323014451329e-05,
      "loss": 0.333,
      "step": 4652
    },
    {
      "epoch": 1.9927194860813704,
      "grad_norm": 7.521480083465576,
      "learning_rate": 3.421678335542835e-05,
      "loss": 1.2942,
      "step": 4653
    },
    {
      "epoch": 1.9931477516059957,
      "grad_norm": 4.328136920928955,
      "learning_rate": 3.4210335856962656e-05,
      "loss": 1.3347,
      "step": 4654
    },
    {
      "epoch": 1.993576017130621,
      "grad_norm": 4.815375804901123,
      "learning_rate": 3.420388764961245e-05,
      "loss": 1.1152,
      "step": 4655
    },
    {
      "epoch": 1.9940042826552462,
      "grad_norm": 0.9514987468719482,
      "learning_rate": 3.4197438733874024e-05,
      "loss": 0.5634,
      "step": 4656
    },
    {
      "epoch": 1.9944325481798715,
      "grad_norm": 3.0407090187072754,
      "learning_rate": 3.419098911024373e-05,
      "loss": 0.9134,
      "step": 4657
    },
    {
      "epoch": 1.9948608137044967,
      "grad_norm": 3.9703071117401123,
      "learning_rate": 3.4184538779217967e-05,
      "loss": 1.798,
      "step": 4658
    },
    {
      "epoch": 1.995289079229122,
      "grad_norm": 1.2395957708358765,
      "learning_rate": 3.417808774129319e-05,
      "loss": 0.4935,
      "step": 4659
    },
    {
      "epoch": 1.9957173447537473,
      "grad_norm": 4.8575544357299805,
      "learning_rate": 3.417163599696592e-05,
      "loss": 0.649,
      "step": 4660
    },
    {
      "epoch": 1.9961456102783726,
      "grad_norm": 2.623579740524292,
      "learning_rate": 3.416518354673271e-05,
      "loss": 0.8785,
      "step": 4661
    },
    {
      "epoch": 1.9965738758029978,
      "grad_norm": 2.2352683544158936,
      "learning_rate": 3.415873039109021e-05,
      "loss": 0.4731,
      "step": 4662
    },
    {
      "epoch": 1.997002141327623,
      "grad_norm": 2.209207534790039,
      "learning_rate": 3.415227653053506e-05,
      "loss": 0.4651,
      "step": 4663
    },
    {
      "epoch": 1.9974304068522484,
      "grad_norm": 4.042336463928223,
      "learning_rate": 3.4145821965564e-05,
      "loss": 1.3833,
      "step": 4664
    },
    {
      "epoch": 1.9978586723768736,
      "grad_norm": 2.9532132148742676,
      "learning_rate": 3.413936669667381e-05,
      "loss": 0.4606,
      "step": 4665
    },
    {
      "epoch": 1.998286937901499,
      "grad_norm": 4.122470855712891,
      "learning_rate": 3.413291072436135e-05,
      "loss": 1.188,
      "step": 4666
    },
    {
      "epoch": 1.9987152034261242,
      "grad_norm": 2.6146090030670166,
      "learning_rate": 3.412645404912348e-05,
      "loss": 0.8815,
      "step": 4667
    },
    {
      "epoch": 1.9991434689507495,
      "grad_norm": 2.166898250579834,
      "learning_rate": 3.4119996671457174e-05,
      "loss": 0.5958,
      "step": 4668
    },
    {
      "epoch": 1.9995717344753747,
      "grad_norm": 2.5969955921173096,
      "learning_rate": 3.411353859185941e-05,
      "loss": 0.8618,
      "step": 4669
    },
    {
      "epoch": 2.0,
      "grad_norm": 1.8790463209152222,
      "learning_rate": 3.410707981082725e-05,
      "loss": 0.5843,
      "step": 4670
    },
    {
      "epoch": 2.0004282655246253,
      "grad_norm": 1.920391321182251,
      "learning_rate": 3.41006203288578e-05,
      "loss": 0.5063,
      "step": 4671
    },
    {
      "epoch": 2.0008565310492505,
      "grad_norm": 1.5120474100112915,
      "learning_rate": 3.409416014644823e-05,
      "loss": 0.2542,
      "step": 4672
    },
    {
      "epoch": 2.001284796573876,
      "grad_norm": 5.638855457305908,
      "learning_rate": 3.4087699264095745e-05,
      "loss": 0.5666,
      "step": 4673
    },
    {
      "epoch": 2.001713062098501,
      "grad_norm": 7.486971855163574,
      "learning_rate": 3.4081237682297625e-05,
      "loss": 0.9037,
      "step": 4674
    },
    {
      "epoch": 2.0021413276231264,
      "grad_norm": 1.8582895994186401,
      "learning_rate": 3.407477540155119e-05,
      "loss": 0.4081,
      "step": 4675
    },
    {
      "epoch": 2.0025695931477516,
      "grad_norm": 2.717017412185669,
      "learning_rate": 3.40683124223538e-05,
      "loss": 0.542,
      "step": 4676
    },
    {
      "epoch": 2.002997858672377,
      "grad_norm": 1.8165227174758911,
      "learning_rate": 3.4061848745202915e-05,
      "loss": 0.9514,
      "step": 4677
    },
    {
      "epoch": 2.003426124197002,
      "grad_norm": 2.6974575519561768,
      "learning_rate": 3.4055384370596e-05,
      "loss": 0.7794,
      "step": 4678
    },
    {
      "epoch": 2.0038543897216274,
      "grad_norm": 5.245117664337158,
      "learning_rate": 3.40489192990306e-05,
      "loss": 1.7911,
      "step": 4679
    },
    {
      "epoch": 2.0042826552462527,
      "grad_norm": 2.889591693878174,
      "learning_rate": 3.40424535310043e-05,
      "loss": 0.8647,
      "step": 4680
    },
    {
      "epoch": 2.004710920770878,
      "grad_norm": 2.343703031539917,
      "learning_rate": 3.4035987067014755e-05,
      "loss": 1.0102,
      "step": 4681
    },
    {
      "epoch": 2.0051391862955033,
      "grad_norm": 3.455544948577881,
      "learning_rate": 3.402951990755966e-05,
      "loss": 0.704,
      "step": 4682
    },
    {
      "epoch": 2.0055674518201285,
      "grad_norm": 2.3739585876464844,
      "learning_rate": 3.4023052053136774e-05,
      "loss": 0.2879,
      "step": 4683
    },
    {
      "epoch": 2.005995717344754,
      "grad_norm": 6.426149845123291,
      "learning_rate": 3.401658350424389e-05,
      "loss": 0.8716,
      "step": 4684
    },
    {
      "epoch": 2.006423982869379,
      "grad_norm": 2.0922179222106934,
      "learning_rate": 3.401011426137887e-05,
      "loss": 0.204,
      "step": 4685
    },
    {
      "epoch": 2.0068522483940043,
      "grad_norm": 3.656332015991211,
      "learning_rate": 3.400364432503964e-05,
      "loss": 1.4762,
      "step": 4686
    },
    {
      "epoch": 2.0072805139186296,
      "grad_norm": 2.196831464767456,
      "learning_rate": 3.399717369572416e-05,
      "loss": 0.552,
      "step": 4687
    },
    {
      "epoch": 2.007708779443255,
      "grad_norm": 4.69227933883667,
      "learning_rate": 3.399070237393044e-05,
      "loss": 0.8339,
      "step": 4688
    },
    {
      "epoch": 2.00813704496788,
      "grad_norm": 3.308485746383667,
      "learning_rate": 3.398423036015657e-05,
      "loss": 1.0602,
      "step": 4689
    },
    {
      "epoch": 2.0085653104925054,
      "grad_norm": 2.231394052505493,
      "learning_rate": 3.3977757654900654e-05,
      "loss": 1.2795,
      "step": 4690
    },
    {
      "epoch": 2.0089935760171307,
      "grad_norm": 1.760474681854248,
      "learning_rate": 3.39712842586609e-05,
      "loss": 0.8905,
      "step": 4691
    },
    {
      "epoch": 2.009421841541756,
      "grad_norm": 3.0999796390533447,
      "learning_rate": 3.3964810171935516e-05,
      "loss": 0.5297,
      "step": 4692
    },
    {
      "epoch": 2.0098501070663812,
      "grad_norm": 2.667668104171753,
      "learning_rate": 3.3958335395222794e-05,
      "loss": 0.7267,
      "step": 4693
    },
    {
      "epoch": 2.0102783725910065,
      "grad_norm": 1.5556740760803223,
      "learning_rate": 3.395185992902108e-05,
      "loss": 0.2659,
      "step": 4694
    },
    {
      "epoch": 2.0107066381156318,
      "grad_norm": 2.5773160457611084,
      "learning_rate": 3.394538377382876e-05,
      "loss": 0.86,
      "step": 4695
    },
    {
      "epoch": 2.011134903640257,
      "grad_norm": 4.092283248901367,
      "learning_rate": 3.3938906930144285e-05,
      "loss": 0.5945,
      "step": 4696
    },
    {
      "epoch": 2.0115631691648823,
      "grad_norm": 4.234648704528809,
      "learning_rate": 3.3932429398466145e-05,
      "loss": 0.6555,
      "step": 4697
    },
    {
      "epoch": 2.0119914346895076,
      "grad_norm": 3.2659800052642822,
      "learning_rate": 3.39259511792929e-05,
      "loss": 1.0034,
      "step": 4698
    },
    {
      "epoch": 2.012419700214133,
      "grad_norm": 2.78330659866333,
      "learning_rate": 3.391947227312315e-05,
      "loss": 0.403,
      "step": 4699
    },
    {
      "epoch": 2.012847965738758,
      "grad_norm": 2.3443443775177,
      "learning_rate": 3.391299268045554e-05,
      "loss": 0.7482,
      "step": 4700
    },
    {
      "epoch": 2.0132762312633834,
      "grad_norm": 3.798755168914795,
      "learning_rate": 3.39065124017888e-05,
      "loss": 1.3424,
      "step": 4701
    },
    {
      "epoch": 2.0137044967880087,
      "grad_norm": 1.4790279865264893,
      "learning_rate": 3.390003143762168e-05,
      "loss": 0.6665,
      "step": 4702
    },
    {
      "epoch": 2.014132762312634,
      "grad_norm": 3.1930019855499268,
      "learning_rate": 3.3893549788453e-05,
      "loss": 0.7107,
      "step": 4703
    },
    {
      "epoch": 2.014561027837259,
      "grad_norm": 3.311237096786499,
      "learning_rate": 3.388706745478162e-05,
      "loss": 1.3225,
      "step": 4704
    },
    {
      "epoch": 2.0149892933618845,
      "grad_norm": 2.1565794944763184,
      "learning_rate": 3.388058443710647e-05,
      "loss": 0.4865,
      "step": 4705
    },
    {
      "epoch": 2.0154175588865098,
      "grad_norm": 6.128994464874268,
      "learning_rate": 3.387410073592652e-05,
      "loss": 0.8711,
      "step": 4706
    },
    {
      "epoch": 2.015845824411135,
      "grad_norm": 6.104167938232422,
      "learning_rate": 3.38676163517408e-05,
      "loss": 0.7582,
      "step": 4707
    },
    {
      "epoch": 2.0162740899357603,
      "grad_norm": 2.471243381500244,
      "learning_rate": 3.386113128504838e-05,
      "loss": 0.632,
      "step": 4708
    },
    {
      "epoch": 2.0167023554603856,
      "grad_norm": 1.3727554082870483,
      "learning_rate": 3.3854645536348387e-05,
      "loss": 0.5149,
      "step": 4709
    },
    {
      "epoch": 2.017130620985011,
      "grad_norm": 1.481494426727295,
      "learning_rate": 3.384815910614002e-05,
      "loss": 0.8494,
      "step": 4710
    },
    {
      "epoch": 2.017558886509636,
      "grad_norm": 8.81358814239502,
      "learning_rate": 3.38416719949225e-05,
      "loss": 1.7163,
      "step": 4711
    },
    {
      "epoch": 2.0179871520342614,
      "grad_norm": 1.7862889766693115,
      "learning_rate": 3.383518420319513e-05,
      "loss": 0.8884,
      "step": 4712
    },
    {
      "epoch": 2.0184154175588866,
      "grad_norm": 2.893108606338501,
      "learning_rate": 3.3828695731457236e-05,
      "loss": 0.5784,
      "step": 4713
    },
    {
      "epoch": 2.018843683083512,
      "grad_norm": 2.104403018951416,
      "learning_rate": 3.382220658020822e-05,
      "loss": 0.3721,
      "step": 4714
    },
    {
      "epoch": 2.019271948608137,
      "grad_norm": 2.413236379623413,
      "learning_rate": 3.381571674994752e-05,
      "loss": 0.4293,
      "step": 4715
    },
    {
      "epoch": 2.0197002141327625,
      "grad_norm": 1.9559524059295654,
      "learning_rate": 3.380922624117465e-05,
      "loss": 0.3362,
      "step": 4716
    },
    {
      "epoch": 2.0201284796573877,
      "grad_norm": 2.864898204803467,
      "learning_rate": 3.380273505438915e-05,
      "loss": 0.6423,
      "step": 4717
    },
    {
      "epoch": 2.020556745182013,
      "grad_norm": 3.5496976375579834,
      "learning_rate": 3.379624319009061e-05,
      "loss": 0.723,
      "step": 4718
    },
    {
      "epoch": 2.0209850107066383,
      "grad_norm": 2.1464695930480957,
      "learning_rate": 3.3789750648778695e-05,
      "loss": 0.8621,
      "step": 4719
    },
    {
      "epoch": 2.0214132762312635,
      "grad_norm": 2.208279848098755,
      "learning_rate": 3.378325743095311e-05,
      "loss": 0.6168,
      "step": 4720
    },
    {
      "epoch": 2.021841541755889,
      "grad_norm": 2.0266168117523193,
      "learning_rate": 3.377676353711362e-05,
      "loss": 0.2468,
      "step": 4721
    },
    {
      "epoch": 2.022269807280514,
      "grad_norm": 3.3021111488342285,
      "learning_rate": 3.377026896776003e-05,
      "loss": 0.7238,
      "step": 4722
    },
    {
      "epoch": 2.0226980728051394,
      "grad_norm": 2.3984711170196533,
      "learning_rate": 3.3763773723392195e-05,
      "loss": 0.8351,
      "step": 4723
    },
    {
      "epoch": 2.0231263383297646,
      "grad_norm": 6.465684413909912,
      "learning_rate": 3.3757277804510037e-05,
      "loss": 1.2534,
      "step": 4724
    },
    {
      "epoch": 2.02355460385439,
      "grad_norm": 2.0341691970825195,
      "learning_rate": 3.3750781211613526e-05,
      "loss": 0.6503,
      "step": 4725
    },
    {
      "epoch": 2.023982869379015,
      "grad_norm": 1.3219634294509888,
      "learning_rate": 3.374428394520267e-05,
      "loss": 0.37,
      "step": 4726
    },
    {
      "epoch": 2.0244111349036404,
      "grad_norm": 2.371155261993408,
      "learning_rate": 3.3737786005777546e-05,
      "loss": 0.6613,
      "step": 4727
    },
    {
      "epoch": 2.0248394004282657,
      "grad_norm": 3.9627561569213867,
      "learning_rate": 3.373128739383827e-05,
      "loss": 0.3718,
      "step": 4728
    },
    {
      "epoch": 2.025267665952891,
      "grad_norm": 1.612329125404358,
      "learning_rate": 3.372478810988502e-05,
      "loss": 0.3418,
      "step": 4729
    },
    {
      "epoch": 2.0256959314775163,
      "grad_norm": 4.686316013336182,
      "learning_rate": 3.371828815441803e-05,
      "loss": 0.5608,
      "step": 4730
    },
    {
      "epoch": 2.0261241970021415,
      "grad_norm": 4.252920150756836,
      "learning_rate": 3.371178752793755e-05,
      "loss": 1.1128,
      "step": 4731
    },
    {
      "epoch": 2.026552462526767,
      "grad_norm": 1.4514297246932983,
      "learning_rate": 3.370528623094393e-05,
      "loss": 0.7197,
      "step": 4732
    },
    {
      "epoch": 2.026980728051392,
      "grad_norm": 2.9229867458343506,
      "learning_rate": 3.369878426393755e-05,
      "loss": 1.0667,
      "step": 4733
    },
    {
      "epoch": 2.0274089935760173,
      "grad_norm": 3.1699392795562744,
      "learning_rate": 3.369228162741884e-05,
      "loss": 0.5279,
      "step": 4734
    },
    {
      "epoch": 2.0278372591006426,
      "grad_norm": 3.1279995441436768,
      "learning_rate": 3.368577832188828e-05,
      "loss": 0.9156,
      "step": 4735
    },
    {
      "epoch": 2.028265524625268,
      "grad_norm": 0.9283010959625244,
      "learning_rate": 3.367927434784641e-05,
      "loss": 0.2427,
      "step": 4736
    },
    {
      "epoch": 2.028693790149893,
      "grad_norm": 4.177737712860107,
      "learning_rate": 3.36727697057938e-05,
      "loss": 0.9626,
      "step": 4737
    },
    {
      "epoch": 2.0291220556745184,
      "grad_norm": 4.444983005523682,
      "learning_rate": 3.36662643962311e-05,
      "loss": 1.113,
      "step": 4738
    },
    {
      "epoch": 2.0295503211991432,
      "grad_norm": 5.904183387756348,
      "learning_rate": 3.3659758419659e-05,
      "loss": 1.3696,
      "step": 4739
    },
    {
      "epoch": 2.0299785867237685,
      "grad_norm": 4.4018707275390625,
      "learning_rate": 3.365325177657823e-05,
      "loss": 0.5916,
      "step": 4740
    },
    {
      "epoch": 2.030406852248394,
      "grad_norm": 5.06137752532959,
      "learning_rate": 3.36467444674896e-05,
      "loss": 1.138,
      "step": 4741
    },
    {
      "epoch": 2.030835117773019,
      "grad_norm": 1.459773302078247,
      "learning_rate": 3.364023649289394e-05,
      "loss": 0.4819,
      "step": 4742
    },
    {
      "epoch": 2.0312633832976443,
      "grad_norm": 3.480988025665283,
      "learning_rate": 3.3633727853292145e-05,
      "loss": 0.7032,
      "step": 4743
    },
    {
      "epoch": 2.0316916488222696,
      "grad_norm": 5.113126277923584,
      "learning_rate": 3.3627218549185166e-05,
      "loss": 0.9176,
      "step": 4744
    },
    {
      "epoch": 2.032119914346895,
      "grad_norm": 0.9787500500679016,
      "learning_rate": 3.362070858107399e-05,
      "loss": 0.199,
      "step": 4745
    },
    {
      "epoch": 2.03254817987152,
      "grad_norm": 12.272791862487793,
      "learning_rate": 3.361419794945967e-05,
      "loss": 0.7267,
      "step": 4746
    },
    {
      "epoch": 2.0329764453961454,
      "grad_norm": 2.7087202072143555,
      "learning_rate": 3.360768665484331e-05,
      "loss": 0.7264,
      "step": 4747
    },
    {
      "epoch": 2.0334047109207707,
      "grad_norm": 6.056755065917969,
      "learning_rate": 3.3601174697726045e-05,
      "loss": 0.8435,
      "step": 4748
    },
    {
      "epoch": 2.033832976445396,
      "grad_norm": 2.1403982639312744,
      "learning_rate": 3.359466207860909e-05,
      "loss": 0.418,
      "step": 4749
    },
    {
      "epoch": 2.0342612419700212,
      "grad_norm": 3.152125835418701,
      "learning_rate": 3.3588148797993686e-05,
      "loss": 0.7902,
      "step": 4750
    },
    {
      "epoch": 2.0346895074946465,
      "grad_norm": 1.9102602005004883,
      "learning_rate": 3.3581634856381145e-05,
      "loss": 0.5043,
      "step": 4751
    },
    {
      "epoch": 2.0351177730192718,
      "grad_norm": 2.224954128265381,
      "learning_rate": 3.357512025427282e-05,
      "loss": 0.3418,
      "step": 4752
    },
    {
      "epoch": 2.035546038543897,
      "grad_norm": 2.626789093017578,
      "learning_rate": 3.356860499217009e-05,
      "loss": 1.4225,
      "step": 4753
    },
    {
      "epoch": 2.0359743040685223,
      "grad_norm": 3.2698044776916504,
      "learning_rate": 3.356208907057445e-05,
      "loss": 0.9563,
      "step": 4754
    },
    {
      "epoch": 2.0364025695931476,
      "grad_norm": 3.3159677982330322,
      "learning_rate": 3.355557248998738e-05,
      "loss": 0.5841,
      "step": 4755
    },
    {
      "epoch": 2.036830835117773,
      "grad_norm": 7.167062282562256,
      "learning_rate": 3.354905525091044e-05,
      "loss": 1.4192,
      "step": 4756
    },
    {
      "epoch": 2.037259100642398,
      "grad_norm": 3.2677156925201416,
      "learning_rate": 3.354253735384525e-05,
      "loss": 0.9764,
      "step": 4757
    },
    {
      "epoch": 2.0376873661670234,
      "grad_norm": 4.523595333099365,
      "learning_rate": 3.3536018799293453e-05,
      "loss": 0.9648,
      "step": 4758
    },
    {
      "epoch": 2.0381156316916487,
      "grad_norm": 2.075164556503296,
      "learning_rate": 3.352949958775676e-05,
      "loss": 0.9752,
      "step": 4759
    },
    {
      "epoch": 2.038543897216274,
      "grad_norm": 4.209403991699219,
      "learning_rate": 3.3522979719736926e-05,
      "loss": 1.0827,
      "step": 4760
    },
    {
      "epoch": 2.038972162740899,
      "grad_norm": 2.167080879211426,
      "learning_rate": 3.351645919573577e-05,
      "loss": 1.493,
      "step": 4761
    },
    {
      "epoch": 2.0394004282655245,
      "grad_norm": 3.9107162952423096,
      "learning_rate": 3.350993801625515e-05,
      "loss": 0.817,
      "step": 4762
    },
    {
      "epoch": 2.0398286937901497,
      "grad_norm": 2.9651808738708496,
      "learning_rate": 3.350341618179697e-05,
      "loss": 0.9059,
      "step": 4763
    },
    {
      "epoch": 2.040256959314775,
      "grad_norm": 2.7848336696624756,
      "learning_rate": 3.349689369286321e-05,
      "loss": 0.5412,
      "step": 4764
    },
    {
      "epoch": 2.0406852248394003,
      "grad_norm": 4.795036315917969,
      "learning_rate": 3.349037054995585e-05,
      "loss": 0.9045,
      "step": 4765
    },
    {
      "epoch": 2.0411134903640256,
      "grad_norm": 3.1247785091400146,
      "learning_rate": 3.3483846753576975e-05,
      "loss": 1.0285,
      "step": 4766
    },
    {
      "epoch": 2.041541755888651,
      "grad_norm": 2.3837099075317383,
      "learning_rate": 3.347732230422869e-05,
      "loss": 1.6771,
      "step": 4767
    },
    {
      "epoch": 2.041970021413276,
      "grad_norm": 2.0038716793060303,
      "learning_rate": 3.347079720241315e-05,
      "loss": 0.2919,
      "step": 4768
    },
    {
      "epoch": 2.0423982869379014,
      "grad_norm": 3.3311140537261963,
      "learning_rate": 3.346427144863258e-05,
      "loss": 0.8569,
      "step": 4769
    },
    {
      "epoch": 2.0428265524625266,
      "grad_norm": 4.391573905944824,
      "learning_rate": 3.3457745043389235e-05,
      "loss": 0.817,
      "step": 4770
    },
    {
      "epoch": 2.043254817987152,
      "grad_norm": 0.7208803296089172,
      "learning_rate": 3.345121798718543e-05,
      "loss": 0.1149,
      "step": 4771
    },
    {
      "epoch": 2.043683083511777,
      "grad_norm": 3.5784294605255127,
      "learning_rate": 3.344469028052353e-05,
      "loss": 1.7123,
      "step": 4772
    },
    {
      "epoch": 2.0441113490364025,
      "grad_norm": 6.981157302856445,
      "learning_rate": 3.343816192390593e-05,
      "loss": 1.1793,
      "step": 4773
    },
    {
      "epoch": 2.0445396145610277,
      "grad_norm": 3.769754648208618,
      "learning_rate": 3.343163291783512e-05,
      "loss": 1.046,
      "step": 4774
    },
    {
      "epoch": 2.044967880085653,
      "grad_norm": 0.9605491757392883,
      "learning_rate": 3.3425103262813596e-05,
      "loss": 0.3016,
      "step": 4775
    },
    {
      "epoch": 2.0453961456102783,
      "grad_norm": 2.432291269302368,
      "learning_rate": 3.341857295934392e-05,
      "loss": 1.133,
      "step": 4776
    },
    {
      "epoch": 2.0458244111349035,
      "grad_norm": 2.0336015224456787,
      "learning_rate": 3.341204200792872e-05,
      "loss": 0.4341,
      "step": 4777
    },
    {
      "epoch": 2.046252676659529,
      "grad_norm": 2.902573347091675,
      "learning_rate": 3.340551040907065e-05,
      "loss": 1.2457,
      "step": 4778
    },
    {
      "epoch": 2.046680942184154,
      "grad_norm": 3.3185782432556152,
      "learning_rate": 3.339897816327241e-05,
      "loss": 0.9623,
      "step": 4779
    },
    {
      "epoch": 2.0471092077087794,
      "grad_norm": 1.4023057222366333,
      "learning_rate": 3.339244527103678e-05,
      "loss": 0.352,
      "step": 4780
    },
    {
      "epoch": 2.0475374732334046,
      "grad_norm": 11.72439956665039,
      "learning_rate": 3.338591173286655e-05,
      "loss": 0.5431,
      "step": 4781
    },
    {
      "epoch": 2.04796573875803,
      "grad_norm": 2.4980950355529785,
      "learning_rate": 3.337937754926461e-05,
      "loss": 0.7631,
      "step": 4782
    },
    {
      "epoch": 2.048394004282655,
      "grad_norm": 3.3468780517578125,
      "learning_rate": 3.337284272073385e-05,
      "loss": 0.2492,
      "step": 4783
    },
    {
      "epoch": 2.0488222698072804,
      "grad_norm": 2.4314470291137695,
      "learning_rate": 3.336630724777725e-05,
      "loss": 0.4631,
      "step": 4784
    },
    {
      "epoch": 2.0492505353319057,
      "grad_norm": 46.05934143066406,
      "learning_rate": 3.3359771130897794e-05,
      "loss": 0.6797,
      "step": 4785
    },
    {
      "epoch": 2.049678800856531,
      "grad_norm": 3.8415563106536865,
      "learning_rate": 3.335323437059856e-05,
      "loss": 0.827,
      "step": 4786
    },
    {
      "epoch": 2.0501070663811563,
      "grad_norm": 4.531867980957031,
      "learning_rate": 3.3346696967382654e-05,
      "loss": 1.4862,
      "step": 4787
    },
    {
      "epoch": 2.0505353319057815,
      "grad_norm": 2.6182472705841064,
      "learning_rate": 3.334015892175324e-05,
      "loss": 1.0235,
      "step": 4788
    },
    {
      "epoch": 2.050963597430407,
      "grad_norm": 5.775811195373535,
      "learning_rate": 3.333362023421351e-05,
      "loss": 1.4282,
      "step": 4789
    },
    {
      "epoch": 2.051391862955032,
      "grad_norm": 4.433152198791504,
      "learning_rate": 3.332708090526675e-05,
      "loss": 0.8391,
      "step": 4790
    },
    {
      "epoch": 2.0518201284796573,
      "grad_norm": 3.612830400466919,
      "learning_rate": 3.332054093541624e-05,
      "loss": 1.1796,
      "step": 4791
    },
    {
      "epoch": 2.0522483940042826,
      "grad_norm": 0.8220656514167786,
      "learning_rate": 3.3314000325165343e-05,
      "loss": 0.2474,
      "step": 4792
    },
    {
      "epoch": 2.052676659528908,
      "grad_norm": 2.980989694595337,
      "learning_rate": 3.330745907501748e-05,
      "loss": 0.5624,
      "step": 4793
    },
    {
      "epoch": 2.053104925053533,
      "grad_norm": 1.3359237909317017,
      "learning_rate": 3.330091718547609e-05,
      "loss": 0.4397,
      "step": 4794
    },
    {
      "epoch": 2.0535331905781584,
      "grad_norm": 2.747767210006714,
      "learning_rate": 3.3294374657044683e-05,
      "loss": 0.6295,
      "step": 4795
    },
    {
      "epoch": 2.0539614561027837,
      "grad_norm": 3.4077084064483643,
      "learning_rate": 3.328783149022681e-05,
      "loss": 0.6432,
      "step": 4796
    },
    {
      "epoch": 2.054389721627409,
      "grad_norm": 2.7940540313720703,
      "learning_rate": 3.328128768552608e-05,
      "loss": 0.5624,
      "step": 4797
    },
    {
      "epoch": 2.0548179871520342,
      "grad_norm": 2.7717819213867188,
      "learning_rate": 3.327474324344614e-05,
      "loss": 0.6694,
      "step": 4798
    },
    {
      "epoch": 2.0552462526766595,
      "grad_norm": 8.237528800964355,
      "learning_rate": 3.3268198164490684e-05,
      "loss": 0.7981,
      "step": 4799
    },
    {
      "epoch": 2.0556745182012848,
      "grad_norm": 1.6413682699203491,
      "learning_rate": 3.3261652449163475e-05,
      "loss": 0.6266,
      "step": 4800
    },
    {
      "epoch": 2.05610278372591,
      "grad_norm": 3.6849019527435303,
      "learning_rate": 3.3255106097968314e-05,
      "loss": 0.6054,
      "step": 4801
    },
    {
      "epoch": 2.0565310492505353,
      "grad_norm": 4.038448810577393,
      "learning_rate": 3.324855911140903e-05,
      "loss": 0.7816,
      "step": 4802
    },
    {
      "epoch": 2.0569593147751606,
      "grad_norm": 2.5808770656585693,
      "learning_rate": 3.3242011489989534e-05,
      "loss": 0.3938,
      "step": 4803
    },
    {
      "epoch": 2.057387580299786,
      "grad_norm": 0.7730022072792053,
      "learning_rate": 3.323546323421377e-05,
      "loss": 0.1675,
      "step": 4804
    },
    {
      "epoch": 2.057815845824411,
      "grad_norm": 3.8089892864227295,
      "learning_rate": 3.322891434458572e-05,
      "loss": 0.605,
      "step": 4805
    },
    {
      "epoch": 2.0582441113490364,
      "grad_norm": 4.41946268081665,
      "learning_rate": 3.3222364821609454e-05,
      "loss": 1.0634,
      "step": 4806
    },
    {
      "epoch": 2.0586723768736617,
      "grad_norm": 3.1447651386260986,
      "learning_rate": 3.321581466578903e-05,
      "loss": 0.7882,
      "step": 4807
    },
    {
      "epoch": 2.059100642398287,
      "grad_norm": 2.6294593811035156,
      "learning_rate": 3.320926387762862e-05,
      "loss": 0.646,
      "step": 4808
    },
    {
      "epoch": 2.059528907922912,
      "grad_norm": 3.094733715057373,
      "learning_rate": 3.320271245763239e-05,
      "loss": 0.9874,
      "step": 4809
    },
    {
      "epoch": 2.0599571734475375,
      "grad_norm": 2.619598388671875,
      "learning_rate": 3.319616040630459e-05,
      "loss": 1.5288,
      "step": 4810
    },
    {
      "epoch": 2.0603854389721628,
      "grad_norm": 1.7468695640563965,
      "learning_rate": 3.3189607724149504e-05,
      "loss": 0.7744,
      "step": 4811
    },
    {
      "epoch": 2.060813704496788,
      "grad_norm": 4.290335655212402,
      "learning_rate": 3.318305441167147e-05,
      "loss": 1.5589,
      "step": 4812
    },
    {
      "epoch": 2.0612419700214133,
      "grad_norm": 5.738405704498291,
      "learning_rate": 3.3176500469374854e-05,
      "loss": 0.4486,
      "step": 4813
    },
    {
      "epoch": 2.0616702355460386,
      "grad_norm": 4.11147928237915,
      "learning_rate": 3.3169945897764114e-05,
      "loss": 0.4211,
      "step": 4814
    },
    {
      "epoch": 2.062098501070664,
      "grad_norm": 3.194524049758911,
      "learning_rate": 3.3163390697343714e-05,
      "loss": 1.3106,
      "step": 4815
    },
    {
      "epoch": 2.062526766595289,
      "grad_norm": 3.545548677444458,
      "learning_rate": 3.315683486861819e-05,
      "loss": 0.7135,
      "step": 4816
    },
    {
      "epoch": 2.0629550321199144,
      "grad_norm": 6.162696361541748,
      "learning_rate": 3.315027841209212e-05,
      "loss": 1.5297,
      "step": 4817
    },
    {
      "epoch": 2.0633832976445396,
      "grad_norm": 2.308856725692749,
      "learning_rate": 3.314372132827012e-05,
      "loss": 0.9734,
      "step": 4818
    },
    {
      "epoch": 2.063811563169165,
      "grad_norm": 5.028834342956543,
      "learning_rate": 3.3137163617656876e-05,
      "loss": 0.7652,
      "step": 4819
    },
    {
      "epoch": 2.06423982869379,
      "grad_norm": 2.6525909900665283,
      "learning_rate": 3.313060528075709e-05,
      "loss": 0.6365,
      "step": 4820
    },
    {
      "epoch": 2.0646680942184155,
      "grad_norm": 4.138612270355225,
      "learning_rate": 3.3124046318075565e-05,
      "loss": 0.6911,
      "step": 4821
    },
    {
      "epoch": 2.0650963597430407,
      "grad_norm": 2.5554990768432617,
      "learning_rate": 3.311748673011709e-05,
      "loss": 0.8458,
      "step": 4822
    },
    {
      "epoch": 2.065524625267666,
      "grad_norm": 3.781174421310425,
      "learning_rate": 3.311092651738654e-05,
      "loss": 0.8611,
      "step": 4823
    },
    {
      "epoch": 2.0659528907922913,
      "grad_norm": 2.4196128845214844,
      "learning_rate": 3.3104365680388836e-05,
      "loss": 0.6497,
      "step": 4824
    },
    {
      "epoch": 2.0663811563169165,
      "grad_norm": 5.25424337387085,
      "learning_rate": 3.309780421962894e-05,
      "loss": 0.931,
      "step": 4825
    },
    {
      "epoch": 2.066809421841542,
      "grad_norm": 5.004842281341553,
      "learning_rate": 3.309124213561185e-05,
      "loss": 0.6313,
      "step": 4826
    },
    {
      "epoch": 2.067237687366167,
      "grad_norm": 3.4126696586608887,
      "learning_rate": 3.308467942884264e-05,
      "loss": 1.4702,
      "step": 4827
    },
    {
      "epoch": 2.0676659528907924,
      "grad_norm": 2.468855142593384,
      "learning_rate": 3.3078116099826405e-05,
      "loss": 0.5312,
      "step": 4828
    },
    {
      "epoch": 2.0680942184154176,
      "grad_norm": 1.367783546447754,
      "learning_rate": 3.307155214906831e-05,
      "loss": 0.4038,
      "step": 4829
    },
    {
      "epoch": 2.068522483940043,
      "grad_norm": 4.959140777587891,
      "learning_rate": 3.3064987577073546e-05,
      "loss": 0.8,
      "step": 4830
    },
    {
      "epoch": 2.068950749464668,
      "grad_norm": 2.3369228839874268,
      "learning_rate": 3.3058422384347375e-05,
      "loss": 0.6049,
      "step": 4831
    },
    {
      "epoch": 2.0693790149892934,
      "grad_norm": 3.19130802154541,
      "learning_rate": 3.305185657139509e-05,
      "loss": 0.8008,
      "step": 4832
    },
    {
      "epoch": 2.0698072805139187,
      "grad_norm": 1.1195456981658936,
      "learning_rate": 3.304529013872203e-05,
      "loss": 0.446,
      "step": 4833
    },
    {
      "epoch": 2.070235546038544,
      "grad_norm": 7.509891986846924,
      "learning_rate": 3.30387230868336e-05,
      "loss": 0.62,
      "step": 4834
    },
    {
      "epoch": 2.0706638115631693,
      "grad_norm": 3.321721315383911,
      "learning_rate": 3.3032155416235225e-05,
      "loss": 1.2573,
      "step": 4835
    },
    {
      "epoch": 2.0710920770877945,
      "grad_norm": 3.5278496742248535,
      "learning_rate": 3.302558712743241e-05,
      "loss": 0.8053,
      "step": 4836
    },
    {
      "epoch": 2.07152034261242,
      "grad_norm": 5.347955226898193,
      "learning_rate": 3.301901822093069e-05,
      "loss": 0.3504,
      "step": 4837
    },
    {
      "epoch": 2.071948608137045,
      "grad_norm": 3.668199062347412,
      "learning_rate": 3.301244869723563e-05,
      "loss": 0.6657,
      "step": 4838
    },
    {
      "epoch": 2.0723768736616703,
      "grad_norm": 3.5398993492126465,
      "learning_rate": 3.3005878556852885e-05,
      "loss": 0.9045,
      "step": 4839
    },
    {
      "epoch": 2.0728051391862956,
      "grad_norm": 1.8742423057556152,
      "learning_rate": 3.2999307800288126e-05,
      "loss": 0.2374,
      "step": 4840
    },
    {
      "epoch": 2.073233404710921,
      "grad_norm": 32.276912689208984,
      "learning_rate": 3.299273642804707e-05,
      "loss": 0.8937,
      "step": 4841
    },
    {
      "epoch": 2.073661670235546,
      "grad_norm": 3.3631365299224854,
      "learning_rate": 3.29861644406355e-05,
      "loss": 1.5841,
      "step": 4842
    },
    {
      "epoch": 2.0740899357601714,
      "grad_norm": 5.839751243591309,
      "learning_rate": 3.297959183855923e-05,
      "loss": 1.1766,
      "step": 4843
    },
    {
      "epoch": 2.0745182012847967,
      "grad_norm": 3.2198777198791504,
      "learning_rate": 3.297301862232413e-05,
      "loss": 0.735,
      "step": 4844
    },
    {
      "epoch": 2.074946466809422,
      "grad_norm": 1.5113940238952637,
      "learning_rate": 3.296644479243612e-05,
      "loss": 0.6572,
      "step": 4845
    },
    {
      "epoch": 2.0753747323340472,
      "grad_norm": 3.1536595821380615,
      "learning_rate": 3.295987034940117e-05,
      "loss": 0.5016,
      "step": 4846
    },
    {
      "epoch": 2.0758029978586725,
      "grad_norm": 1.6464715003967285,
      "learning_rate": 3.295329529372527e-05,
      "loss": 0.3965,
      "step": 4847
    },
    {
      "epoch": 2.0762312633832978,
      "grad_norm": 2.3894548416137695,
      "learning_rate": 3.2946719625914494e-05,
      "loss": 0.8005,
      "step": 4848
    },
    {
      "epoch": 2.076659528907923,
      "grad_norm": 2.7633674144744873,
      "learning_rate": 3.2940143346474935e-05,
      "loss": 0.6118,
      "step": 4849
    },
    {
      "epoch": 2.0770877944325483,
      "grad_norm": 3.6963300704956055,
      "learning_rate": 3.293356645591275e-05,
      "loss": 0.5135,
      "step": 4850
    },
    {
      "epoch": 2.0775160599571736,
      "grad_norm": 2.6023898124694824,
      "learning_rate": 3.292698895473414e-05,
      "loss": 1.2504,
      "step": 4851
    },
    {
      "epoch": 2.077944325481799,
      "grad_norm": 2.2571263313293457,
      "learning_rate": 3.292041084344534e-05,
      "loss": 0.3056,
      "step": 4852
    },
    {
      "epoch": 2.078372591006424,
      "grad_norm": 2.518141746520996,
      "learning_rate": 3.291383212255265e-05,
      "loss": 0.584,
      "step": 4853
    },
    {
      "epoch": 2.0788008565310494,
      "grad_norm": 4.466187000274658,
      "learning_rate": 3.2907252792562404e-05,
      "loss": 0.8644,
      "step": 4854
    },
    {
      "epoch": 2.0792291220556747,
      "grad_norm": 3.7778053283691406,
      "learning_rate": 3.2900672853980994e-05,
      "loss": 0.4329,
      "step": 4855
    },
    {
      "epoch": 2.0796573875803,
      "grad_norm": 3.5694711208343506,
      "learning_rate": 3.2894092307314855e-05,
      "loss": 0.823,
      "step": 4856
    },
    {
      "epoch": 2.080085653104925,
      "grad_norm": 1.565480351448059,
      "learning_rate": 3.288751115307046e-05,
      "loss": 0.4283,
      "step": 4857
    },
    {
      "epoch": 2.0805139186295505,
      "grad_norm": 4.588975429534912,
      "learning_rate": 3.2880929391754335e-05,
      "loss": 0.7439,
      "step": 4858
    },
    {
      "epoch": 2.0809421841541758,
      "grad_norm": 2.3877429962158203,
      "learning_rate": 3.287434702387305e-05,
      "loss": 0.4722,
      "step": 4859
    },
    {
      "epoch": 2.081370449678801,
      "grad_norm": 2.441333293914795,
      "learning_rate": 3.2867764049933235e-05,
      "loss": 0.3419,
      "step": 4860
    },
    {
      "epoch": 2.0817987152034263,
      "grad_norm": 3.212549924850464,
      "learning_rate": 3.286118047044155e-05,
      "loss": 0.5694,
      "step": 4861
    },
    {
      "epoch": 2.0822269807280516,
      "grad_norm": 1.9067070484161377,
      "learning_rate": 3.2854596285904714e-05,
      "loss": 0.531,
      "step": 4862
    },
    {
      "epoch": 2.082655246252677,
      "grad_norm": 45.571224212646484,
      "learning_rate": 3.2848011496829484e-05,
      "loss": 1.5514,
      "step": 4863
    },
    {
      "epoch": 2.083083511777302,
      "grad_norm": 1.0912169218063354,
      "learning_rate": 3.284142610372266e-05,
      "loss": 0.3325,
      "step": 4864
    },
    {
      "epoch": 2.0835117773019274,
      "grad_norm": 3.308497667312622,
      "learning_rate": 3.28348401070911e-05,
      "loss": 0.663,
      "step": 4865
    },
    {
      "epoch": 2.0839400428265527,
      "grad_norm": 4.330906867980957,
      "learning_rate": 3.282825350744171e-05,
      "loss": 1.3518,
      "step": 4866
    },
    {
      "epoch": 2.084368308351178,
      "grad_norm": 1.1985256671905518,
      "learning_rate": 3.282166630528141e-05,
      "loss": 0.37,
      "step": 4867
    },
    {
      "epoch": 2.084796573875803,
      "grad_norm": 2.530642509460449,
      "learning_rate": 3.2815078501117224e-05,
      "loss": 0.3173,
      "step": 4868
    },
    {
      "epoch": 2.0852248394004285,
      "grad_norm": 3.521150827407837,
      "learning_rate": 3.280849009545618e-05,
      "loss": 0.982,
      "step": 4869
    },
    {
      "epoch": 2.0856531049250537,
      "grad_norm": 3.2146971225738525,
      "learning_rate": 3.2801901088805344e-05,
      "loss": 0.4457,
      "step": 4870
    },
    {
      "epoch": 2.086081370449679,
      "grad_norm": 3.45247745513916,
      "learning_rate": 3.279531148167187e-05,
      "loss": 1.285,
      "step": 4871
    },
    {
      "epoch": 2.0865096359743043,
      "grad_norm": 1.5300170183181763,
      "learning_rate": 3.278872127456292e-05,
      "loss": 0.4669,
      "step": 4872
    },
    {
      "epoch": 2.0869379014989295,
      "grad_norm": 6.29911994934082,
      "learning_rate": 3.2782130467985725e-05,
      "loss": 0.8073,
      "step": 4873
    },
    {
      "epoch": 2.0873661670235544,
      "grad_norm": 4.392934322357178,
      "learning_rate": 3.277553906244756e-05,
      "loss": 1.3202,
      "step": 4874
    },
    {
      "epoch": 2.08779443254818,
      "grad_norm": 3.7992963790893555,
      "learning_rate": 3.276894705845573e-05,
      "loss": 0.8563,
      "step": 4875
    },
    {
      "epoch": 2.088222698072805,
      "grad_norm": 5.971974849700928,
      "learning_rate": 3.27623544565176e-05,
      "loss": 1.6412,
      "step": 4876
    },
    {
      "epoch": 2.0886509635974306,
      "grad_norm": 5.410106658935547,
      "learning_rate": 3.275576125714057e-05,
      "loss": 0.9567,
      "step": 4877
    },
    {
      "epoch": 2.0890792291220555,
      "grad_norm": 2.8316855430603027,
      "learning_rate": 3.274916746083211e-05,
      "loss": 0.4403,
      "step": 4878
    },
    {
      "epoch": 2.0895074946466807,
      "grad_norm": 2.076402187347412,
      "learning_rate": 3.27425730680997e-05,
      "loss": 0.344,
      "step": 4879
    },
    {
      "epoch": 2.089935760171306,
      "grad_norm": 2.172010898590088,
      "learning_rate": 3.2735978079450904e-05,
      "loss": 0.4492,
      "step": 4880
    },
    {
      "epoch": 2.0903640256959313,
      "grad_norm": 1.8544578552246094,
      "learning_rate": 3.27293824953933e-05,
      "loss": 0.6251,
      "step": 4881
    },
    {
      "epoch": 2.0907922912205565,
      "grad_norm": 3.8500289916992188,
      "learning_rate": 3.272278631643453e-05,
      "loss": 0.5369,
      "step": 4882
    },
    {
      "epoch": 2.091220556745182,
      "grad_norm": 0.8970949053764343,
      "learning_rate": 3.2716189543082276e-05,
      "loss": 0.4312,
      "step": 4883
    },
    {
      "epoch": 2.091648822269807,
      "grad_norm": 1.8373485803604126,
      "learning_rate": 3.270959217584427e-05,
      "loss": 0.3834,
      "step": 4884
    },
    {
      "epoch": 2.0920770877944324,
      "grad_norm": 2.199392318725586,
      "learning_rate": 3.2702994215228286e-05,
      "loss": 0.6588,
      "step": 4885
    },
    {
      "epoch": 2.0925053533190576,
      "grad_norm": 1.397901177406311,
      "learning_rate": 3.269639566174213e-05,
      "loss": 0.197,
      "step": 4886
    },
    {
      "epoch": 2.092933618843683,
      "grad_norm": 1.2780261039733887,
      "learning_rate": 3.2689796515893686e-05,
      "loss": 0.5971,
      "step": 4887
    },
    {
      "epoch": 2.093361884368308,
      "grad_norm": 3.353121757507324,
      "learning_rate": 3.2683196778190854e-05,
      "loss": 1.161,
      "step": 4888
    },
    {
      "epoch": 2.0937901498929334,
      "grad_norm": 3.098951816558838,
      "learning_rate": 3.26765964491416e-05,
      "loss": 0.4964,
      "step": 4889
    },
    {
      "epoch": 2.0942184154175587,
      "grad_norm": 6.316600799560547,
      "learning_rate": 3.2669995529253924e-05,
      "loss": 0.7546,
      "step": 4890
    },
    {
      "epoch": 2.094646680942184,
      "grad_norm": 0.8281015753746033,
      "learning_rate": 3.266339401903586e-05,
      "loss": 0.2898,
      "step": 4891
    },
    {
      "epoch": 2.0950749464668093,
      "grad_norm": 3.353666305541992,
      "learning_rate": 3.2656791918995515e-05,
      "loss": 0.6696,
      "step": 4892
    },
    {
      "epoch": 2.0955032119914345,
      "grad_norm": 1.2879481315612793,
      "learning_rate": 3.265018922964102e-05,
      "loss": 0.4984,
      "step": 4893
    },
    {
      "epoch": 2.09593147751606,
      "grad_norm": 1.8968253135681152,
      "learning_rate": 3.264358595148057e-05,
      "loss": 0.7818,
      "step": 4894
    },
    {
      "epoch": 2.096359743040685,
      "grad_norm": 4.847361087799072,
      "learning_rate": 3.2636982085022386e-05,
      "loss": 0.631,
      "step": 4895
    },
    {
      "epoch": 2.0967880085653103,
      "grad_norm": 1.860666275024414,
      "learning_rate": 3.2630377630774745e-05,
      "loss": 0.4185,
      "step": 4896
    },
    {
      "epoch": 2.0972162740899356,
      "grad_norm": 1.8870731592178345,
      "learning_rate": 3.262377258924596e-05,
      "loss": 0.8877,
      "step": 4897
    },
    {
      "epoch": 2.097644539614561,
      "grad_norm": 6.7484822273254395,
      "learning_rate": 3.26171669609444e-05,
      "loss": 1.0332,
      "step": 4898
    },
    {
      "epoch": 2.098072805139186,
      "grad_norm": 2.891376495361328,
      "learning_rate": 3.2610560746378484e-05,
      "loss": 1.1678,
      "step": 4899
    },
    {
      "epoch": 2.0985010706638114,
      "grad_norm": 2.1704647541046143,
      "learning_rate": 3.260395394605666e-05,
      "loss": 1.5468,
      "step": 4900
    },
    {
      "epoch": 2.0989293361884367,
      "grad_norm": 4.583036422729492,
      "learning_rate": 3.259734656048742e-05,
      "loss": 1.2012,
      "step": 4901
    },
    {
      "epoch": 2.099357601713062,
      "grad_norm": 6.471688270568848,
      "learning_rate": 3.2590738590179324e-05,
      "loss": 0.8464,
      "step": 4902
    },
    {
      "epoch": 2.0997858672376872,
      "grad_norm": 1.760360836982727,
      "learning_rate": 3.258413003564095e-05,
      "loss": 0.549,
      "step": 4903
    },
    {
      "epoch": 2.1002141327623125,
      "grad_norm": 3.0352752208709717,
      "learning_rate": 3.2577520897380944e-05,
      "loss": 0.5833,
      "step": 4904
    },
    {
      "epoch": 2.1006423982869378,
      "grad_norm": 0.9580889344215393,
      "learning_rate": 3.2570911175907974e-05,
      "loss": 0.4125,
      "step": 4905
    },
    {
      "epoch": 2.101070663811563,
      "grad_norm": 3.967247724533081,
      "learning_rate": 3.256430087173078e-05,
      "loss": 0.9483,
      "step": 4906
    },
    {
      "epoch": 2.1014989293361883,
      "grad_norm": 3.374392032623291,
      "learning_rate": 3.255768998535812e-05,
      "loss": 0.5781,
      "step": 4907
    },
    {
      "epoch": 2.1019271948608136,
      "grad_norm": 16.79311180114746,
      "learning_rate": 3.255107851729881e-05,
      "loss": 0.4141,
      "step": 4908
    },
    {
      "epoch": 2.102355460385439,
      "grad_norm": 44.620086669921875,
      "learning_rate": 3.254446646806171e-05,
      "loss": 1.3798,
      "step": 4909
    },
    {
      "epoch": 2.102783725910064,
      "grad_norm": 5.777846813201904,
      "learning_rate": 3.253785383815574e-05,
      "loss": 0.7611,
      "step": 4910
    },
    {
      "epoch": 2.1032119914346894,
      "grad_norm": 2.8121707439422607,
      "learning_rate": 3.253124062808982e-05,
      "loss": 1.3781,
      "step": 4911
    },
    {
      "epoch": 2.1036402569593147,
      "grad_norm": 4.389652729034424,
      "learning_rate": 3.252462683837297e-05,
      "loss": 1.6938,
      "step": 4912
    },
    {
      "epoch": 2.10406852248394,
      "grad_norm": 2.345249652862549,
      "learning_rate": 3.2518012469514214e-05,
      "loss": 0.3294,
      "step": 4913
    },
    {
      "epoch": 2.104496788008565,
      "grad_norm": 6.189637660980225,
      "learning_rate": 3.251139752202264e-05,
      "loss": 0.8421,
      "step": 4914
    },
    {
      "epoch": 2.1049250535331905,
      "grad_norm": 1.115535020828247,
      "learning_rate": 3.2504781996407366e-05,
      "loss": 0.2834,
      "step": 4915
    },
    {
      "epoch": 2.1053533190578158,
      "grad_norm": 2.7737765312194824,
      "learning_rate": 3.249816589317758e-05,
      "loss": 1.7474,
      "step": 4916
    },
    {
      "epoch": 2.105781584582441,
      "grad_norm": 2.567455291748047,
      "learning_rate": 3.2491549212842486e-05,
      "loss": 0.8002,
      "step": 4917
    },
    {
      "epoch": 2.1062098501070663,
      "grad_norm": 2.958717107772827,
      "learning_rate": 3.248493195591135e-05,
      "loss": 1.3294,
      "step": 4918
    },
    {
      "epoch": 2.1066381156316916,
      "grad_norm": 2.190303087234497,
      "learning_rate": 3.2478314122893485e-05,
      "loss": 0.6878,
      "step": 4919
    },
    {
      "epoch": 2.107066381156317,
      "grad_norm": 1.507623553276062,
      "learning_rate": 3.247169571429821e-05,
      "loss": 1.0461,
      "step": 4920
    },
    {
      "epoch": 2.107494646680942,
      "grad_norm": 4.670192241668701,
      "learning_rate": 3.2465076730634957e-05,
      "loss": 1.043,
      "step": 4921
    },
    {
      "epoch": 2.1079229122055674,
      "grad_norm": 1.6351102590560913,
      "learning_rate": 3.245845717241314e-05,
      "loss": 0.2638,
      "step": 4922
    },
    {
      "epoch": 2.1083511777301926,
      "grad_norm": 3.0507514476776123,
      "learning_rate": 3.2451837040142255e-05,
      "loss": 0.9033,
      "step": 4923
    },
    {
      "epoch": 2.108779443254818,
      "grad_norm": 3.8965156078338623,
      "learning_rate": 3.2445216334331815e-05,
      "loss": 0.5944,
      "step": 4924
    },
    {
      "epoch": 2.109207708779443,
      "grad_norm": 5.5384840965271,
      "learning_rate": 3.2438595055491396e-05,
      "loss": 1.5413,
      "step": 4925
    },
    {
      "epoch": 2.1096359743040685,
      "grad_norm": 3.700929880142212,
      "learning_rate": 3.2431973204130614e-05,
      "loss": 1.3455,
      "step": 4926
    },
    {
      "epoch": 2.1100642398286937,
      "grad_norm": 3.5634548664093018,
      "learning_rate": 3.2425350780759124e-05,
      "loss": 0.6702,
      "step": 4927
    },
    {
      "epoch": 2.110492505353319,
      "grad_norm": 3.559173822402954,
      "learning_rate": 3.241872778588664e-05,
      "loss": 0.5999,
      "step": 4928
    },
    {
      "epoch": 2.1109207708779443,
      "grad_norm": 3.683154344558716,
      "learning_rate": 3.24121042200229e-05,
      "loss": 0.6946,
      "step": 4929
    },
    {
      "epoch": 2.1113490364025695,
      "grad_norm": 1.5570683479309082,
      "learning_rate": 3.2405480083677686e-05,
      "loss": 0.2583,
      "step": 4930
    },
    {
      "epoch": 2.111777301927195,
      "grad_norm": 3.7440831661224365,
      "learning_rate": 3.239885537736085e-05,
      "loss": 1.5352,
      "step": 4931
    },
    {
      "epoch": 2.11220556745182,
      "grad_norm": 2.7053062915802,
      "learning_rate": 3.239223010158226e-05,
      "loss": 0.8439,
      "step": 4932
    },
    {
      "epoch": 2.1126338329764454,
      "grad_norm": 5.190605640411377,
      "learning_rate": 3.238560425685184e-05,
      "loss": 0.7894,
      "step": 4933
    },
    {
      "epoch": 2.1130620985010706,
      "grad_norm": 7.31732702255249,
      "learning_rate": 3.237897784367956e-05,
      "loss": 0.5374,
      "step": 4934
    },
    {
      "epoch": 2.113490364025696,
      "grad_norm": 2.399319887161255,
      "learning_rate": 3.2372350862575424e-05,
      "loss": 0.8303,
      "step": 4935
    },
    {
      "epoch": 2.113918629550321,
      "grad_norm": 4.012081146240234,
      "learning_rate": 3.236572331404949e-05,
      "loss": 1.4088,
      "step": 4936
    },
    {
      "epoch": 2.1143468950749464,
      "grad_norm": 2.9361510276794434,
      "learning_rate": 3.235909519861185e-05,
      "loss": 0.5091,
      "step": 4937
    },
    {
      "epoch": 2.1147751605995717,
      "grad_norm": 4.137411594390869,
      "learning_rate": 3.235246651677265e-05,
      "loss": 0.5573,
      "step": 4938
    },
    {
      "epoch": 2.115203426124197,
      "grad_norm": 10.373186111450195,
      "learning_rate": 3.234583726904208e-05,
      "loss": 1.1261,
      "step": 4939
    },
    {
      "epoch": 2.1156316916488223,
      "grad_norm": 1.0259555578231812,
      "learning_rate": 3.233920745593034e-05,
      "loss": 0.2814,
      "step": 4940
    },
    {
      "epoch": 2.1160599571734475,
      "grad_norm": 4.282242298126221,
      "learning_rate": 3.2332577077947746e-05,
      "loss": 1.2371,
      "step": 4941
    },
    {
      "epoch": 2.116488222698073,
      "grad_norm": 3.7373239994049072,
      "learning_rate": 3.232594613560458e-05,
      "loss": 0.9113,
      "step": 4942
    },
    {
      "epoch": 2.116916488222698,
      "grad_norm": 3.2812647819519043,
      "learning_rate": 3.23193146294112e-05,
      "loss": 0.3561,
      "step": 4943
    },
    {
      "epoch": 2.1173447537473233,
      "grad_norm": 3.3657827377319336,
      "learning_rate": 3.231268255987803e-05,
      "loss": 0.9409,
      "step": 4944
    },
    {
      "epoch": 2.1177730192719486,
      "grad_norm": 1.5292688608169556,
      "learning_rate": 3.230604992751549e-05,
      "loss": 0.1995,
      "step": 4945
    },
    {
      "epoch": 2.118201284796574,
      "grad_norm": 5.013796806335449,
      "learning_rate": 3.229941673283409e-05,
      "loss": 2.2037,
      "step": 4946
    },
    {
      "epoch": 2.118629550321199,
      "grad_norm": 1.9601885080337524,
      "learning_rate": 3.229278297634435e-05,
      "loss": 0.3379,
      "step": 4947
    },
    {
      "epoch": 2.1190578158458244,
      "grad_norm": 3.3977577686309814,
      "learning_rate": 3.228614865855685e-05,
      "loss": 0.9441,
      "step": 4948
    },
    {
      "epoch": 2.1194860813704497,
      "grad_norm": 3.4961915016174316,
      "learning_rate": 3.2279513779982196e-05,
      "loss": 1.1526,
      "step": 4949
    },
    {
      "epoch": 2.119914346895075,
      "grad_norm": 1.6024835109710693,
      "learning_rate": 3.2272878341131075e-05,
      "loss": 0.5158,
      "step": 4950
    },
    {
      "epoch": 2.1203426124197002,
      "grad_norm": 2.7209463119506836,
      "learning_rate": 3.2266242342514165e-05,
      "loss": 0.5972,
      "step": 4951
    },
    {
      "epoch": 2.1207708779443255,
      "grad_norm": 6.380214691162109,
      "learning_rate": 3.225960578464222e-05,
      "loss": 1.749,
      "step": 4952
    },
    {
      "epoch": 2.1211991434689508,
      "grad_norm": 3.894430160522461,
      "learning_rate": 3.225296866802604e-05,
      "loss": 1.1394,
      "step": 4953
    },
    {
      "epoch": 2.121627408993576,
      "grad_norm": 23.38128089904785,
      "learning_rate": 3.224633099317646e-05,
      "loss": 0.7345,
      "step": 4954
    },
    {
      "epoch": 2.1220556745182013,
      "grad_norm": 3.475843906402588,
      "learning_rate": 3.223969276060435e-05,
      "loss": 0.5763,
      "step": 4955
    },
    {
      "epoch": 2.1224839400428266,
      "grad_norm": 3.3176207542419434,
      "learning_rate": 3.223305397082061e-05,
      "loss": 0.666,
      "step": 4956
    },
    {
      "epoch": 2.122912205567452,
      "grad_norm": 2.9408326148986816,
      "learning_rate": 3.222641462433624e-05,
      "loss": 0.6873,
      "step": 4957
    },
    {
      "epoch": 2.123340471092077,
      "grad_norm": 0.6723124980926514,
      "learning_rate": 3.2219774721662234e-05,
      "loss": 0.2294,
      "step": 4958
    },
    {
      "epoch": 2.1237687366167024,
      "grad_norm": 6.043156623840332,
      "learning_rate": 3.221313426330962e-05,
      "loss": 0.7966,
      "step": 4959
    },
    {
      "epoch": 2.1241970021413277,
      "grad_norm": 2.1517553329467773,
      "learning_rate": 3.2206493249789506e-05,
      "loss": 0.2158,
      "step": 4960
    },
    {
      "epoch": 2.124625267665953,
      "grad_norm": 4.758511066436768,
      "learning_rate": 3.219985168161301e-05,
      "loss": 0.9087,
      "step": 4961
    },
    {
      "epoch": 2.125053533190578,
      "grad_norm": 9.1868896484375,
      "learning_rate": 3.2193209559291335e-05,
      "loss": 1.1797,
      "step": 4962
    },
    {
      "epoch": 2.1254817987152035,
      "grad_norm": 2.7540500164031982,
      "learning_rate": 3.218656688333568e-05,
      "loss": 0.54,
      "step": 4963
    },
    {
      "epoch": 2.1259100642398288,
      "grad_norm": 11.693886756896973,
      "learning_rate": 3.217992365425731e-05,
      "loss": 0.8034,
      "step": 4964
    },
    {
      "epoch": 2.126338329764454,
      "grad_norm": 3.1072494983673096,
      "learning_rate": 3.217327987256753e-05,
      "loss": 0.5211,
      "step": 4965
    },
    {
      "epoch": 2.1267665952890793,
      "grad_norm": 3.69045090675354,
      "learning_rate": 3.216663553877769e-05,
      "loss": 1.0208,
      "step": 4966
    },
    {
      "epoch": 2.1271948608137046,
      "grad_norm": 2.6207282543182373,
      "learning_rate": 3.215999065339917e-05,
      "loss": 0.5455,
      "step": 4967
    },
    {
      "epoch": 2.12762312633833,
      "grad_norm": 1.444001317024231,
      "learning_rate": 3.215334521694342e-05,
      "loss": 0.4516,
      "step": 4968
    },
    {
      "epoch": 2.128051391862955,
      "grad_norm": 3.089236259460449,
      "learning_rate": 3.214669922992188e-05,
      "loss": 0.4358,
      "step": 4969
    },
    {
      "epoch": 2.1284796573875804,
      "grad_norm": 1.7645542621612549,
      "learning_rate": 3.214005269284611e-05,
      "loss": 0.3357,
      "step": 4970
    },
    {
      "epoch": 2.1289079229122057,
      "grad_norm": 3.909503221511841,
      "learning_rate": 3.213340560622763e-05,
      "loss": 0.6815,
      "step": 4971
    },
    {
      "epoch": 2.129336188436831,
      "grad_norm": 5.488038539886475,
      "learning_rate": 3.212675797057807e-05,
      "loss": 0.6134,
      "step": 4972
    },
    {
      "epoch": 2.129764453961456,
      "grad_norm": 3.03229022026062,
      "learning_rate": 3.212010978640906e-05,
      "loss": 0.3557,
      "step": 4973
    },
    {
      "epoch": 2.1301927194860815,
      "grad_norm": 3.1481215953826904,
      "learning_rate": 3.211346105423228e-05,
      "loss": 0.7611,
      "step": 4974
    },
    {
      "epoch": 2.1306209850107067,
      "grad_norm": 1.2139917612075806,
      "learning_rate": 3.2106811774559466e-05,
      "loss": 0.3747,
      "step": 4975
    },
    {
      "epoch": 2.131049250535332,
      "grad_norm": 1.9470717906951904,
      "learning_rate": 3.210016194790238e-05,
      "loss": 1.0004,
      "step": 4976
    },
    {
      "epoch": 2.1314775160599573,
      "grad_norm": 5.798746109008789,
      "learning_rate": 3.2093511574772845e-05,
      "loss": 1.9684,
      "step": 4977
    },
    {
      "epoch": 2.1319057815845825,
      "grad_norm": 3.249224901199341,
      "learning_rate": 3.208686065568271e-05,
      "loss": 0.3492,
      "step": 4978
    },
    {
      "epoch": 2.132334047109208,
      "grad_norm": 4.795077323913574,
      "learning_rate": 3.208020919114387e-05,
      "loss": 0.7828,
      "step": 4979
    },
    {
      "epoch": 2.132762312633833,
      "grad_norm": 1.6585708856582642,
      "learning_rate": 3.207355718166826e-05,
      "loss": 0.2016,
      "step": 4980
    },
    {
      "epoch": 2.1331905781584584,
      "grad_norm": 4.992947578430176,
      "learning_rate": 3.206690462776787e-05,
      "loss": 0.6938,
      "step": 4981
    },
    {
      "epoch": 2.1336188436830836,
      "grad_norm": 3.098083019256592,
      "learning_rate": 3.2060251529954696e-05,
      "loss": 0.4535,
      "step": 4982
    },
    {
      "epoch": 2.134047109207709,
      "grad_norm": 3.1320273876190186,
      "learning_rate": 3.2053597888740835e-05,
      "loss": 0.8114,
      "step": 4983
    },
    {
      "epoch": 2.134475374732334,
      "grad_norm": 2.8622941970825195,
      "learning_rate": 3.2046943704638385e-05,
      "loss": 0.8616,
      "step": 4984
    },
    {
      "epoch": 2.1349036402569594,
      "grad_norm": 3.755690097808838,
      "learning_rate": 3.2040288978159474e-05,
      "loss": 1.0518,
      "step": 4985
    },
    {
      "epoch": 2.1353319057815847,
      "grad_norm": 1.7841179370880127,
      "learning_rate": 3.20336337098163e-05,
      "loss": 0.5918,
      "step": 4986
    },
    {
      "epoch": 2.13576017130621,
      "grad_norm": 4.403566360473633,
      "learning_rate": 3.2026977900121104e-05,
      "loss": 0.6597,
      "step": 4987
    },
    {
      "epoch": 2.1361884368308353,
      "grad_norm": 3.8701562881469727,
      "learning_rate": 3.2020321549586154e-05,
      "loss": 0.7872,
      "step": 4988
    },
    {
      "epoch": 2.1366167023554605,
      "grad_norm": 1.6018314361572266,
      "learning_rate": 3.2013664658723764e-05,
      "loss": 0.4988,
      "step": 4989
    },
    {
      "epoch": 2.137044967880086,
      "grad_norm": 1.985134482383728,
      "learning_rate": 3.200700722804627e-05,
      "loss": 0.9879,
      "step": 4990
    },
    {
      "epoch": 2.137473233404711,
      "grad_norm": 4.645319938659668,
      "learning_rate": 3.2000349258066104e-05,
      "loss": 0.7651,
      "step": 4991
    },
    {
      "epoch": 2.1379014989293363,
      "grad_norm": 4.75333309173584,
      "learning_rate": 3.1993690749295677e-05,
      "loss": 0.4459,
      "step": 4992
    },
    {
      "epoch": 2.1383297644539616,
      "grad_norm": 3.7322187423706055,
      "learning_rate": 3.198703170224748e-05,
      "loss": 0.471,
      "step": 4993
    },
    {
      "epoch": 2.138758029978587,
      "grad_norm": 4.125102519989014,
      "learning_rate": 3.198037211743403e-05,
      "loss": 0.6266,
      "step": 4994
    },
    {
      "epoch": 2.139186295503212,
      "grad_norm": 3.764040231704712,
      "learning_rate": 3.19737119953679e-05,
      "loss": 0.5547,
      "step": 4995
    },
    {
      "epoch": 2.1396145610278374,
      "grad_norm": 2.224071502685547,
      "learning_rate": 3.1967051336561684e-05,
      "loss": 0.227,
      "step": 4996
    },
    {
      "epoch": 2.1400428265524627,
      "grad_norm": 0.8010125756263733,
      "learning_rate": 3.196039014152803e-05,
      "loss": 0.2942,
      "step": 4997
    },
    {
      "epoch": 2.140471092077088,
      "grad_norm": 1.4366724491119385,
      "learning_rate": 3.195372841077962e-05,
      "loss": 0.2947,
      "step": 4998
    },
    {
      "epoch": 2.1408993576017132,
      "grad_norm": 3.855998992919922,
      "learning_rate": 3.1947066144829195e-05,
      "loss": 0.591,
      "step": 4999
    },
    {
      "epoch": 2.1413276231263385,
      "grad_norm": 3.9475550651550293,
      "learning_rate": 3.194040334418952e-05,
      "loss": 0.8251,
      "step": 5000
    },
    {
      "epoch": 2.141755888650964,
      "grad_norm": 2.5081236362457275,
      "learning_rate": 3.1933740009373394e-05,
      "loss": 0.3597,
      "step": 5001
    },
    {
      "epoch": 2.142184154175589,
      "grad_norm": 1.5630944967269897,
      "learning_rate": 3.192707614089369e-05,
      "loss": 1.3018,
      "step": 5002
    },
    {
      "epoch": 2.1426124197002143,
      "grad_norm": 3.307260274887085,
      "learning_rate": 3.192041173926327e-05,
      "loss": 0.5632,
      "step": 5003
    },
    {
      "epoch": 2.1430406852248396,
      "grad_norm": 3.050053119659424,
      "learning_rate": 3.191374680499509e-05,
      "loss": 0.748,
      "step": 5004
    },
    {
      "epoch": 2.143468950749465,
      "grad_norm": 3.0905942916870117,
      "learning_rate": 3.190708133860212e-05,
      "loss": 0.9279,
      "step": 5005
    },
    {
      "epoch": 2.14389721627409,
      "grad_norm": 1.8935095071792603,
      "learning_rate": 3.190041534059738e-05,
      "loss": 1.0184,
      "step": 5006
    },
    {
      "epoch": 2.1443254817987154,
      "grad_norm": 3.3640389442443848,
      "learning_rate": 3.1893748811493925e-05,
      "loss": 0.3776,
      "step": 5007
    },
    {
      "epoch": 2.1447537473233407,
      "grad_norm": 4.5743913650512695,
      "learning_rate": 3.188708175180484e-05,
      "loss": 0.6954,
      "step": 5008
    },
    {
      "epoch": 2.145182012847966,
      "grad_norm": 4.689033031463623,
      "learning_rate": 3.1880414162043283e-05,
      "loss": 0.4217,
      "step": 5009
    },
    {
      "epoch": 2.145610278372591,
      "grad_norm": 1.4058237075805664,
      "learning_rate": 3.187374604272241e-05,
      "loss": 0.2898,
      "step": 5010
    },
    {
      "epoch": 2.146038543897216,
      "grad_norm": 4.944928169250488,
      "learning_rate": 3.186707739435546e-05,
      "loss": 1.1515,
      "step": 5011
    },
    {
      "epoch": 2.1464668094218418,
      "grad_norm": 5.664405822753906,
      "learning_rate": 3.186040821745569e-05,
      "loss": 0.7605,
      "step": 5012
    },
    {
      "epoch": 2.1468950749464666,
      "grad_norm": 2.144371271133423,
      "learning_rate": 3.185373851253639e-05,
      "loss": 0.6704,
      "step": 5013
    },
    {
      "epoch": 2.1473233404710923,
      "grad_norm": 2.7421154975891113,
      "learning_rate": 3.184706828011092e-05,
      "loss": 0.6309,
      "step": 5014
    },
    {
      "epoch": 2.147751605995717,
      "grad_norm": 3.5955777168273926,
      "learning_rate": 3.184039752069264e-05,
      "loss": 1.3741,
      "step": 5015
    },
    {
      "epoch": 2.148179871520343,
      "grad_norm": 1.7612332105636597,
      "learning_rate": 3.183372623479499e-05,
      "loss": 0.7488,
      "step": 5016
    },
    {
      "epoch": 2.1486081370449677,
      "grad_norm": 2.8324553966522217,
      "learning_rate": 3.182705442293144e-05,
      "loss": 0.8773,
      "step": 5017
    },
    {
      "epoch": 2.149036402569593,
      "grad_norm": 4.320147514343262,
      "learning_rate": 3.182038208561546e-05,
      "loss": 0.8588,
      "step": 5018
    },
    {
      "epoch": 2.149464668094218,
      "grad_norm": 3.858137369155884,
      "learning_rate": 3.1813709223360624e-05,
      "loss": 0.6869,
      "step": 5019
    },
    {
      "epoch": 2.1498929336188435,
      "grad_norm": 2.840548038482666,
      "learning_rate": 3.180703583668052e-05,
      "loss": 0.5064,
      "step": 5020
    },
    {
      "epoch": 2.1503211991434688,
      "grad_norm": 3.9693400859832764,
      "learning_rate": 3.1800361926088756e-05,
      "loss": 0.6565,
      "step": 5021
    },
    {
      "epoch": 2.150749464668094,
      "grad_norm": 2.0785439014434814,
      "learning_rate": 3.179368749209901e-05,
      "loss": 0.8173,
      "step": 5022
    },
    {
      "epoch": 2.1511777301927193,
      "grad_norm": 3.6261274814605713,
      "learning_rate": 3.178701253522498e-05,
      "loss": 0.3222,
      "step": 5023
    },
    {
      "epoch": 2.1516059957173446,
      "grad_norm": 2.485901355743408,
      "learning_rate": 3.178033705598041e-05,
      "loss": 0.4293,
      "step": 5024
    },
    {
      "epoch": 2.15203426124197,
      "grad_norm": 3.0715599060058594,
      "learning_rate": 3.177366105487909e-05,
      "loss": 0.3157,
      "step": 5025
    },
    {
      "epoch": 2.152462526766595,
      "grad_norm": 2.7963390350341797,
      "learning_rate": 3.1766984532434853e-05,
      "loss": 1.0722,
      "step": 5026
    },
    {
      "epoch": 2.1528907922912204,
      "grad_norm": 5.3599114418029785,
      "learning_rate": 3.1760307489161555e-05,
      "loss": 0.6454,
      "step": 5027
    },
    {
      "epoch": 2.1533190578158456,
      "grad_norm": 3.061401844024658,
      "learning_rate": 3.1753629925573115e-05,
      "loss": 0.9062,
      "step": 5028
    },
    {
      "epoch": 2.153747323340471,
      "grad_norm": 4.197286605834961,
      "learning_rate": 3.1746951842183466e-05,
      "loss": 1.936,
      "step": 5029
    },
    {
      "epoch": 2.154175588865096,
      "grad_norm": 7.637559413909912,
      "learning_rate": 3.17402732395066e-05,
      "loss": 0.8118,
      "step": 5030
    },
    {
      "epoch": 2.1546038543897215,
      "grad_norm": 4.3694376945495605,
      "learning_rate": 3.173359411805654e-05,
      "loss": 0.4844,
      "step": 5031
    },
    {
      "epoch": 2.1550321199143467,
      "grad_norm": 4.397200584411621,
      "learning_rate": 3.172691447834737e-05,
      "loss": 0.7189,
      "step": 5032
    },
    {
      "epoch": 2.155460385438972,
      "grad_norm": 3.931434154510498,
      "learning_rate": 3.1720234320893175e-05,
      "loss": 0.3834,
      "step": 5033
    },
    {
      "epoch": 2.1558886509635973,
      "grad_norm": 4.6138434410095215,
      "learning_rate": 3.17135536462081e-05,
      "loss": 0.9505,
      "step": 5034
    },
    {
      "epoch": 2.1563169164882225,
      "grad_norm": 5.166929721832275,
      "learning_rate": 3.1706872454806355e-05,
      "loss": 1.0116,
      "step": 5035
    },
    {
      "epoch": 2.156745182012848,
      "grad_norm": 4.686224937438965,
      "learning_rate": 3.170019074720215e-05,
      "loss": 1.0527,
      "step": 5036
    },
    {
      "epoch": 2.157173447537473,
      "grad_norm": 4.150749683380127,
      "learning_rate": 3.1693508523909745e-05,
      "loss": 1.4824,
      "step": 5037
    },
    {
      "epoch": 2.1576017130620984,
      "grad_norm": 2.8453421592712402,
      "learning_rate": 3.1686825785443465e-05,
      "loss": 0.338,
      "step": 5038
    },
    {
      "epoch": 2.1580299785867236,
      "grad_norm": 7.020322799682617,
      "learning_rate": 3.168014253231762e-05,
      "loss": 0.8625,
      "step": 5039
    },
    {
      "epoch": 2.158458244111349,
      "grad_norm": 3.4037322998046875,
      "learning_rate": 3.1673458765046635e-05,
      "loss": 1.2956,
      "step": 5040
    },
    {
      "epoch": 2.158886509635974,
      "grad_norm": 3.5809264183044434,
      "learning_rate": 3.166677448414492e-05,
      "loss": 1.0778,
      "step": 5041
    },
    {
      "epoch": 2.1593147751605994,
      "grad_norm": 2.2759146690368652,
      "learning_rate": 3.166008969012692e-05,
      "loss": 0.7792,
      "step": 5042
    },
    {
      "epoch": 2.1597430406852247,
      "grad_norm": 7.907806873321533,
      "learning_rate": 3.1653404383507166e-05,
      "loss": 1.7028,
      "step": 5043
    },
    {
      "epoch": 2.16017130620985,
      "grad_norm": 2.6385152339935303,
      "learning_rate": 3.164671856480018e-05,
      "loss": 0.7751,
      "step": 5044
    },
    {
      "epoch": 2.1605995717344753,
      "grad_norm": 2.194373607635498,
      "learning_rate": 3.164003223452055e-05,
      "loss": 0.3633,
      "step": 5045
    },
    {
      "epoch": 2.1610278372591005,
      "grad_norm": 1.6517187356948853,
      "learning_rate": 3.16333453931829e-05,
      "loss": 0.5492,
      "step": 5046
    },
    {
      "epoch": 2.161456102783726,
      "grad_norm": 3.825115442276001,
      "learning_rate": 3.1626658041301894e-05,
      "loss": 0.7505,
      "step": 5047
    },
    {
      "epoch": 2.161884368308351,
      "grad_norm": 4.780423164367676,
      "learning_rate": 3.1619970179392224e-05,
      "loss": 0.8308,
      "step": 5048
    },
    {
      "epoch": 2.1623126338329763,
      "grad_norm": 1.9060136079788208,
      "learning_rate": 3.1613281807968634e-05,
      "loss": 0.967,
      "step": 5049
    },
    {
      "epoch": 2.1627408993576016,
      "grad_norm": 4.838845252990723,
      "learning_rate": 3.16065929275459e-05,
      "loss": 0.7353,
      "step": 5050
    },
    {
      "epoch": 2.163169164882227,
      "grad_norm": 1.7641178369522095,
      "learning_rate": 3.159990353863884e-05,
      "loss": 0.7843,
      "step": 5051
    },
    {
      "epoch": 2.163597430406852,
      "grad_norm": 8.787115097045898,
      "learning_rate": 3.1593213641762315e-05,
      "loss": 0.6045,
      "step": 5052
    },
    {
      "epoch": 2.1640256959314774,
      "grad_norm": 2.477231979370117,
      "learning_rate": 3.158652323743121e-05,
      "loss": 1.199,
      "step": 5053
    },
    {
      "epoch": 2.1644539614561027,
      "grad_norm": 5.663537502288818,
      "learning_rate": 3.1579832326160485e-05,
      "loss": 1.011,
      "step": 5054
    },
    {
      "epoch": 2.164882226980728,
      "grad_norm": 3.5624806880950928,
      "learning_rate": 3.157314090846508e-05,
      "loss": 1.5326,
      "step": 5055
    },
    {
      "epoch": 2.1653104925053532,
      "grad_norm": 1.9550578594207764,
      "learning_rate": 3.1566448984860035e-05,
      "loss": 1.1301,
      "step": 5056
    },
    {
      "epoch": 2.1657387580299785,
      "grad_norm": 13.148821830749512,
      "learning_rate": 3.155975655586039e-05,
      "loss": 0.4977,
      "step": 5057
    },
    {
      "epoch": 2.1661670235546038,
      "grad_norm": 2.008375883102417,
      "learning_rate": 3.155306362198124e-05,
      "loss": 0.3617,
      "step": 5058
    },
    {
      "epoch": 2.166595289079229,
      "grad_norm": 3.966769218444824,
      "learning_rate": 3.154637018373771e-05,
      "loss": 0.6095,
      "step": 5059
    },
    {
      "epoch": 2.1670235546038543,
      "grad_norm": 2.9388740062713623,
      "learning_rate": 3.153967624164497e-05,
      "loss": 0.9465,
      "step": 5060
    },
    {
      "epoch": 2.1674518201284796,
      "grad_norm": 1.588413953781128,
      "learning_rate": 3.153298179621823e-05,
      "loss": 0.6803,
      "step": 5061
    },
    {
      "epoch": 2.167880085653105,
      "grad_norm": 4.3273420333862305,
      "learning_rate": 3.152628684797273e-05,
      "loss": 0.6985,
      "step": 5062
    },
    {
      "epoch": 2.16830835117773,
      "grad_norm": 3.7511847019195557,
      "learning_rate": 3.151959139742375e-05,
      "loss": 0.4638,
      "step": 5063
    },
    {
      "epoch": 2.1687366167023554,
      "grad_norm": 2.236830711364746,
      "learning_rate": 3.1512895445086636e-05,
      "loss": 1.1464,
      "step": 5064
    },
    {
      "epoch": 2.1691648822269807,
      "grad_norm": 3.63625431060791,
      "learning_rate": 3.150619899147673e-05,
      "loss": 1.1073,
      "step": 5065
    },
    {
      "epoch": 2.169593147751606,
      "grad_norm": 5.540935516357422,
      "learning_rate": 3.1499502037109446e-05,
      "loss": 1.1399,
      "step": 5066
    },
    {
      "epoch": 2.170021413276231,
      "grad_norm": 1.4957383871078491,
      "learning_rate": 3.149280458250021e-05,
      "loss": 0.2915,
      "step": 5067
    },
    {
      "epoch": 2.1704496788008565,
      "grad_norm": 3.1169354915618896,
      "learning_rate": 3.1486106628164506e-05,
      "loss": 0.7834,
      "step": 5068
    },
    {
      "epoch": 2.1708779443254818,
      "grad_norm": 2.446843147277832,
      "learning_rate": 3.1479408174617845e-05,
      "loss": 0.8771,
      "step": 5069
    },
    {
      "epoch": 2.171306209850107,
      "grad_norm": 2.7124273777008057,
      "learning_rate": 3.147270922237579e-05,
      "loss": 0.3419,
      "step": 5070
    },
    {
      "epoch": 2.1717344753747323,
      "grad_norm": 2.6691174507141113,
      "learning_rate": 3.146600977195393e-05,
      "loss": 0.5943,
      "step": 5071
    },
    {
      "epoch": 2.1721627408993576,
      "grad_norm": 4.178891181945801,
      "learning_rate": 3.14593098238679e-05,
      "loss": 1.2353,
      "step": 5072
    },
    {
      "epoch": 2.172591006423983,
      "grad_norm": 3.214649200439453,
      "learning_rate": 3.145260937863336e-05,
      "loss": 1.8129,
      "step": 5073
    },
    {
      "epoch": 2.173019271948608,
      "grad_norm": 4.795443534851074,
      "learning_rate": 3.1445908436766026e-05,
      "loss": 0.7486,
      "step": 5074
    },
    {
      "epoch": 2.1734475374732334,
      "grad_norm": 2.74615478515625,
      "learning_rate": 3.143920699878164e-05,
      "loss": 0.5707,
      "step": 5075
    },
    {
      "epoch": 2.1738758029978587,
      "grad_norm": 2.5405514240264893,
      "learning_rate": 3.1432505065195985e-05,
      "loss": 0.9411,
      "step": 5076
    },
    {
      "epoch": 2.174304068522484,
      "grad_norm": 2.0989153385162354,
      "learning_rate": 3.142580263652489e-05,
      "loss": 1.2847,
      "step": 5077
    },
    {
      "epoch": 2.174732334047109,
      "grad_norm": 4.060552597045898,
      "learning_rate": 3.14190997132842e-05,
      "loss": 1.6716,
      "step": 5078
    },
    {
      "epoch": 2.1751605995717345,
      "grad_norm": 7.181915283203125,
      "learning_rate": 3.1412396295989836e-05,
      "loss": 1.0242,
      "step": 5079
    },
    {
      "epoch": 2.1755888650963597,
      "grad_norm": 2.586871862411499,
      "learning_rate": 3.140569238515773e-05,
      "loss": 0.5761,
      "step": 5080
    },
    {
      "epoch": 2.176017130620985,
      "grad_norm": 3.1847939491271973,
      "learning_rate": 3.139898798130383e-05,
      "loss": 0.4129,
      "step": 5081
    },
    {
      "epoch": 2.1764453961456103,
      "grad_norm": 2.1279191970825195,
      "learning_rate": 3.139228308494418e-05,
      "loss": 0.9273,
      "step": 5082
    },
    {
      "epoch": 2.1768736616702355,
      "grad_norm": 1.4897884130477905,
      "learning_rate": 3.138557769659482e-05,
      "loss": 0.6878,
      "step": 5083
    },
    {
      "epoch": 2.177301927194861,
      "grad_norm": 2.030822515487671,
      "learning_rate": 3.1378871816771834e-05,
      "loss": 0.1476,
      "step": 5084
    },
    {
      "epoch": 2.177730192719486,
      "grad_norm": 1.4677704572677612,
      "learning_rate": 3.137216544599135e-05,
      "loss": 0.4584,
      "step": 5085
    },
    {
      "epoch": 2.1781584582441114,
      "grad_norm": 3.1608567237854004,
      "learning_rate": 3.136545858476953e-05,
      "loss": 1.8998,
      "step": 5086
    },
    {
      "epoch": 2.1785867237687366,
      "grad_norm": 4.706705093383789,
      "learning_rate": 3.1358751233622584e-05,
      "loss": 1.8936,
      "step": 5087
    },
    {
      "epoch": 2.179014989293362,
      "grad_norm": 1.444088101387024,
      "learning_rate": 3.1352043393066735e-05,
      "loss": 0.5877,
      "step": 5088
    },
    {
      "epoch": 2.179443254817987,
      "grad_norm": 4.979062557220459,
      "learning_rate": 3.1345335063618275e-05,
      "loss": 1.4847,
      "step": 5089
    },
    {
      "epoch": 2.1798715203426124,
      "grad_norm": 4.639302730560303,
      "learning_rate": 3.133862624579352e-05,
      "loss": 1.1773,
      "step": 5090
    },
    {
      "epoch": 2.1802997858672377,
      "grad_norm": 3.0016531944274902,
      "learning_rate": 3.133191694010881e-05,
      "loss": 0.7876,
      "step": 5091
    },
    {
      "epoch": 2.180728051391863,
      "grad_norm": 1.2903259992599487,
      "learning_rate": 3.132520714708055e-05,
      "loss": 0.6336,
      "step": 5092
    },
    {
      "epoch": 2.1811563169164883,
      "grad_norm": 3.167858839035034,
      "learning_rate": 3.131849686722515e-05,
      "loss": 0.358,
      "step": 5093
    },
    {
      "epoch": 2.1815845824411135,
      "grad_norm": 14.156598091125488,
      "learning_rate": 3.131178610105909e-05,
      "loss": 0.664,
      "step": 5094
    },
    {
      "epoch": 2.182012847965739,
      "grad_norm": 5.950854301452637,
      "learning_rate": 3.1305074849098856e-05,
      "loss": 0.8795,
      "step": 5095
    },
    {
      "epoch": 2.182441113490364,
      "grad_norm": 2.8671295642852783,
      "learning_rate": 3.129836311186101e-05,
      "loss": 1.0928,
      "step": 5096
    },
    {
      "epoch": 2.1828693790149893,
      "grad_norm": 2.0458712577819824,
      "learning_rate": 3.1291650889862105e-05,
      "loss": 0.9216,
      "step": 5097
    },
    {
      "epoch": 2.1832976445396146,
      "grad_norm": 1.2953675985336304,
      "learning_rate": 3.128493818361877e-05,
      "loss": 0.7506,
      "step": 5098
    },
    {
      "epoch": 2.18372591006424,
      "grad_norm": 4.006481170654297,
      "learning_rate": 3.127822499364765e-05,
      "loss": 1.0856,
      "step": 5099
    },
    {
      "epoch": 2.184154175588865,
      "grad_norm": 1.4275327920913696,
      "learning_rate": 3.127151132046543e-05,
      "loss": 0.7506,
      "step": 5100
    },
    {
      "epoch": 2.1845824411134904,
      "grad_norm": 5.338169097900391,
      "learning_rate": 3.1264797164588853e-05,
      "loss": 0.6904,
      "step": 5101
    },
    {
      "epoch": 2.1850107066381157,
      "grad_norm": 1.550710916519165,
      "learning_rate": 3.125808252653466e-05,
      "loss": 0.222,
      "step": 5102
    },
    {
      "epoch": 2.185438972162741,
      "grad_norm": 3.9878945350646973,
      "learning_rate": 3.125136740681968e-05,
      "loss": 1.0731,
      "step": 5103
    },
    {
      "epoch": 2.1858672376873662,
      "grad_norm": 2.3446335792541504,
      "learning_rate": 3.1244651805960715e-05,
      "loss": 0.4459,
      "step": 5104
    },
    {
      "epoch": 2.1862955032119915,
      "grad_norm": 3.238267421722412,
      "learning_rate": 3.123793572447466e-05,
      "loss": 0.3575,
      "step": 5105
    },
    {
      "epoch": 2.186723768736617,
      "grad_norm": 1.2088425159454346,
      "learning_rate": 3.123121916287843e-05,
      "loss": 0.3741,
      "step": 5106
    },
    {
      "epoch": 2.187152034261242,
      "grad_norm": 1.3364617824554443,
      "learning_rate": 3.122450212168896e-05,
      "loss": 0.6474,
      "step": 5107
    },
    {
      "epoch": 2.1875802997858673,
      "grad_norm": 2.331747531890869,
      "learning_rate": 3.1217784601423236e-05,
      "loss": 1.252,
      "step": 5108
    },
    {
      "epoch": 2.1880085653104926,
      "grad_norm": 3.6781821250915527,
      "learning_rate": 3.121106660259829e-05,
      "loss": 0.9429,
      "step": 5109
    },
    {
      "epoch": 2.188436830835118,
      "grad_norm": 2.7634198665618896,
      "learning_rate": 3.120434812573118e-05,
      "loss": 0.6574,
      "step": 5110
    },
    {
      "epoch": 2.188865096359743,
      "grad_norm": 3.7226009368896484,
      "learning_rate": 3.119762917133899e-05,
      "loss": 0.4746,
      "step": 5111
    },
    {
      "epoch": 2.1892933618843684,
      "grad_norm": 3.571079730987549,
      "learning_rate": 3.119090973993887e-05,
      "loss": 0.8544,
      "step": 5112
    },
    {
      "epoch": 2.1897216274089937,
      "grad_norm": 4.105307102203369,
      "learning_rate": 3.118418983204797e-05,
      "loss": 0.8479,
      "step": 5113
    },
    {
      "epoch": 2.190149892933619,
      "grad_norm": 8.573294639587402,
      "learning_rate": 3.11774694481835e-05,
      "loss": 1.7048,
      "step": 5114
    },
    {
      "epoch": 2.190578158458244,
      "grad_norm": 2.9830946922302246,
      "learning_rate": 3.117074858886272e-05,
      "loss": 1.1966,
      "step": 5115
    },
    {
      "epoch": 2.1910064239828695,
      "grad_norm": 5.5122480392456055,
      "learning_rate": 3.116402725460289e-05,
      "loss": 1.1443,
      "step": 5116
    },
    {
      "epoch": 2.1914346895074948,
      "grad_norm": 3.2055535316467285,
      "learning_rate": 3.115730544592132e-05,
      "loss": 0.5533,
      "step": 5117
    },
    {
      "epoch": 2.19186295503212,
      "grad_norm": 2.6813764572143555,
      "learning_rate": 3.1150583163335396e-05,
      "loss": 0.2669,
      "step": 5118
    },
    {
      "epoch": 2.1922912205567453,
      "grad_norm": 3.4676177501678467,
      "learning_rate": 3.1143860407362473e-05,
      "loss": 0.7652,
      "step": 5119
    },
    {
      "epoch": 2.1927194860813706,
      "grad_norm": 2.18768310546875,
      "learning_rate": 3.1137137178519985e-05,
      "loss": 0.4557,
      "step": 5120
    },
    {
      "epoch": 2.193147751605996,
      "grad_norm": 1.0248353481292725,
      "learning_rate": 3.11304134773254e-05,
      "loss": 0.2912,
      "step": 5121
    },
    {
      "epoch": 2.193576017130621,
      "grad_norm": 0.9025518298149109,
      "learning_rate": 3.11236893042962e-05,
      "loss": 0.3336,
      "step": 5122
    },
    {
      "epoch": 2.1940042826552464,
      "grad_norm": 1.435006022453308,
      "learning_rate": 3.111696465994994e-05,
      "loss": 0.2008,
      "step": 5123
    },
    {
      "epoch": 2.1944325481798717,
      "grad_norm": 5.363165855407715,
      "learning_rate": 3.111023954480418e-05,
      "loss": 1.4645,
      "step": 5124
    },
    {
      "epoch": 2.194860813704497,
      "grad_norm": 8.766456604003906,
      "learning_rate": 3.110351395937652e-05,
      "loss": 1.2001,
      "step": 5125
    },
    {
      "epoch": 2.195289079229122,
      "grad_norm": 1.2118422985076904,
      "learning_rate": 3.109678790418461e-05,
      "loss": 0.5239,
      "step": 5126
    },
    {
      "epoch": 2.1957173447537475,
      "grad_norm": 4.237792491912842,
      "learning_rate": 3.1090061379746137e-05,
      "loss": 0.5281,
      "step": 5127
    },
    {
      "epoch": 2.1961456102783727,
      "grad_norm": 3.2470226287841797,
      "learning_rate": 3.10833343865788e-05,
      "loss": 0.4138,
      "step": 5128
    },
    {
      "epoch": 2.196573875802998,
      "grad_norm": 4.13758659362793,
      "learning_rate": 3.107660692520037e-05,
      "loss": 0.6624,
      "step": 5129
    },
    {
      "epoch": 2.1970021413276233,
      "grad_norm": 2.5593745708465576,
      "learning_rate": 3.106987899612861e-05,
      "loss": 0.8324,
      "step": 5130
    },
    {
      "epoch": 2.1974304068522486,
      "grad_norm": 4.045115947723389,
      "learning_rate": 3.106315059988135e-05,
      "loss": 0.2563,
      "step": 5131
    },
    {
      "epoch": 2.197858672376874,
      "grad_norm": 1.9481425285339355,
      "learning_rate": 3.105642173697647e-05,
      "loss": 0.2325,
      "step": 5132
    },
    {
      "epoch": 2.198286937901499,
      "grad_norm": 2.966200590133667,
      "learning_rate": 3.104969240793183e-05,
      "loss": 0.5395,
      "step": 5133
    },
    {
      "epoch": 2.1987152034261244,
      "grad_norm": 1.5396831035614014,
      "learning_rate": 3.1042962613265396e-05,
      "loss": 0.2104,
      "step": 5134
    },
    {
      "epoch": 2.1991434689507496,
      "grad_norm": 3.4947574138641357,
      "learning_rate": 3.103623235349511e-05,
      "loss": 0.542,
      "step": 5135
    },
    {
      "epoch": 2.199571734475375,
      "grad_norm": 2.722179889678955,
      "learning_rate": 3.102950162913899e-05,
      "loss": 1.3083,
      "step": 5136
    },
    {
      "epoch": 2.2,
      "grad_norm": 6.262024402618408,
      "learning_rate": 3.102277044071506e-05,
      "loss": 0.3565,
      "step": 5137
    },
    {
      "epoch": 2.2004282655246254,
      "grad_norm": 4.526538848876953,
      "learning_rate": 3.10160387887414e-05,
      "loss": 1.2074,
      "step": 5138
    },
    {
      "epoch": 2.2008565310492507,
      "grad_norm": 3.2040140628814697,
      "learning_rate": 3.100930667373613e-05,
      "loss": 0.8426,
      "step": 5139
    },
    {
      "epoch": 2.201284796573876,
      "grad_norm": 1.4775632619857788,
      "learning_rate": 3.100257409621738e-05,
      "loss": 0.9598,
      "step": 5140
    },
    {
      "epoch": 2.2017130620985013,
      "grad_norm": 0.8916388154029846,
      "learning_rate": 3.099584105670333e-05,
      "loss": 0.1507,
      "step": 5141
    },
    {
      "epoch": 2.2021413276231265,
      "grad_norm": 3.6150009632110596,
      "learning_rate": 3.098910755571222e-05,
      "loss": 0.6385,
      "step": 5142
    },
    {
      "epoch": 2.202569593147752,
      "grad_norm": 4.021079063415527,
      "learning_rate": 3.0982373593762266e-05,
      "loss": 0.8104,
      "step": 5143
    },
    {
      "epoch": 2.202997858672377,
      "grad_norm": 7.260838031768799,
      "learning_rate": 3.097563917137178e-05,
      "loss": 1.36,
      "step": 5144
    },
    {
      "epoch": 2.2034261241970023,
      "grad_norm": 5.577355861663818,
      "learning_rate": 3.096890428905909e-05,
      "loss": 0.988,
      "step": 5145
    },
    {
      "epoch": 2.2038543897216276,
      "grad_norm": 3.339621067047119,
      "learning_rate": 3.096216894734253e-05,
      "loss": 0.8589,
      "step": 5146
    },
    {
      "epoch": 2.204282655246253,
      "grad_norm": 4.475183486938477,
      "learning_rate": 3.095543314674052e-05,
      "loss": 0.5476,
      "step": 5147
    },
    {
      "epoch": 2.2047109207708777,
      "grad_norm": 2.671905517578125,
      "learning_rate": 3.0948696887771464e-05,
      "loss": 0.68,
      "step": 5148
    },
    {
      "epoch": 2.2051391862955034,
      "grad_norm": 4.460294723510742,
      "learning_rate": 3.0941960170953854e-05,
      "loss": 1.048,
      "step": 5149
    },
    {
      "epoch": 2.2055674518201283,
      "grad_norm": 1.0836635828018188,
      "learning_rate": 3.093522299680617e-05,
      "loss": 0.3775,
      "step": 5150
    },
    {
      "epoch": 2.205995717344754,
      "grad_norm": 1.6146018505096436,
      "learning_rate": 3.092848536584694e-05,
      "loss": 0.6805,
      "step": 5151
    },
    {
      "epoch": 2.206423982869379,
      "grad_norm": 4.754746437072754,
      "learning_rate": 3.0921747278594755e-05,
      "loss": 2.0934,
      "step": 5152
    },
    {
      "epoch": 2.2068522483940045,
      "grad_norm": 2.4427056312561035,
      "learning_rate": 3.091500873556821e-05,
      "loss": 0.3023,
      "step": 5153
    },
    {
      "epoch": 2.2072805139186293,
      "grad_norm": 3.245879888534546,
      "learning_rate": 3.0908269737285936e-05,
      "loss": 0.8789,
      "step": 5154
    },
    {
      "epoch": 2.207708779443255,
      "grad_norm": 1.5128991603851318,
      "learning_rate": 3.090153028426662e-05,
      "loss": 0.5515,
      "step": 5155
    },
    {
      "epoch": 2.20813704496788,
      "grad_norm": 2.6921980381011963,
      "learning_rate": 3.089479037702897e-05,
      "loss": 1.2277,
      "step": 5156
    },
    {
      "epoch": 2.208565310492505,
      "grad_norm": 1.2105913162231445,
      "learning_rate": 3.088805001609173e-05,
      "loss": 0.3025,
      "step": 5157
    },
    {
      "epoch": 2.2089935760171304,
      "grad_norm": 3.5235531330108643,
      "learning_rate": 3.0881309201973675e-05,
      "loss": 1.1653,
      "step": 5158
    },
    {
      "epoch": 2.2094218415417557,
      "grad_norm": 1.0668576955795288,
      "learning_rate": 3.087456793519362e-05,
      "loss": 0.3868,
      "step": 5159
    },
    {
      "epoch": 2.209850107066381,
      "grad_norm": 3.9242444038391113,
      "learning_rate": 3.0867826216270436e-05,
      "loss": 0.5137,
      "step": 5160
    },
    {
      "epoch": 2.2102783725910062,
      "grad_norm": 2.9959604740142822,
      "learning_rate": 3.0861084045722985e-05,
      "loss": 0.3627,
      "step": 5161
    },
    {
      "epoch": 2.2107066381156315,
      "grad_norm": 3.902782440185547,
      "learning_rate": 3.085434142407018e-05,
      "loss": 0.4086,
      "step": 5162
    },
    {
      "epoch": 2.2111349036402568,
      "grad_norm": 1.3068864345550537,
      "learning_rate": 3.0847598351831e-05,
      "loss": 0.9621,
      "step": 5163
    },
    {
      "epoch": 2.211563169164882,
      "grad_norm": 3.26328444480896,
      "learning_rate": 3.084085482952441e-05,
      "loss": 1.0979,
      "step": 5164
    },
    {
      "epoch": 2.2119914346895073,
      "grad_norm": 6.786845684051514,
      "learning_rate": 3.083411085766945e-05,
      "loss": 1.0823,
      "step": 5165
    },
    {
      "epoch": 2.2124197002141326,
      "grad_norm": 1.5431690216064453,
      "learning_rate": 3.082736643678518e-05,
      "loss": 0.6349,
      "step": 5166
    },
    {
      "epoch": 2.212847965738758,
      "grad_norm": 5.592021942138672,
      "learning_rate": 3.082062156739067e-05,
      "loss": 0.6394,
      "step": 5167
    },
    {
      "epoch": 2.213276231263383,
      "grad_norm": 2.109844923019409,
      "learning_rate": 3.081387625000506e-05,
      "loss": 0.6734,
      "step": 5168
    },
    {
      "epoch": 2.2137044967880084,
      "grad_norm": 13.936453819274902,
      "learning_rate": 3.080713048514752e-05,
      "loss": 0.3504,
      "step": 5169
    },
    {
      "epoch": 2.2141327623126337,
      "grad_norm": 3.4813473224639893,
      "learning_rate": 3.0800384273337234e-05,
      "loss": 0.7531,
      "step": 5170
    },
    {
      "epoch": 2.214561027837259,
      "grad_norm": 0.7376716732978821,
      "learning_rate": 3.079363761509344e-05,
      "loss": 0.2705,
      "step": 5171
    },
    {
      "epoch": 2.214989293361884,
      "grad_norm": 0.8685381412506104,
      "learning_rate": 3.07868905109354e-05,
      "loss": 0.1113,
      "step": 5172
    },
    {
      "epoch": 2.2154175588865095,
      "grad_norm": 2.5592377185821533,
      "learning_rate": 3.078014296138241e-05,
      "loss": 0.803,
      "step": 5173
    },
    {
      "epoch": 2.2158458244111348,
      "grad_norm": 3.7772998809814453,
      "learning_rate": 3.077339496695381e-05,
      "loss": 0.6886,
      "step": 5174
    },
    {
      "epoch": 2.21627408993576,
      "grad_norm": 2.536283493041992,
      "learning_rate": 3.076664652816895e-05,
      "loss": 0.6034,
      "step": 5175
    },
    {
      "epoch": 2.2167023554603853,
      "grad_norm": 3.2032618522644043,
      "learning_rate": 3.075989764554725e-05,
      "loss": 0.7426,
      "step": 5176
    },
    {
      "epoch": 2.2171306209850106,
      "grad_norm": 2.1082205772399902,
      "learning_rate": 3.075314831960814e-05,
      "loss": 0.3114,
      "step": 5177
    },
    {
      "epoch": 2.217558886509636,
      "grad_norm": 5.574965476989746,
      "learning_rate": 3.074639855087109e-05,
      "loss": 0.6097,
      "step": 5178
    },
    {
      "epoch": 2.217987152034261,
      "grad_norm": 2.594221591949463,
      "learning_rate": 3.073964833985561e-05,
      "loss": 0.474,
      "step": 5179
    },
    {
      "epoch": 2.2184154175588864,
      "grad_norm": 1.464249849319458,
      "learning_rate": 3.073289768708123e-05,
      "loss": 0.5668,
      "step": 5180
    },
    {
      "epoch": 2.2188436830835117,
      "grad_norm": 1.1545666456222534,
      "learning_rate": 3.0726146593067516e-05,
      "loss": 0.3009,
      "step": 5181
    },
    {
      "epoch": 2.219271948608137,
      "grad_norm": 0.5421144366264343,
      "learning_rate": 3.0719395058334084e-05,
      "loss": 0.1119,
      "step": 5182
    },
    {
      "epoch": 2.219700214132762,
      "grad_norm": 5.278790473937988,
      "learning_rate": 3.071264308340058e-05,
      "loss": 0.8566,
      "step": 5183
    },
    {
      "epoch": 2.2201284796573875,
      "grad_norm": 3.3781394958496094,
      "learning_rate": 3.070589066878666e-05,
      "loss": 0.7812,
      "step": 5184
    },
    {
      "epoch": 2.2205567451820127,
      "grad_norm": 4.991963863372803,
      "learning_rate": 3.069913781501205e-05,
      "loss": 1.3104,
      "step": 5185
    },
    {
      "epoch": 2.220985010706638,
      "grad_norm": 3.90775990486145,
      "learning_rate": 3.0692384522596486e-05,
      "loss": 1.0127,
      "step": 5186
    },
    {
      "epoch": 2.2214132762312633,
      "grad_norm": 3.650036573410034,
      "learning_rate": 3.068563079205973e-05,
      "loss": 0.8786,
      "step": 5187
    },
    {
      "epoch": 2.2218415417558885,
      "grad_norm": 4.673802852630615,
      "learning_rate": 3.0678876623921606e-05,
      "loss": 1.571,
      "step": 5188
    },
    {
      "epoch": 2.222269807280514,
      "grad_norm": 2.876814126968384,
      "learning_rate": 3.067212201870195e-05,
      "loss": 0.724,
      "step": 5189
    },
    {
      "epoch": 2.222698072805139,
      "grad_norm": 1.1084918975830078,
      "learning_rate": 3.066536697692064e-05,
      "loss": 0.32,
      "step": 5190
    },
    {
      "epoch": 2.2231263383297644,
      "grad_norm": 2.909450054168701,
      "learning_rate": 3.06586114990976e-05,
      "loss": 0.9467,
      "step": 5191
    },
    {
      "epoch": 2.2235546038543896,
      "grad_norm": 2.3320324420928955,
      "learning_rate": 3.065185558575274e-05,
      "loss": 0.8214,
      "step": 5192
    },
    {
      "epoch": 2.223982869379015,
      "grad_norm": 3.8204071521759033,
      "learning_rate": 3.0645099237406055e-05,
      "loss": 0.8867,
      "step": 5193
    },
    {
      "epoch": 2.22441113490364,
      "grad_norm": 1.6699634790420532,
      "learning_rate": 3.0638342454577574e-05,
      "loss": 0.7879,
      "step": 5194
    },
    {
      "epoch": 2.2248394004282654,
      "grad_norm": 3.267230272293091,
      "learning_rate": 3.0631585237787314e-05,
      "loss": 0.2399,
      "step": 5195
    },
    {
      "epoch": 2.2252676659528907,
      "grad_norm": 6.848472595214844,
      "learning_rate": 3.062482758755536e-05,
      "loss": 1.7583,
      "step": 5196
    },
    {
      "epoch": 2.225695931477516,
      "grad_norm": 7.071467399597168,
      "learning_rate": 3.061806950440183e-05,
      "loss": 0.9536,
      "step": 5197
    },
    {
      "epoch": 2.2261241970021413,
      "grad_norm": 2.4966299533843994,
      "learning_rate": 3.061131098884686e-05,
      "loss": 1.1419,
      "step": 5198
    },
    {
      "epoch": 2.2265524625267665,
      "grad_norm": 1.8694205284118652,
      "learning_rate": 3.0604552041410625e-05,
      "loss": 0.3844,
      "step": 5199
    },
    {
      "epoch": 2.226980728051392,
      "grad_norm": 2.9270739555358887,
      "learning_rate": 3.059779266261335e-05,
      "loss": 0.5038,
      "step": 5200
    },
    {
      "epoch": 2.227408993576017,
      "grad_norm": 2.1476266384124756,
      "learning_rate": 3.059103285297526e-05,
      "loss": 0.3653,
      "step": 5201
    },
    {
      "epoch": 2.2278372591006423,
      "grad_norm": 3.2315423488616943,
      "learning_rate": 3.058427261301665e-05,
      "loss": 1.0836,
      "step": 5202
    },
    {
      "epoch": 2.2282655246252676,
      "grad_norm": 7.192967891693115,
      "learning_rate": 3.0577511943257815e-05,
      "loss": 0.5632,
      "step": 5203
    },
    {
      "epoch": 2.228693790149893,
      "grad_norm": 0.8790410757064819,
      "learning_rate": 3.05707508442191e-05,
      "loss": 0.2179,
      "step": 5204
    },
    {
      "epoch": 2.229122055674518,
      "grad_norm": 5.645463943481445,
      "learning_rate": 3.05639893164209e-05,
      "loss": 1.1186,
      "step": 5205
    },
    {
      "epoch": 2.2295503211991434,
      "grad_norm": 11.0805025100708,
      "learning_rate": 3.055722736038359e-05,
      "loss": 1.2264,
      "step": 5206
    },
    {
      "epoch": 2.2299785867237687,
      "grad_norm": 4.285733222961426,
      "learning_rate": 3.0550464976627646e-05,
      "loss": 1.1744,
      "step": 5207
    },
    {
      "epoch": 2.230406852248394,
      "grad_norm": 8.821320533752441,
      "learning_rate": 3.0543702165673514e-05,
      "loss": 1.535,
      "step": 5208
    },
    {
      "epoch": 2.2308351177730192,
      "grad_norm": 3.7521286010742188,
      "learning_rate": 3.053693892804173e-05,
      "loss": 0.2199,
      "step": 5209
    },
    {
      "epoch": 2.2312633832976445,
      "grad_norm": 4.835570335388184,
      "learning_rate": 3.053017526425281e-05,
      "loss": 0.7812,
      "step": 5210
    },
    {
      "epoch": 2.23169164882227,
      "grad_norm": 4.163928985595703,
      "learning_rate": 3.052341117482734e-05,
      "loss": 0.8237,
      "step": 5211
    },
    {
      "epoch": 2.232119914346895,
      "grad_norm": 1.0557358264923096,
      "learning_rate": 3.0516646660285924e-05,
      "loss": 0.4491,
      "step": 5212
    },
    {
      "epoch": 2.2325481798715203,
      "grad_norm": 3.0249316692352295,
      "learning_rate": 3.050988172114921e-05,
      "loss": 0.3354,
      "step": 5213
    },
    {
      "epoch": 2.2329764453961456,
      "grad_norm": 2.9505739212036133,
      "learning_rate": 3.0503116357937844e-05,
      "loss": 0.4771,
      "step": 5214
    },
    {
      "epoch": 2.233404710920771,
      "grad_norm": 3.4237070083618164,
      "learning_rate": 3.049635057117256e-05,
      "loss": 0.8567,
      "step": 5215
    },
    {
      "epoch": 2.233832976445396,
      "grad_norm": 4.103657245635986,
      "learning_rate": 3.0489584361374074e-05,
      "loss": 0.844,
      "step": 5216
    },
    {
      "epoch": 2.2342612419700214,
      "grad_norm": 0.5285462141036987,
      "learning_rate": 3.0482817729063167e-05,
      "loss": 0.1162,
      "step": 5217
    },
    {
      "epoch": 2.2346895074946467,
      "grad_norm": 3.7863523960113525,
      "learning_rate": 3.0476050674760643e-05,
      "loss": 0.2997,
      "step": 5218
    },
    {
      "epoch": 2.235117773019272,
      "grad_norm": 23.3644962310791,
      "learning_rate": 3.046928319898732e-05,
      "loss": 0.7212,
      "step": 5219
    },
    {
      "epoch": 2.235546038543897,
      "grad_norm": 5.751131534576416,
      "learning_rate": 3.0462515302264083e-05,
      "loss": 0.7374,
      "step": 5220
    },
    {
      "epoch": 2.2359743040685225,
      "grad_norm": 5.528264045715332,
      "learning_rate": 3.0455746985111816e-05,
      "loss": 0.3468,
      "step": 5221
    },
    {
      "epoch": 2.2364025695931478,
      "grad_norm": 2.9871575832366943,
      "learning_rate": 3.044897824805147e-05,
      "loss": 0.3798,
      "step": 5222
    },
    {
      "epoch": 2.236830835117773,
      "grad_norm": 4.920139789581299,
      "learning_rate": 3.044220909160399e-05,
      "loss": 0.8505,
      "step": 5223
    },
    {
      "epoch": 2.2372591006423983,
      "grad_norm": 2.8353283405303955,
      "learning_rate": 3.0435439516290376e-05,
      "loss": 1.2886,
      "step": 5224
    },
    {
      "epoch": 2.2376873661670236,
      "grad_norm": 1.0362796783447266,
      "learning_rate": 3.0428669522631665e-05,
      "loss": 0.4953,
      "step": 5225
    },
    {
      "epoch": 2.238115631691649,
      "grad_norm": 1.8088921308517456,
      "learning_rate": 3.042189911114891e-05,
      "loss": 0.2217,
      "step": 5226
    },
    {
      "epoch": 2.238543897216274,
      "grad_norm": 3.6289737224578857,
      "learning_rate": 3.041512828236321e-05,
      "loss": 1.4698,
      "step": 5227
    },
    {
      "epoch": 2.2389721627408994,
      "grad_norm": 1.0112504959106445,
      "learning_rate": 3.040835703679568e-05,
      "loss": 0.4408,
      "step": 5228
    },
    {
      "epoch": 2.2394004282655247,
      "grad_norm": 3.2594215869903564,
      "learning_rate": 3.040158537496749e-05,
      "loss": 0.3054,
      "step": 5229
    },
    {
      "epoch": 2.23982869379015,
      "grad_norm": 3.2518341541290283,
      "learning_rate": 3.0394813297399815e-05,
      "loss": 0.6627,
      "step": 5230
    },
    {
      "epoch": 2.240256959314775,
      "grad_norm": 2.7590126991271973,
      "learning_rate": 3.0388040804613894e-05,
      "loss": 1.0297,
      "step": 5231
    },
    {
      "epoch": 2.2406852248394005,
      "grad_norm": 6.005877494812012,
      "learning_rate": 3.038126789713096e-05,
      "loss": 0.6996,
      "step": 5232
    },
    {
      "epoch": 2.2411134903640257,
      "grad_norm": 3.6141486167907715,
      "learning_rate": 3.0374494575472313e-05,
      "loss": 0.7437,
      "step": 5233
    },
    {
      "epoch": 2.241541755888651,
      "grad_norm": 4.2863945960998535,
      "learning_rate": 3.0367720840159263e-05,
      "loss": 0.39,
      "step": 5234
    },
    {
      "epoch": 2.2419700214132763,
      "grad_norm": 3.5176849365234375,
      "learning_rate": 3.036094669171316e-05,
      "loss": 0.9132,
      "step": 5235
    },
    {
      "epoch": 2.2423982869379016,
      "grad_norm": 2.6978306770324707,
      "learning_rate": 3.0354172130655383e-05,
      "loss": 0.8707,
      "step": 5236
    },
    {
      "epoch": 2.242826552462527,
      "grad_norm": 3.0572826862335205,
      "learning_rate": 3.0347397157507347e-05,
      "loss": 0.8163,
      "step": 5237
    },
    {
      "epoch": 2.243254817987152,
      "grad_norm": 2.817446708679199,
      "learning_rate": 3.0340621772790495e-05,
      "loss": 0.9745,
      "step": 5238
    },
    {
      "epoch": 2.2436830835117774,
      "grad_norm": 2.693596839904785,
      "learning_rate": 3.0333845977026305e-05,
      "loss": 1.0023,
      "step": 5239
    },
    {
      "epoch": 2.2441113490364026,
      "grad_norm": 5.0965256690979,
      "learning_rate": 3.0327069770736273e-05,
      "loss": 0.6553,
      "step": 5240
    },
    {
      "epoch": 2.244539614561028,
      "grad_norm": 1.3754018545150757,
      "learning_rate": 3.032029315444195e-05,
      "loss": 0.2913,
      "step": 5241
    },
    {
      "epoch": 2.244967880085653,
      "grad_norm": 2.4952714443206787,
      "learning_rate": 3.03135161286649e-05,
      "loss": 0.9666,
      "step": 5242
    },
    {
      "epoch": 2.2453961456102784,
      "grad_norm": 3.6466786861419678,
      "learning_rate": 3.0306738693926734e-05,
      "loss": 1.0015,
      "step": 5243
    },
    {
      "epoch": 2.2458244111349037,
      "grad_norm": 3.0586228370666504,
      "learning_rate": 3.0299960850749076e-05,
      "loss": 0.3541,
      "step": 5244
    },
    {
      "epoch": 2.246252676659529,
      "grad_norm": 4.111627101898193,
      "learning_rate": 3.0293182599653584e-05,
      "loss": 1.3018,
      "step": 5245
    },
    {
      "epoch": 2.2466809421841543,
      "grad_norm": 4.480123519897461,
      "learning_rate": 3.0286403941161977e-05,
      "loss": 1.1581,
      "step": 5246
    },
    {
      "epoch": 2.2471092077087795,
      "grad_norm": 3.656541109085083,
      "learning_rate": 3.027962487579596e-05,
      "loss": 1.028,
      "step": 5247
    },
    {
      "epoch": 2.247537473233405,
      "grad_norm": 1.6068012714385986,
      "learning_rate": 3.027284540407731e-05,
      "loss": 0.6168,
      "step": 5248
    },
    {
      "epoch": 2.24796573875803,
      "grad_norm": 3.3063454627990723,
      "learning_rate": 3.0266065526527805e-05,
      "loss": 0.8383,
      "step": 5249
    },
    {
      "epoch": 2.2483940042826553,
      "grad_norm": 1.6937974691390991,
      "learning_rate": 3.025928524366926e-05,
      "loss": 0.3094,
      "step": 5250
    },
    {
      "epoch": 2.2488222698072806,
      "grad_norm": 2.442450761795044,
      "learning_rate": 3.0252504556023546e-05,
      "loss": 0.8165,
      "step": 5251
    },
    {
      "epoch": 2.249250535331906,
      "grad_norm": 3.5018746852874756,
      "learning_rate": 3.024572346411254e-05,
      "loss": 0.4858,
      "step": 5252
    },
    {
      "epoch": 2.249678800856531,
      "grad_norm": 4.308106899261475,
      "learning_rate": 3.023894196845815e-05,
      "loss": 0.8143,
      "step": 5253
    },
    {
      "epoch": 2.2501070663811564,
      "grad_norm": 1.2506126165390015,
      "learning_rate": 3.0232160069582332e-05,
      "loss": 0.4633,
      "step": 5254
    },
    {
      "epoch": 2.2505353319057817,
      "grad_norm": 4.122316837310791,
      "learning_rate": 3.022537776800705e-05,
      "loss": 1.5683,
      "step": 5255
    },
    {
      "epoch": 2.250963597430407,
      "grad_norm": 0.8082571029663086,
      "learning_rate": 3.021859506425433e-05,
      "loss": 0.2438,
      "step": 5256
    },
    {
      "epoch": 2.2513918629550322,
      "grad_norm": 5.873225212097168,
      "learning_rate": 3.0211811958846193e-05,
      "loss": 0.6749,
      "step": 5257
    },
    {
      "epoch": 2.2518201284796575,
      "grad_norm": 1.9666067361831665,
      "learning_rate": 3.0205028452304718e-05,
      "loss": 0.2011,
      "step": 5258
    },
    {
      "epoch": 2.252248394004283,
      "grad_norm": 3.685786247253418,
      "learning_rate": 3.0198244545152006e-05,
      "loss": 0.3399,
      "step": 5259
    },
    {
      "epoch": 2.252676659528908,
      "grad_norm": 3.975385904312134,
      "learning_rate": 3.019146023791018e-05,
      "loss": 0.6154,
      "step": 5260
    },
    {
      "epoch": 2.2531049250535333,
      "grad_norm": 1.4967823028564453,
      "learning_rate": 3.0184675531101416e-05,
      "loss": 0.5576,
      "step": 5261
    },
    {
      "epoch": 2.2535331905781586,
      "grad_norm": 14.536256790161133,
      "learning_rate": 3.0177890425247894e-05,
      "loss": 0.6559,
      "step": 5262
    },
    {
      "epoch": 2.253961456102784,
      "grad_norm": 4.500331878662109,
      "learning_rate": 3.017110492087184e-05,
      "loss": 0.6907,
      "step": 5263
    },
    {
      "epoch": 2.254389721627409,
      "grad_norm": 3.1930625438690186,
      "learning_rate": 3.0164319018495524e-05,
      "loss": 0.3311,
      "step": 5264
    },
    {
      "epoch": 2.2548179871520344,
      "grad_norm": 3.6191797256469727,
      "learning_rate": 3.0157532718641212e-05,
      "loss": 0.7566,
      "step": 5265
    },
    {
      "epoch": 2.2552462526766597,
      "grad_norm": 7.291301250457764,
      "learning_rate": 3.015074602183123e-05,
      "loss": 0.3866,
      "step": 5266
    },
    {
      "epoch": 2.255674518201285,
      "grad_norm": 1.2472734451293945,
      "learning_rate": 3.0143958928587922e-05,
      "loss": 0.2193,
      "step": 5267
    },
    {
      "epoch": 2.25610278372591,
      "grad_norm": 1.7066622972488403,
      "learning_rate": 3.0137171439433663e-05,
      "loss": 0.5194,
      "step": 5268
    },
    {
      "epoch": 2.2565310492505355,
      "grad_norm": 8.308863639831543,
      "learning_rate": 3.0130383554890856e-05,
      "loss": 0.6532,
      "step": 5269
    },
    {
      "epoch": 2.2569593147751608,
      "grad_norm": 4.021263122558594,
      "learning_rate": 3.0123595275481952e-05,
      "loss": 0.3826,
      "step": 5270
    },
    {
      "epoch": 2.257387580299786,
      "grad_norm": 0.7770002484321594,
      "learning_rate": 3.0116806601729403e-05,
      "loss": 0.2755,
      "step": 5271
    },
    {
      "epoch": 2.2578158458244113,
      "grad_norm": 0.8480026125907898,
      "learning_rate": 3.0110017534155722e-05,
      "loss": 0.3935,
      "step": 5272
    },
    {
      "epoch": 2.2582441113490366,
      "grad_norm": 4.553426265716553,
      "learning_rate": 3.010322807328343e-05,
      "loss": 1.848,
      "step": 5273
    },
    {
      "epoch": 2.258672376873662,
      "grad_norm": 5.8548173904418945,
      "learning_rate": 3.0096438219635087e-05,
      "loss": 0.667,
      "step": 5274
    },
    {
      "epoch": 2.259100642398287,
      "grad_norm": 2.3450565338134766,
      "learning_rate": 3.008964797373328e-05,
      "loss": 0.6742,
      "step": 5275
    },
    {
      "epoch": 2.2595289079229124,
      "grad_norm": 1.8772850036621094,
      "learning_rate": 3.008285733610063e-05,
      "loss": 0.298,
      "step": 5276
    },
    {
      "epoch": 2.2599571734475377,
      "grad_norm": 2.2679076194763184,
      "learning_rate": 3.0076066307259787e-05,
      "loss": 0.4482,
      "step": 5277
    },
    {
      "epoch": 2.260385438972163,
      "grad_norm": 0.6900556087493896,
      "learning_rate": 3.0069274887733435e-05,
      "loss": 0.1078,
      "step": 5278
    },
    {
      "epoch": 2.260813704496788,
      "grad_norm": 0.7709535956382751,
      "learning_rate": 3.0062483078044273e-05,
      "loss": 0.2532,
      "step": 5279
    },
    {
      "epoch": 2.2612419700214135,
      "grad_norm": 1.827772855758667,
      "learning_rate": 3.0055690878715053e-05,
      "loss": 1.0031,
      "step": 5280
    },
    {
      "epoch": 2.2616702355460383,
      "grad_norm": 4.435917854309082,
      "learning_rate": 3.0048898290268536e-05,
      "loss": 0.8015,
      "step": 5281
    },
    {
      "epoch": 2.262098501070664,
      "grad_norm": 1.5112169981002808,
      "learning_rate": 3.0042105313227524e-05,
      "loss": 0.4711,
      "step": 5282
    },
    {
      "epoch": 2.262526766595289,
      "grad_norm": 1.6091856956481934,
      "learning_rate": 3.0035311948114854e-05,
      "loss": 0.8685,
      "step": 5283
    },
    {
      "epoch": 2.2629550321199146,
      "grad_norm": 5.5450334548950195,
      "learning_rate": 3.002851819545337e-05,
      "loss": 0.664,
      "step": 5284
    },
    {
      "epoch": 2.2633832976445394,
      "grad_norm": 1.3571869134902954,
      "learning_rate": 3.0021724055765976e-05,
      "loss": 0.6062,
      "step": 5285
    },
    {
      "epoch": 2.263811563169165,
      "grad_norm": 3.625518798828125,
      "learning_rate": 3.0014929529575575e-05,
      "loss": 0.9059,
      "step": 5286
    },
    {
      "epoch": 2.26423982869379,
      "grad_norm": 3.6084256172180176,
      "learning_rate": 3.0008134617405135e-05,
      "loss": 0.4569,
      "step": 5287
    },
    {
      "epoch": 2.2646680942184156,
      "grad_norm": 2.327457904815674,
      "learning_rate": 3.0001339319777628e-05,
      "loss": 1.19,
      "step": 5288
    },
    {
      "epoch": 2.2650963597430405,
      "grad_norm": 0.4152979552745819,
      "learning_rate": 2.9994543637216056e-05,
      "loss": 0.0697,
      "step": 5289
    },
    {
      "epoch": 2.265524625267666,
      "grad_norm": 4.235975742340088,
      "learning_rate": 2.9987747570243464e-05,
      "loss": 0.3625,
      "step": 5290
    },
    {
      "epoch": 2.265952890792291,
      "grad_norm": 3.468823194503784,
      "learning_rate": 2.998095111938291e-05,
      "loss": 1.2855,
      "step": 5291
    },
    {
      "epoch": 2.2663811563169167,
      "grad_norm": 2.3218305110931396,
      "learning_rate": 2.9974154285157497e-05,
      "loss": 0.4376,
      "step": 5292
    },
    {
      "epoch": 2.2668094218415415,
      "grad_norm": 0.9994940757751465,
      "learning_rate": 2.9967357068090352e-05,
      "loss": 0.3387,
      "step": 5293
    },
    {
      "epoch": 2.2672376873661673,
      "grad_norm": 1.2338272333145142,
      "learning_rate": 2.996055946870463e-05,
      "loss": 0.1753,
      "step": 5294
    },
    {
      "epoch": 2.267665952890792,
      "grad_norm": 3.558016777038574,
      "learning_rate": 2.9953761487523526e-05,
      "loss": 0.6725,
      "step": 5295
    },
    {
      "epoch": 2.268094218415418,
      "grad_norm": 0.8737895488739014,
      "learning_rate": 2.9946963125070237e-05,
      "loss": 0.2805,
      "step": 5296
    },
    {
      "epoch": 2.2685224839400426,
      "grad_norm": 2.332132339477539,
      "learning_rate": 2.9940164381868013e-05,
      "loss": 0.5935,
      "step": 5297
    },
    {
      "epoch": 2.268950749464668,
      "grad_norm": 2.8848907947540283,
      "learning_rate": 2.9933365258440128e-05,
      "loss": 0.5508,
      "step": 5298
    },
    {
      "epoch": 2.269379014989293,
      "grad_norm": 5.579496383666992,
      "learning_rate": 2.9926565755309894e-05,
      "loss": 1.0499,
      "step": 5299
    },
    {
      "epoch": 2.2698072805139184,
      "grad_norm": 3.5504541397094727,
      "learning_rate": 2.991976587300063e-05,
      "loss": 0.4609,
      "step": 5300
    },
    {
      "epoch": 2.2702355460385437,
      "grad_norm": 4.591675281524658,
      "learning_rate": 2.9912965612035708e-05,
      "loss": 0.8446,
      "step": 5301
    },
    {
      "epoch": 2.270663811563169,
      "grad_norm": 2.147510528564453,
      "learning_rate": 2.990616497293851e-05,
      "loss": 0.466,
      "step": 5302
    },
    {
      "epoch": 2.2710920770877943,
      "grad_norm": 2.6543197631835938,
      "learning_rate": 2.989936395623246e-05,
      "loss": 0.3575,
      "step": 5303
    },
    {
      "epoch": 2.2715203426124195,
      "grad_norm": 11.87708568572998,
      "learning_rate": 2.9892562562441005e-05,
      "loss": 0.6735,
      "step": 5304
    },
    {
      "epoch": 2.271948608137045,
      "grad_norm": 1.4102636575698853,
      "learning_rate": 2.988576079208762e-05,
      "loss": 0.3927,
      "step": 5305
    },
    {
      "epoch": 2.27237687366167,
      "grad_norm": 5.733526229858398,
      "learning_rate": 2.9878958645695816e-05,
      "loss": 0.9314,
      "step": 5306
    },
    {
      "epoch": 2.2728051391862953,
      "grad_norm": 3.1190457344055176,
      "learning_rate": 2.987215612378912e-05,
      "loss": 0.5615,
      "step": 5307
    },
    {
      "epoch": 2.2732334047109206,
      "grad_norm": 3.8290600776672363,
      "learning_rate": 2.9865353226891102e-05,
      "loss": 0.9431,
      "step": 5308
    },
    {
      "epoch": 2.273661670235546,
      "grad_norm": 4.641246795654297,
      "learning_rate": 2.9858549955525362e-05,
      "loss": 0.8782,
      "step": 5309
    },
    {
      "epoch": 2.274089935760171,
      "grad_norm": 2.0787768363952637,
      "learning_rate": 2.9851746310215507e-05,
      "loss": 1.1443,
      "step": 5310
    },
    {
      "epoch": 2.2745182012847964,
      "grad_norm": 2.705728054046631,
      "learning_rate": 2.98449422914852e-05,
      "loss": 0.4748,
      "step": 5311
    },
    {
      "epoch": 2.2749464668094217,
      "grad_norm": 1.1523016691207886,
      "learning_rate": 2.983813789985812e-05,
      "loss": 0.4273,
      "step": 5312
    },
    {
      "epoch": 2.275374732334047,
      "grad_norm": 2.493788719177246,
      "learning_rate": 2.9831333135857963e-05,
      "loss": 0.2211,
      "step": 5313
    },
    {
      "epoch": 2.2758029978586722,
      "grad_norm": 3.5052108764648438,
      "learning_rate": 2.982452800000848e-05,
      "loss": 0.5619,
      "step": 5314
    },
    {
      "epoch": 2.2762312633832975,
      "grad_norm": 5.813033103942871,
      "learning_rate": 2.9817722492833423e-05,
      "loss": 0.831,
      "step": 5315
    },
    {
      "epoch": 2.276659528907923,
      "grad_norm": 4.795877456665039,
      "learning_rate": 2.9810916614856598e-05,
      "loss": 0.8958,
      "step": 5316
    },
    {
      "epoch": 2.277087794432548,
      "grad_norm": 3.4925310611724854,
      "learning_rate": 2.9804110366601828e-05,
      "loss": 0.4878,
      "step": 5317
    },
    {
      "epoch": 2.2775160599571733,
      "grad_norm": 2.5948383808135986,
      "learning_rate": 2.979730374859295e-05,
      "loss": 0.4004,
      "step": 5318
    },
    {
      "epoch": 2.2779443254817986,
      "grad_norm": 5.515924453735352,
      "learning_rate": 2.9790496761353858e-05,
      "loss": 1.8836,
      "step": 5319
    },
    {
      "epoch": 2.278372591006424,
      "grad_norm": 8.633124351501465,
      "learning_rate": 2.9783689405408448e-05,
      "loss": 1.2043,
      "step": 5320
    },
    {
      "epoch": 2.278800856531049,
      "grad_norm": 3.1678466796875,
      "learning_rate": 2.9776881681280672e-05,
      "loss": 0.4959,
      "step": 5321
    },
    {
      "epoch": 2.2792291220556744,
      "grad_norm": 4.667685031890869,
      "learning_rate": 2.9770073589494485e-05,
      "loss": 0.725,
      "step": 5322
    },
    {
      "epoch": 2.2796573875802997,
      "grad_norm": 4.918907642364502,
      "learning_rate": 2.976326513057387e-05,
      "loss": 0.8747,
      "step": 5323
    },
    {
      "epoch": 2.280085653104925,
      "grad_norm": 3.2452948093414307,
      "learning_rate": 2.9756456305042868e-05,
      "loss": 1.1815,
      "step": 5324
    },
    {
      "epoch": 2.28051391862955,
      "grad_norm": 0.6804990768432617,
      "learning_rate": 2.974964711342551e-05,
      "loss": 0.2853,
      "step": 5325
    },
    {
      "epoch": 2.2809421841541755,
      "grad_norm": 58.02500915527344,
      "learning_rate": 2.974283755624589e-05,
      "loss": 0.3639,
      "step": 5326
    },
    {
      "epoch": 2.2813704496788008,
      "grad_norm": 0.7345197200775146,
      "learning_rate": 2.9736027634028107e-05,
      "loss": 0.37,
      "step": 5327
    },
    {
      "epoch": 2.281798715203426,
      "grad_norm": 2.7242040634155273,
      "learning_rate": 2.9729217347296285e-05,
      "loss": 0.4848,
      "step": 5328
    },
    {
      "epoch": 2.2822269807280513,
      "grad_norm": 1.9001630544662476,
      "learning_rate": 2.9722406696574602e-05,
      "loss": 0.2013,
      "step": 5329
    },
    {
      "epoch": 2.2826552462526766,
      "grad_norm": 3.509920120239258,
      "learning_rate": 2.9715595682387242e-05,
      "loss": 0.5798,
      "step": 5330
    },
    {
      "epoch": 2.283083511777302,
      "grad_norm": 2.055779457092285,
      "learning_rate": 2.9708784305258415e-05,
      "loss": 0.2722,
      "step": 5331
    },
    {
      "epoch": 2.283511777301927,
      "grad_norm": 2.59132981300354,
      "learning_rate": 2.9701972565712378e-05,
      "loss": 0.7263,
      "step": 5332
    },
    {
      "epoch": 2.2839400428265524,
      "grad_norm": 8.187923431396484,
      "learning_rate": 2.9695160464273392e-05,
      "loss": 0.652,
      "step": 5333
    },
    {
      "epoch": 2.2843683083511777,
      "grad_norm": 4.440701484680176,
      "learning_rate": 2.968834800146577e-05,
      "loss": 0.8348,
      "step": 5334
    },
    {
      "epoch": 2.284796573875803,
      "grad_norm": 3.2593328952789307,
      "learning_rate": 2.968153517781384e-05,
      "loss": 0.2822,
      "step": 5335
    },
    {
      "epoch": 2.285224839400428,
      "grad_norm": 3.258575439453125,
      "learning_rate": 2.9674721993841954e-05,
      "loss": 1.1407,
      "step": 5336
    },
    {
      "epoch": 2.2856531049250535,
      "grad_norm": 4.066282749176025,
      "learning_rate": 2.9667908450074507e-05,
      "loss": 1.0627,
      "step": 5337
    },
    {
      "epoch": 2.2860813704496787,
      "grad_norm": 2.6694729328155518,
      "learning_rate": 2.96610945470359e-05,
      "loss": 1.4835,
      "step": 5338
    },
    {
      "epoch": 2.286509635974304,
      "grad_norm": 6.555070400238037,
      "learning_rate": 2.9654280285250573e-05,
      "loss": 0.7614,
      "step": 5339
    },
    {
      "epoch": 2.2869379014989293,
      "grad_norm": 3.6472487449645996,
      "learning_rate": 2.964746566524301e-05,
      "loss": 0.7182,
      "step": 5340
    },
    {
      "epoch": 2.2873661670235546,
      "grad_norm": 5.7562031745910645,
      "learning_rate": 2.964065068753768e-05,
      "loss": 0.9781,
      "step": 5341
    },
    {
      "epoch": 2.28779443254818,
      "grad_norm": 3.412264108657837,
      "learning_rate": 2.9633835352659135e-05,
      "loss": 0.4758,
      "step": 5342
    },
    {
      "epoch": 2.288222698072805,
      "grad_norm": 3.4042651653289795,
      "learning_rate": 2.9627019661131904e-05,
      "loss": 1.6601,
      "step": 5343
    },
    {
      "epoch": 2.2886509635974304,
      "grad_norm": 2.6086792945861816,
      "learning_rate": 2.962020361348057e-05,
      "loss": 0.4265,
      "step": 5344
    },
    {
      "epoch": 2.2890792291220556,
      "grad_norm": 3.3017308712005615,
      "learning_rate": 2.9613387210229743e-05,
      "loss": 0.3702,
      "step": 5345
    },
    {
      "epoch": 2.289507494646681,
      "grad_norm": 2.042452335357666,
      "learning_rate": 2.9606570451904054e-05,
      "loss": 0.3806,
      "step": 5346
    },
    {
      "epoch": 2.289935760171306,
      "grad_norm": 5.741433620452881,
      "learning_rate": 2.959975333902815e-05,
      "loss": 1.3202,
      "step": 5347
    },
    {
      "epoch": 2.2903640256959314,
      "grad_norm": 4.722713470458984,
      "learning_rate": 2.9592935872126747e-05,
      "loss": 0.6563,
      "step": 5348
    },
    {
      "epoch": 2.2907922912205567,
      "grad_norm": 5.2640838623046875,
      "learning_rate": 2.958611805172453e-05,
      "loss": 1.0388,
      "step": 5349
    },
    {
      "epoch": 2.291220556745182,
      "grad_norm": 9.346945762634277,
      "learning_rate": 2.957929987834626e-05,
      "loss": 0.8189,
      "step": 5350
    },
    {
      "epoch": 2.2916488222698073,
      "grad_norm": 3.7592642307281494,
      "learning_rate": 2.95724813525167e-05,
      "loss": 0.7421,
      "step": 5351
    },
    {
      "epoch": 2.2920770877944325,
      "grad_norm": 4.224304676055908,
      "learning_rate": 2.9565662474760635e-05,
      "loss": 0.3561,
      "step": 5352
    },
    {
      "epoch": 2.292505353319058,
      "grad_norm": 1.988211750984192,
      "learning_rate": 2.955884324560291e-05,
      "loss": 1.1428,
      "step": 5353
    },
    {
      "epoch": 2.292933618843683,
      "grad_norm": 1.7424211502075195,
      "learning_rate": 2.955202366556835e-05,
      "loss": 0.4121,
      "step": 5354
    },
    {
      "epoch": 2.2933618843683083,
      "grad_norm": 2.6763288974761963,
      "learning_rate": 2.9545203735181858e-05,
      "loss": 0.9856,
      "step": 5355
    },
    {
      "epoch": 2.2937901498929336,
      "grad_norm": 6.796507358551025,
      "learning_rate": 2.953838345496832e-05,
      "loss": 0.8724,
      "step": 5356
    },
    {
      "epoch": 2.294218415417559,
      "grad_norm": 4.972452640533447,
      "learning_rate": 2.9531562825452675e-05,
      "loss": 0.5653,
      "step": 5357
    },
    {
      "epoch": 2.294646680942184,
      "grad_norm": 3.580087661743164,
      "learning_rate": 2.9524741847159874e-05,
      "loss": 0.6769,
      "step": 5358
    },
    {
      "epoch": 2.2950749464668094,
      "grad_norm": 3.099410057067871,
      "learning_rate": 2.9517920520614905e-05,
      "loss": 0.4659,
      "step": 5359
    },
    {
      "epoch": 2.2955032119914347,
      "grad_norm": 1.142547607421875,
      "learning_rate": 2.951109884634279e-05,
      "loss": 0.1637,
      "step": 5360
    },
    {
      "epoch": 2.29593147751606,
      "grad_norm": 1.8775488138198853,
      "learning_rate": 2.9504276824868554e-05,
      "loss": 0.9037,
      "step": 5361
    },
    {
      "epoch": 2.2963597430406852,
      "grad_norm": 2.5788259506225586,
      "learning_rate": 2.949745445671726e-05,
      "loss": 0.2736,
      "step": 5362
    },
    {
      "epoch": 2.2967880085653105,
      "grad_norm": 2.0708346366882324,
      "learning_rate": 2.949063174241401e-05,
      "loss": 0.5231,
      "step": 5363
    },
    {
      "epoch": 2.297216274089936,
      "grad_norm": 4.0900421142578125,
      "learning_rate": 2.9483808682483915e-05,
      "loss": 0.6947,
      "step": 5364
    },
    {
      "epoch": 2.297644539614561,
      "grad_norm": 6.483264923095703,
      "learning_rate": 2.9476985277452128e-05,
      "loss": 0.6445,
      "step": 5365
    },
    {
      "epoch": 2.2980728051391863,
      "grad_norm": 3.241894245147705,
      "learning_rate": 2.947016152784382e-05,
      "loss": 1.3368,
      "step": 5366
    },
    {
      "epoch": 2.2985010706638116,
      "grad_norm": 3.871797561645508,
      "learning_rate": 2.9463337434184173e-05,
      "loss": 1.2668,
      "step": 5367
    },
    {
      "epoch": 2.298929336188437,
      "grad_norm": 4.527919769287109,
      "learning_rate": 2.9456512996998424e-05,
      "loss": 1.2238,
      "step": 5368
    },
    {
      "epoch": 2.299357601713062,
      "grad_norm": 3.201934814453125,
      "learning_rate": 2.9449688216811833e-05,
      "loss": 1.2592,
      "step": 5369
    },
    {
      "epoch": 2.2997858672376874,
      "grad_norm": 3.561038017272949,
      "learning_rate": 2.9442863094149655e-05,
      "loss": 0.5062,
      "step": 5370
    },
    {
      "epoch": 2.3002141327623127,
      "grad_norm": 3.09479022026062,
      "learning_rate": 2.9436037629537216e-05,
      "loss": 0.3602,
      "step": 5371
    },
    {
      "epoch": 2.300642398286938,
      "grad_norm": 0.6008954644203186,
      "learning_rate": 2.9429211823499837e-05,
      "loss": 0.0817,
      "step": 5372
    },
    {
      "epoch": 2.301070663811563,
      "grad_norm": 7.481903553009033,
      "learning_rate": 2.9422385676562864e-05,
      "loss": 0.933,
      "step": 5373
    },
    {
      "epoch": 2.3014989293361885,
      "grad_norm": 2.6671133041381836,
      "learning_rate": 2.9415559189251695e-05,
      "loss": 0.6442,
      "step": 5374
    },
    {
      "epoch": 2.3019271948608138,
      "grad_norm": 7.819903373718262,
      "learning_rate": 2.9408732362091734e-05,
      "loss": 0.8904,
      "step": 5375
    },
    {
      "epoch": 2.302355460385439,
      "grad_norm": 5.342345237731934,
      "learning_rate": 2.9401905195608416e-05,
      "loss": 1.4249,
      "step": 5376
    },
    {
      "epoch": 2.3027837259100643,
      "grad_norm": 3.2114601135253906,
      "learning_rate": 2.93950776903272e-05,
      "loss": 1.2311,
      "step": 5377
    },
    {
      "epoch": 2.3032119914346896,
      "grad_norm": 3.0221006870269775,
      "learning_rate": 2.938824984677357e-05,
      "loss": 0.5203,
      "step": 5378
    },
    {
      "epoch": 2.303640256959315,
      "grad_norm": 0.9013211131095886,
      "learning_rate": 2.9381421665473048e-05,
      "loss": 0.2494,
      "step": 5379
    },
    {
      "epoch": 2.30406852248394,
      "grad_norm": 2.371915817260742,
      "learning_rate": 2.9374593146951162e-05,
      "loss": 0.7645,
      "step": 5380
    },
    {
      "epoch": 2.3044967880085654,
      "grad_norm": 0.7895397543907166,
      "learning_rate": 2.936776429173349e-05,
      "loss": 0.2205,
      "step": 5381
    },
    {
      "epoch": 2.3049250535331907,
      "grad_norm": 2.2616279125213623,
      "learning_rate": 2.9360935100345616e-05,
      "loss": 0.8168,
      "step": 5382
    },
    {
      "epoch": 2.305353319057816,
      "grad_norm": 0.9456351399421692,
      "learning_rate": 2.935410557331315e-05,
      "loss": 0.4796,
      "step": 5383
    },
    {
      "epoch": 2.305781584582441,
      "grad_norm": 2.220839738845825,
      "learning_rate": 2.934727571116175e-05,
      "loss": 0.2486,
      "step": 5384
    },
    {
      "epoch": 2.3062098501070665,
      "grad_norm": 2.634659767150879,
      "learning_rate": 2.9340445514417076e-05,
      "loss": 1.2109,
      "step": 5385
    },
    {
      "epoch": 2.3066381156316917,
      "grad_norm": 0.7462818026542664,
      "learning_rate": 2.9333614983604818e-05,
      "loss": 0.1539,
      "step": 5386
    },
    {
      "epoch": 2.307066381156317,
      "grad_norm": 0.8378162980079651,
      "learning_rate": 2.9326784119250704e-05,
      "loss": 0.2046,
      "step": 5387
    },
    {
      "epoch": 2.3074946466809423,
      "grad_norm": 2.089409112930298,
      "learning_rate": 2.9319952921880474e-05,
      "loss": 0.4921,
      "step": 5388
    },
    {
      "epoch": 2.3079229122055676,
      "grad_norm": 1.105974555015564,
      "learning_rate": 2.9313121392019906e-05,
      "loss": 0.3003,
      "step": 5389
    },
    {
      "epoch": 2.308351177730193,
      "grad_norm": 1.2571629285812378,
      "learning_rate": 2.9306289530194785e-05,
      "loss": 0.5274,
      "step": 5390
    },
    {
      "epoch": 2.308779443254818,
      "grad_norm": 2.8112151622772217,
      "learning_rate": 2.9299457336930945e-05,
      "loss": 0.8747,
      "step": 5391
    },
    {
      "epoch": 2.3092077087794434,
      "grad_norm": 3.538287401199341,
      "learning_rate": 2.9292624812754232e-05,
      "loss": 0.9767,
      "step": 5392
    },
    {
      "epoch": 2.3096359743040686,
      "grad_norm": 5.928181171417236,
      "learning_rate": 2.9285791958190513e-05,
      "loss": 1.2662,
      "step": 5393
    },
    {
      "epoch": 2.310064239828694,
      "grad_norm": 1.233262062072754,
      "learning_rate": 2.9278958773765692e-05,
      "loss": 0.2934,
      "step": 5394
    },
    {
      "epoch": 2.310492505353319,
      "grad_norm": 6.355770587921143,
      "learning_rate": 2.9272125260005697e-05,
      "loss": 0.5486,
      "step": 5395
    },
    {
      "epoch": 2.3109207708779445,
      "grad_norm": 3.664720058441162,
      "learning_rate": 2.9265291417436462e-05,
      "loss": 1.1957,
      "step": 5396
    },
    {
      "epoch": 2.3113490364025697,
      "grad_norm": 1.1886744499206543,
      "learning_rate": 2.9258457246583986e-05,
      "loss": 0.5655,
      "step": 5397
    },
    {
      "epoch": 2.311777301927195,
      "grad_norm": 1.9046077728271484,
      "learning_rate": 2.9251622747974243e-05,
      "loss": 0.7776,
      "step": 5398
    },
    {
      "epoch": 2.3122055674518203,
      "grad_norm": 2.8506171703338623,
      "learning_rate": 2.9244787922133283e-05,
      "loss": 0.3343,
      "step": 5399
    },
    {
      "epoch": 2.3126338329764455,
      "grad_norm": 1.2087900638580322,
      "learning_rate": 2.923795276958714e-05,
      "loss": 0.454,
      "step": 5400
    },
    {
      "epoch": 2.313062098501071,
      "grad_norm": 2.1358022689819336,
      "learning_rate": 2.9231117290861894e-05,
      "loss": 0.3886,
      "step": 5401
    },
    {
      "epoch": 2.313490364025696,
      "grad_norm": 4.191368579864502,
      "learning_rate": 2.9224281486483645e-05,
      "loss": 1.0198,
      "step": 5402
    },
    {
      "epoch": 2.3139186295503213,
      "grad_norm": 1.9544146060943604,
      "learning_rate": 2.9217445356978518e-05,
      "loss": 0.8199,
      "step": 5403
    },
    {
      "epoch": 2.3143468950749466,
      "grad_norm": 2.514719247817993,
      "learning_rate": 2.9210608902872666e-05,
      "loss": 0.6389,
      "step": 5404
    },
    {
      "epoch": 2.314775160599572,
      "grad_norm": 1.624316930770874,
      "learning_rate": 2.920377212469227e-05,
      "loss": 0.4995,
      "step": 5405
    },
    {
      "epoch": 2.315203426124197,
      "grad_norm": 4.017344951629639,
      "learning_rate": 2.9196935022963525e-05,
      "loss": 0.4645,
      "step": 5406
    },
    {
      "epoch": 2.3156316916488224,
      "grad_norm": 3.9006476402282715,
      "learning_rate": 2.919009759821265e-05,
      "loss": 1.0029,
      "step": 5407
    },
    {
      "epoch": 2.3160599571734477,
      "grad_norm": 1.9711917638778687,
      "learning_rate": 2.9183259850965914e-05,
      "loss": 0.1733,
      "step": 5408
    },
    {
      "epoch": 2.316488222698073,
      "grad_norm": 5.491857051849365,
      "learning_rate": 2.9176421781749575e-05,
      "loss": 0.8657,
      "step": 5409
    },
    {
      "epoch": 2.3169164882226982,
      "grad_norm": 6.131940841674805,
      "learning_rate": 2.9169583391089938e-05,
      "loss": 1.3078,
      "step": 5410
    },
    {
      "epoch": 2.3173447537473235,
      "grad_norm": 7.62451171875,
      "learning_rate": 2.9162744679513332e-05,
      "loss": 1.0875,
      "step": 5411
    },
    {
      "epoch": 2.317773019271949,
      "grad_norm": 4.607338905334473,
      "learning_rate": 2.91559056475461e-05,
      "loss": 0.7397,
      "step": 5412
    },
    {
      "epoch": 2.318201284796574,
      "grad_norm": 1.627205491065979,
      "learning_rate": 2.9149066295714627e-05,
      "loss": 0.7907,
      "step": 5413
    },
    {
      "epoch": 2.3186295503211993,
      "grad_norm": 4.050013065338135,
      "learning_rate": 2.9142226624545298e-05,
      "loss": 0.5156,
      "step": 5414
    },
    {
      "epoch": 2.3190578158458246,
      "grad_norm": 4.051825046539307,
      "learning_rate": 2.9135386634564555e-05,
      "loss": 2.1683,
      "step": 5415
    },
    {
      "epoch": 2.31948608137045,
      "grad_norm": 4.38850212097168,
      "learning_rate": 2.912854632629883e-05,
      "loss": 0.8064,
      "step": 5416
    },
    {
      "epoch": 2.319914346895075,
      "grad_norm": 5.6275224685668945,
      "learning_rate": 2.912170570027459e-05,
      "loss": 0.5533,
      "step": 5417
    },
    {
      "epoch": 2.3203426124197,
      "grad_norm": 1.1719386577606201,
      "learning_rate": 2.9114864757018352e-05,
      "loss": 0.5108,
      "step": 5418
    },
    {
      "epoch": 2.3207708779443257,
      "grad_norm": 3.1132652759552,
      "learning_rate": 2.910802349705662e-05,
      "loss": 0.4402,
      "step": 5419
    },
    {
      "epoch": 2.3211991434689505,
      "grad_norm": 3.795663595199585,
      "learning_rate": 2.9101181920915955e-05,
      "loss": 0.4533,
      "step": 5420
    },
    {
      "epoch": 2.3216274089935762,
      "grad_norm": 2.90310001373291,
      "learning_rate": 2.9094340029122917e-05,
      "loss": 0.8679,
      "step": 5421
    },
    {
      "epoch": 2.322055674518201,
      "grad_norm": 3.037027597427368,
      "learning_rate": 2.90874978222041e-05,
      "loss": 0.4765,
      "step": 5422
    },
    {
      "epoch": 2.3224839400428268,
      "grad_norm": 3.147188186645508,
      "learning_rate": 2.9080655300686126e-05,
      "loss": 0.9542,
      "step": 5423
    },
    {
      "epoch": 2.3229122055674516,
      "grad_norm": 3.9347357749938965,
      "learning_rate": 2.907381246509564e-05,
      "loss": 1.1951,
      "step": 5424
    },
    {
      "epoch": 2.3233404710920773,
      "grad_norm": 3.5224356651306152,
      "learning_rate": 2.90669693159593e-05,
      "loss": 0.9045,
      "step": 5425
    },
    {
      "epoch": 2.323768736616702,
      "grad_norm": 3.1401779651641846,
      "learning_rate": 2.9060125853803815e-05,
      "loss": 0.8863,
      "step": 5426
    },
    {
      "epoch": 2.324197002141328,
      "grad_norm": 3.3382349014282227,
      "learning_rate": 2.9053282079155875e-05,
      "loss": 0.457,
      "step": 5427
    },
    {
      "epoch": 2.3246252676659527,
      "grad_norm": 3.4485878944396973,
      "learning_rate": 2.9046437992542242e-05,
      "loss": 0.3716,
      "step": 5428
    },
    {
      "epoch": 2.3250535331905784,
      "grad_norm": 2.097727060317993,
      "learning_rate": 2.9039593594489674e-05,
      "loss": 0.6605,
      "step": 5429
    },
    {
      "epoch": 2.325481798715203,
      "grad_norm": 3.542388677597046,
      "learning_rate": 2.9032748885524942e-05,
      "loss": 0.3932,
      "step": 5430
    },
    {
      "epoch": 2.325910064239829,
      "grad_norm": 2.270399332046509,
      "learning_rate": 2.9025903866174876e-05,
      "loss": 0.5904,
      "step": 5431
    },
    {
      "epoch": 2.3263383297644538,
      "grad_norm": 4.701417922973633,
      "learning_rate": 2.9019058536966305e-05,
      "loss": 0.6384,
      "step": 5432
    },
    {
      "epoch": 2.3267665952890795,
      "grad_norm": 4.129117012023926,
      "learning_rate": 2.9012212898426088e-05,
      "loss": 0.5115,
      "step": 5433
    },
    {
      "epoch": 2.3271948608137043,
      "grad_norm": 4.06817626953125,
      "learning_rate": 2.9005366951081108e-05,
      "loss": 0.3988,
      "step": 5434
    },
    {
      "epoch": 2.3276231263383296,
      "grad_norm": 5.353264331817627,
      "learning_rate": 2.8998520695458263e-05,
      "loss": 0.9433,
      "step": 5435
    },
    {
      "epoch": 2.328051391862955,
      "grad_norm": 5.959902763366699,
      "learning_rate": 2.8991674132084506e-05,
      "loss": 0.5169,
      "step": 5436
    },
    {
      "epoch": 2.32847965738758,
      "grad_norm": 3.3815510272979736,
      "learning_rate": 2.8984827261486763e-05,
      "loss": 0.7397,
      "step": 5437
    },
    {
      "epoch": 2.3289079229122054,
      "grad_norm": 5.23708438873291,
      "learning_rate": 2.8977980084192024e-05,
      "loss": 1.0318,
      "step": 5438
    },
    {
      "epoch": 2.3293361884368307,
      "grad_norm": 13.117048263549805,
      "learning_rate": 2.89711326007273e-05,
      "loss": 0.8847,
      "step": 5439
    },
    {
      "epoch": 2.329764453961456,
      "grad_norm": 4.1674017906188965,
      "learning_rate": 2.8964284811619604e-05,
      "loss": 0.277,
      "step": 5440
    },
    {
      "epoch": 2.330192719486081,
      "grad_norm": 1.9291956424713135,
      "learning_rate": 2.8957436717395985e-05,
      "loss": 0.6504,
      "step": 5441
    },
    {
      "epoch": 2.3306209850107065,
      "grad_norm": 1.8282767534255981,
      "learning_rate": 2.8950588318583522e-05,
      "loss": 0.2067,
      "step": 5442
    },
    {
      "epoch": 2.3310492505353317,
      "grad_norm": 1.7181533575057983,
      "learning_rate": 2.89437396157093e-05,
      "loss": 0.3808,
      "step": 5443
    },
    {
      "epoch": 2.331477516059957,
      "grad_norm": 1.8515194654464722,
      "learning_rate": 2.893689060930045e-05,
      "loss": 0.5019,
      "step": 5444
    },
    {
      "epoch": 2.3319057815845823,
      "grad_norm": 1.4970386028289795,
      "learning_rate": 2.8930041299884098e-05,
      "loss": 0.72,
      "step": 5445
    },
    {
      "epoch": 2.3323340471092076,
      "grad_norm": 2.6332900524139404,
      "learning_rate": 2.8923191687987417e-05,
      "loss": 0.6979,
      "step": 5446
    },
    {
      "epoch": 2.332762312633833,
      "grad_norm": 0.6532111763954163,
      "learning_rate": 2.8916341774137602e-05,
      "loss": 0.2482,
      "step": 5447
    },
    {
      "epoch": 2.333190578158458,
      "grad_norm": 2.2616324424743652,
      "learning_rate": 2.8909491558861856e-05,
      "loss": 0.7956,
      "step": 5448
    },
    {
      "epoch": 2.3336188436830834,
      "grad_norm": 2.871763229370117,
      "learning_rate": 2.8902641042687417e-05,
      "loss": 1.58,
      "step": 5449
    },
    {
      "epoch": 2.3340471092077086,
      "grad_norm": 2.2492916584014893,
      "learning_rate": 2.889579022614155e-05,
      "loss": 0.3148,
      "step": 5450
    },
    {
      "epoch": 2.334475374732334,
      "grad_norm": 4.148675441741943,
      "learning_rate": 2.8888939109751523e-05,
      "loss": 0.3902,
      "step": 5451
    },
    {
      "epoch": 2.334903640256959,
      "grad_norm": 3.391143321990967,
      "learning_rate": 2.8882087694044645e-05,
      "loss": 1.1074,
      "step": 5452
    },
    {
      "epoch": 2.3353319057815844,
      "grad_norm": 1.1274471282958984,
      "learning_rate": 2.887523597954825e-05,
      "loss": 0.5198,
      "step": 5453
    },
    {
      "epoch": 2.3357601713062097,
      "grad_norm": 3.764749765396118,
      "learning_rate": 2.8868383966789687e-05,
      "loss": 0.4459,
      "step": 5454
    },
    {
      "epoch": 2.336188436830835,
      "grad_norm": 4.709057331085205,
      "learning_rate": 2.886153165629632e-05,
      "loss": 0.7844,
      "step": 5455
    },
    {
      "epoch": 2.3366167023554603,
      "grad_norm": 2.2198026180267334,
      "learning_rate": 2.885467904859555e-05,
      "loss": 0.5394,
      "step": 5456
    },
    {
      "epoch": 2.3370449678800855,
      "grad_norm": 3.9331369400024414,
      "learning_rate": 2.8847826144214806e-05,
      "loss": 0.669,
      "step": 5457
    },
    {
      "epoch": 2.337473233404711,
      "grad_norm": 2.5605030059814453,
      "learning_rate": 2.8840972943681515e-05,
      "loss": 0.6188,
      "step": 5458
    },
    {
      "epoch": 2.337901498929336,
      "grad_norm": 1.7883691787719727,
      "learning_rate": 2.883411944752315e-05,
      "loss": 1.1251,
      "step": 5459
    },
    {
      "epoch": 2.3383297644539613,
      "grad_norm": 4.588918209075928,
      "learning_rate": 2.88272656562672e-05,
      "loss": 0.6934,
      "step": 5460
    },
    {
      "epoch": 2.3387580299785866,
      "grad_norm": 4.730015754699707,
      "learning_rate": 2.8820411570441165e-05,
      "loss": 0.8937,
      "step": 5461
    },
    {
      "epoch": 2.339186295503212,
      "grad_norm": 10.591135025024414,
      "learning_rate": 2.8813557190572595e-05,
      "loss": 0.7811,
      "step": 5462
    },
    {
      "epoch": 2.339614561027837,
      "grad_norm": 4.815878868103027,
      "learning_rate": 2.8806702517189033e-05,
      "loss": 0.5132,
      "step": 5463
    },
    {
      "epoch": 2.3400428265524624,
      "grad_norm": 1.3467204570770264,
      "learning_rate": 2.8799847550818048e-05,
      "loss": 0.5405,
      "step": 5464
    },
    {
      "epoch": 2.3404710920770877,
      "grad_norm": 4.564662456512451,
      "learning_rate": 2.8792992291987265e-05,
      "loss": 1.6558,
      "step": 5465
    },
    {
      "epoch": 2.340899357601713,
      "grad_norm": 1.0302351713180542,
      "learning_rate": 2.878613674122429e-05,
      "loss": 0.1775,
      "step": 5466
    },
    {
      "epoch": 2.3413276231263382,
      "grad_norm": 3.7040560245513916,
      "learning_rate": 2.8779280899056775e-05,
      "loss": 0.5011,
      "step": 5467
    },
    {
      "epoch": 2.3417558886509635,
      "grad_norm": 2.4548776149749756,
      "learning_rate": 2.8772424766012384e-05,
      "loss": 0.209,
      "step": 5468
    },
    {
      "epoch": 2.342184154175589,
      "grad_norm": 8.273778915405273,
      "learning_rate": 2.876556834261881e-05,
      "loss": 1.2569,
      "step": 5469
    },
    {
      "epoch": 2.342612419700214,
      "grad_norm": 2.2957711219787598,
      "learning_rate": 2.875871162940377e-05,
      "loss": 1.5372,
      "step": 5470
    },
    {
      "epoch": 2.3430406852248393,
      "grad_norm": 4.542868614196777,
      "learning_rate": 2.8751854626894985e-05,
      "loss": 0.9753,
      "step": 5471
    },
    {
      "epoch": 2.3434689507494646,
      "grad_norm": 3.637336492538452,
      "learning_rate": 2.8744997335620233e-05,
      "loss": 1.2157,
      "step": 5472
    },
    {
      "epoch": 2.34389721627409,
      "grad_norm": 2.021543502807617,
      "learning_rate": 2.8738139756107272e-05,
      "loss": 0.7129,
      "step": 5473
    },
    {
      "epoch": 2.344325481798715,
      "grad_norm": 2.119722604751587,
      "learning_rate": 2.8731281888883922e-05,
      "loss": 0.6273,
      "step": 5474
    },
    {
      "epoch": 2.3447537473233404,
      "grad_norm": 3.1021716594696045,
      "learning_rate": 2.8724423734478e-05,
      "loss": 0.7097,
      "step": 5475
    },
    {
      "epoch": 2.3451820128479657,
      "grad_norm": 4.424989223480225,
      "learning_rate": 2.8717565293417355e-05,
      "loss": 1.6285,
      "step": 5476
    },
    {
      "epoch": 2.345610278372591,
      "grad_norm": 4.15362024307251,
      "learning_rate": 2.8710706566229845e-05,
      "loss": 0.6871,
      "step": 5477
    },
    {
      "epoch": 2.346038543897216,
      "grad_norm": 1.8099761009216309,
      "learning_rate": 2.870384755344337e-05,
      "loss": 0.363,
      "step": 5478
    },
    {
      "epoch": 2.3464668094218415,
      "grad_norm": 2.341348648071289,
      "learning_rate": 2.8696988255585833e-05,
      "loss": 0.6366,
      "step": 5479
    },
    {
      "epoch": 2.3468950749464668,
      "grad_norm": 4.595612525939941,
      "learning_rate": 2.8690128673185186e-05,
      "loss": 0.8617,
      "step": 5480
    },
    {
      "epoch": 2.347323340471092,
      "grad_norm": 2.3211405277252197,
      "learning_rate": 2.8683268806769364e-05,
      "loss": 0.476,
      "step": 5481
    },
    {
      "epoch": 2.3477516059957173,
      "grad_norm": 4.153264999389648,
      "learning_rate": 2.8676408656866353e-05,
      "loss": 1.1916,
      "step": 5482
    },
    {
      "epoch": 2.3481798715203426,
      "grad_norm": 2.0033938884735107,
      "learning_rate": 2.866954822400416e-05,
      "loss": 0.8805,
      "step": 5483
    },
    {
      "epoch": 2.348608137044968,
      "grad_norm": 3.1060402393341064,
      "learning_rate": 2.86626875087108e-05,
      "loss": 0.5501,
      "step": 5484
    },
    {
      "epoch": 2.349036402569593,
      "grad_norm": 4.025280475616455,
      "learning_rate": 2.8655826511514312e-05,
      "loss": 0.9966,
      "step": 5485
    },
    {
      "epoch": 2.3494646680942184,
      "grad_norm": 1.7657884359359741,
      "learning_rate": 2.8648965232942765e-05,
      "loss": 0.828,
      "step": 5486
    },
    {
      "epoch": 2.3498929336188437,
      "grad_norm": 7.193256378173828,
      "learning_rate": 2.8642103673524245e-05,
      "loss": 0.9304,
      "step": 5487
    },
    {
      "epoch": 2.350321199143469,
      "grad_norm": 1.566394329071045,
      "learning_rate": 2.8635241833786862e-05,
      "loss": 0.273,
      "step": 5488
    },
    {
      "epoch": 2.350749464668094,
      "grad_norm": 5.899898052215576,
      "learning_rate": 2.8628379714258745e-05,
      "loss": 1.2777,
      "step": 5489
    },
    {
      "epoch": 2.3511777301927195,
      "grad_norm": 1.9553874731063843,
      "learning_rate": 2.8621517315468043e-05,
      "loss": 0.5535,
      "step": 5490
    },
    {
      "epoch": 2.3516059957173447,
      "grad_norm": 1.2819617986679077,
      "learning_rate": 2.8614654637942935e-05,
      "loss": 0.3568,
      "step": 5491
    },
    {
      "epoch": 2.35203426124197,
      "grad_norm": 5.0405592918396,
      "learning_rate": 2.8607791682211597e-05,
      "loss": 0.6151,
      "step": 5492
    },
    {
      "epoch": 2.3524625267665953,
      "grad_norm": 15.740297317504883,
      "learning_rate": 2.8600928448802273e-05,
      "loss": 0.8633,
      "step": 5493
    },
    {
      "epoch": 2.3528907922912206,
      "grad_norm": 1.1528047323226929,
      "learning_rate": 2.8594064938243182e-05,
      "loss": 0.37,
      "step": 5494
    },
    {
      "epoch": 2.353319057815846,
      "grad_norm": 0.9163129925727844,
      "learning_rate": 2.8587201151062576e-05,
      "loss": 0.3046,
      "step": 5495
    },
    {
      "epoch": 2.353747323340471,
      "grad_norm": 0.7410497069358826,
      "learning_rate": 2.8580337087788754e-05,
      "loss": 0.1444,
      "step": 5496
    },
    {
      "epoch": 2.3541755888650964,
      "grad_norm": 1.7218084335327148,
      "learning_rate": 2.8573472748949998e-05,
      "loss": 0.543,
      "step": 5497
    },
    {
      "epoch": 2.3546038543897216,
      "grad_norm": 3.1553261280059814,
      "learning_rate": 2.8566608135074647e-05,
      "loss": 0.8987,
      "step": 5498
    },
    {
      "epoch": 2.355032119914347,
      "grad_norm": 4.135552406311035,
      "learning_rate": 2.8559743246691036e-05,
      "loss": 0.7422,
      "step": 5499
    },
    {
      "epoch": 2.355460385438972,
      "grad_norm": 3.5609891414642334,
      "learning_rate": 2.8552878084327523e-05,
      "loss": 0.4918,
      "step": 5500
    },
    {
      "epoch": 2.3558886509635975,
      "grad_norm": 2.911911964416504,
      "learning_rate": 2.8546012648512504e-05,
      "loss": 0.3221,
      "step": 5501
    },
    {
      "epoch": 2.3563169164882227,
      "grad_norm": 5.243839263916016,
      "learning_rate": 2.853914693977438e-05,
      "loss": 0.4604,
      "step": 5502
    },
    {
      "epoch": 2.356745182012848,
      "grad_norm": 5.4067063331604,
      "learning_rate": 2.8532280958641576e-05,
      "loss": 0.2577,
      "step": 5503
    },
    {
      "epoch": 2.3571734475374733,
      "grad_norm": 4.510661602020264,
      "learning_rate": 2.852541470564255e-05,
      "loss": 0.8707,
      "step": 5504
    },
    {
      "epoch": 2.3576017130620985,
      "grad_norm": 2.7141032218933105,
      "learning_rate": 2.851854818130576e-05,
      "loss": 0.2927,
      "step": 5505
    },
    {
      "epoch": 2.358029978586724,
      "grad_norm": 2.4288647174835205,
      "learning_rate": 2.851168138615971e-05,
      "loss": 1.3188,
      "step": 5506
    },
    {
      "epoch": 2.358458244111349,
      "grad_norm": 1.9392625093460083,
      "learning_rate": 2.85048143207329e-05,
      "loss": 0.1558,
      "step": 5507
    },
    {
      "epoch": 2.3588865096359743,
      "grad_norm": 5.829191207885742,
      "learning_rate": 2.8497946985553852e-05,
      "loss": 0.6713,
      "step": 5508
    },
    {
      "epoch": 2.3593147751605996,
      "grad_norm": 1.7798881530761719,
      "learning_rate": 2.8491079381151147e-05,
      "loss": 0.2122,
      "step": 5509
    },
    {
      "epoch": 2.359743040685225,
      "grad_norm": 1.1471267938613892,
      "learning_rate": 2.8484211508053337e-05,
      "loss": 0.3268,
      "step": 5510
    },
    {
      "epoch": 2.36017130620985,
      "grad_norm": 3.78397798538208,
      "learning_rate": 2.847734336678902e-05,
      "loss": 1.552,
      "step": 5511
    },
    {
      "epoch": 2.3605995717344754,
      "grad_norm": 6.553876876831055,
      "learning_rate": 2.8470474957886816e-05,
      "loss": 0.3905,
      "step": 5512
    },
    {
      "epoch": 2.3610278372591007,
      "grad_norm": 4.175702095031738,
      "learning_rate": 2.8463606281875356e-05,
      "loss": 0.3193,
      "step": 5513
    },
    {
      "epoch": 2.361456102783726,
      "grad_norm": 2.633547067642212,
      "learning_rate": 2.8456737339283302e-05,
      "loss": 0.4643,
      "step": 5514
    },
    {
      "epoch": 2.3618843683083512,
      "grad_norm": 5.96929931640625,
      "learning_rate": 2.8449868130639317e-05,
      "loss": 1.0582,
      "step": 5515
    },
    {
      "epoch": 2.3623126338329765,
      "grad_norm": 4.023325443267822,
      "learning_rate": 2.844299865647211e-05,
      "loss": 1.1166,
      "step": 5516
    },
    {
      "epoch": 2.362740899357602,
      "grad_norm": 6.570500373840332,
      "learning_rate": 2.8436128917310394e-05,
      "loss": 1.1785,
      "step": 5517
    },
    {
      "epoch": 2.363169164882227,
      "grad_norm": 4.895670413970947,
      "learning_rate": 2.8429258913682904e-05,
      "loss": 0.8117,
      "step": 5518
    },
    {
      "epoch": 2.3635974304068523,
      "grad_norm": 1.0082178115844727,
      "learning_rate": 2.8422388646118404e-05,
      "loss": 0.1561,
      "step": 5519
    },
    {
      "epoch": 2.3640256959314776,
      "grad_norm": 3.3706865310668945,
      "learning_rate": 2.8415518115145674e-05,
      "loss": 0.6633,
      "step": 5520
    },
    {
      "epoch": 2.364453961456103,
      "grad_norm": 5.1373162269592285,
      "learning_rate": 2.8408647321293498e-05,
      "loss": 0.9335,
      "step": 5521
    },
    {
      "epoch": 2.364882226980728,
      "grad_norm": 5.230650901794434,
      "learning_rate": 2.840177626509071e-05,
      "loss": 0.716,
      "step": 5522
    },
    {
      "epoch": 2.3653104925053534,
      "grad_norm": 3.002077341079712,
      "learning_rate": 2.8394904947066148e-05,
      "loss": 1.029,
      "step": 5523
    },
    {
      "epoch": 2.3657387580299787,
      "grad_norm": 0.9440870881080627,
      "learning_rate": 2.838803336774866e-05,
      "loss": 0.2675,
      "step": 5524
    },
    {
      "epoch": 2.366167023554604,
      "grad_norm": 3.1490561962127686,
      "learning_rate": 2.838116152766714e-05,
      "loss": 0.485,
      "step": 5525
    },
    {
      "epoch": 2.3665952890792292,
      "grad_norm": 6.335760593414307,
      "learning_rate": 2.837428942735047e-05,
      "loss": 0.7842,
      "step": 5526
    },
    {
      "epoch": 2.3670235546038545,
      "grad_norm": 3.3806087970733643,
      "learning_rate": 2.8367417067327585e-05,
      "loss": 0.779,
      "step": 5527
    },
    {
      "epoch": 2.3674518201284798,
      "grad_norm": 3.666860818862915,
      "learning_rate": 2.8360544448127423e-05,
      "loss": 0.8198,
      "step": 5528
    },
    {
      "epoch": 2.367880085653105,
      "grad_norm": 4.066466331481934,
      "learning_rate": 2.8353671570278928e-05,
      "loss": 1.3432,
      "step": 5529
    },
    {
      "epoch": 2.3683083511777303,
      "grad_norm": 2.84922456741333,
      "learning_rate": 2.83467984343111e-05,
      "loss": 0.4562,
      "step": 5530
    },
    {
      "epoch": 2.3687366167023556,
      "grad_norm": 2.994399309158325,
      "learning_rate": 2.8339925040752925e-05,
      "loss": 0.7843,
      "step": 5531
    },
    {
      "epoch": 2.369164882226981,
      "grad_norm": 25.473031997680664,
      "learning_rate": 2.8333051390133425e-05,
      "loss": 0.7325,
      "step": 5532
    },
    {
      "epoch": 2.369593147751606,
      "grad_norm": 5.637912750244141,
      "learning_rate": 2.8326177482981643e-05,
      "loss": 0.4089,
      "step": 5533
    },
    {
      "epoch": 2.3700214132762314,
      "grad_norm": 3.184211492538452,
      "learning_rate": 2.831930331982663e-05,
      "loss": 0.6085,
      "step": 5534
    },
    {
      "epoch": 2.3704496788008567,
      "grad_norm": 6.751247882843018,
      "learning_rate": 2.8312428901197462e-05,
      "loss": 0.8314,
      "step": 5535
    },
    {
      "epoch": 2.370877944325482,
      "grad_norm": 1.2380846738815308,
      "learning_rate": 2.8305554227623248e-05,
      "loss": 0.4654,
      "step": 5536
    },
    {
      "epoch": 2.371306209850107,
      "grad_norm": 3.1657354831695557,
      "learning_rate": 2.82986792996331e-05,
      "loss": 0.7368,
      "step": 5537
    },
    {
      "epoch": 2.3717344753747325,
      "grad_norm": 15.038978576660156,
      "learning_rate": 2.829180411775616e-05,
      "loss": 0.878,
      "step": 5538
    },
    {
      "epoch": 2.3721627408993577,
      "grad_norm": 5.895563125610352,
      "learning_rate": 2.8284928682521572e-05,
      "loss": 1.3082,
      "step": 5539
    },
    {
      "epoch": 2.372591006423983,
      "grad_norm": 4.908451557159424,
      "learning_rate": 2.8278052994458525e-05,
      "loss": 0.6247,
      "step": 5540
    },
    {
      "epoch": 2.3730192719486083,
      "grad_norm": 2.378138542175293,
      "learning_rate": 2.8271177054096215e-05,
      "loss": 0.4408,
      "step": 5541
    },
    {
      "epoch": 2.3734475374732336,
      "grad_norm": 4.627791404724121,
      "learning_rate": 2.8264300861963837e-05,
      "loss": 0.8155,
      "step": 5542
    },
    {
      "epoch": 2.373875802997859,
      "grad_norm": 2.388317584991455,
      "learning_rate": 2.8257424418590646e-05,
      "loss": 0.8998,
      "step": 5543
    },
    {
      "epoch": 2.374304068522484,
      "grad_norm": 4.369946479797363,
      "learning_rate": 2.8250547724505893e-05,
      "loss": 0.8524,
      "step": 5544
    },
    {
      "epoch": 2.3747323340471094,
      "grad_norm": 2.5266928672790527,
      "learning_rate": 2.824367078023884e-05,
      "loss": 0.2189,
      "step": 5545
    },
    {
      "epoch": 2.3751605995717346,
      "grad_norm": 1.4196386337280273,
      "learning_rate": 2.8236793586318793e-05,
      "loss": 0.232,
      "step": 5546
    },
    {
      "epoch": 2.37558886509636,
      "grad_norm": 3.5790770053863525,
      "learning_rate": 2.8229916143275053e-05,
      "loss": 1.191,
      "step": 5547
    },
    {
      "epoch": 2.376017130620985,
      "grad_norm": 4.212423324584961,
      "learning_rate": 2.8223038451636962e-05,
      "loss": 1.3964,
      "step": 5548
    },
    {
      "epoch": 2.3764453961456105,
      "grad_norm": 3.881319522857666,
      "learning_rate": 2.821616051193386e-05,
      "loss": 0.9597,
      "step": 5549
    },
    {
      "epoch": 2.3768736616702357,
      "grad_norm": 12.628646850585938,
      "learning_rate": 2.8209282324695113e-05,
      "loss": 1.3087,
      "step": 5550
    },
    {
      "epoch": 2.377301927194861,
      "grad_norm": 2.4921770095825195,
      "learning_rate": 2.820240389045012e-05,
      "loss": 0.2382,
      "step": 5551
    },
    {
      "epoch": 2.3777301927194863,
      "grad_norm": 5.171650409698486,
      "learning_rate": 2.8195525209728275e-05,
      "loss": 1.078,
      "step": 5552
    },
    {
      "epoch": 2.3781584582441115,
      "grad_norm": 4.715282440185547,
      "learning_rate": 2.8188646283059016e-05,
      "loss": 1.0212,
      "step": 5553
    },
    {
      "epoch": 2.378586723768737,
      "grad_norm": 2.2882940769195557,
      "learning_rate": 2.8181767110971784e-05,
      "loss": 0.936,
      "step": 5554
    },
    {
      "epoch": 2.3790149892933616,
      "grad_norm": 4.873839855194092,
      "learning_rate": 2.8174887693996037e-05,
      "loss": 0.6373,
      "step": 5555
    },
    {
      "epoch": 2.3794432548179874,
      "grad_norm": 12.32871150970459,
      "learning_rate": 2.816800803266127e-05,
      "loss": 0.6951,
      "step": 5556
    },
    {
      "epoch": 2.379871520342612,
      "grad_norm": 3.708345413208008,
      "learning_rate": 2.8161128127496965e-05,
      "loss": 0.9534,
      "step": 5557
    },
    {
      "epoch": 2.380299785867238,
      "grad_norm": 5.166694164276123,
      "learning_rate": 2.8154247979032665e-05,
      "loss": 0.7856,
      "step": 5558
    },
    {
      "epoch": 2.3807280513918627,
      "grad_norm": 0.9851038455963135,
      "learning_rate": 2.8147367587797894e-05,
      "loss": 0.2285,
      "step": 5559
    },
    {
      "epoch": 2.3811563169164884,
      "grad_norm": 3.661341428756714,
      "learning_rate": 2.814048695432221e-05,
      "loss": 0.8223,
      "step": 5560
    },
    {
      "epoch": 2.3815845824411133,
      "grad_norm": 4.456506729125977,
      "learning_rate": 2.8133606079135192e-05,
      "loss": 1.3389,
      "step": 5561
    },
    {
      "epoch": 2.382012847965739,
      "grad_norm": 0.8741132616996765,
      "learning_rate": 2.8126724962766442e-05,
      "loss": 0.1439,
      "step": 5562
    },
    {
      "epoch": 2.382441113490364,
      "grad_norm": 5.018294811248779,
      "learning_rate": 2.8119843605745562e-05,
      "loss": 0.5735,
      "step": 5563
    },
    {
      "epoch": 2.3828693790149895,
      "grad_norm": 5.874534606933594,
      "learning_rate": 2.8112962008602185e-05,
      "loss": 0.838,
      "step": 5564
    },
    {
      "epoch": 2.3832976445396143,
      "grad_norm": 3.2292134761810303,
      "learning_rate": 2.8106080171865967e-05,
      "loss": 0.8529,
      "step": 5565
    },
    {
      "epoch": 2.38372591006424,
      "grad_norm": 2.7926158905029297,
      "learning_rate": 2.8099198096066575e-05,
      "loss": 1.4257,
      "step": 5566
    },
    {
      "epoch": 2.384154175588865,
      "grad_norm": 2.6668126583099365,
      "learning_rate": 2.8092315781733696e-05,
      "loss": 0.7838,
      "step": 5567
    },
    {
      "epoch": 2.3845824411134906,
      "grad_norm": 3.7161688804626465,
      "learning_rate": 2.8085433229397028e-05,
      "loss": 0.4433,
      "step": 5568
    },
    {
      "epoch": 2.3850107066381154,
      "grad_norm": 7.429529666900635,
      "learning_rate": 2.8078550439586314e-05,
      "loss": 1.3168,
      "step": 5569
    },
    {
      "epoch": 2.385438972162741,
      "grad_norm": 5.215970039367676,
      "learning_rate": 2.8071667412831276e-05,
      "loss": 1.4351,
      "step": 5570
    },
    {
      "epoch": 2.385867237687366,
      "grad_norm": 5.475627899169922,
      "learning_rate": 2.806478414966168e-05,
      "loss": 0.9533,
      "step": 5571
    },
    {
      "epoch": 2.3862955032119912,
      "grad_norm": 1.375800371170044,
      "learning_rate": 2.8057900650607316e-05,
      "loss": 0.2696,
      "step": 5572
    },
    {
      "epoch": 2.3867237687366165,
      "grad_norm": 3.9608263969421387,
      "learning_rate": 2.8051016916197965e-05,
      "loss": 0.4253,
      "step": 5573
    },
    {
      "epoch": 2.387152034261242,
      "grad_norm": 11.729048728942871,
      "learning_rate": 2.8044132946963454e-05,
      "loss": 0.608,
      "step": 5574
    },
    {
      "epoch": 2.387580299785867,
      "grad_norm": 1.582855463027954,
      "learning_rate": 2.8037248743433602e-05,
      "loss": 0.475,
      "step": 5575
    },
    {
      "epoch": 2.3880085653104923,
      "grad_norm": 4.919514179229736,
      "learning_rate": 2.803036430613828e-05,
      "loss": 1.2276,
      "step": 5576
    },
    {
      "epoch": 2.3884368308351176,
      "grad_norm": 5.693434238433838,
      "learning_rate": 2.802347963560734e-05,
      "loss": 0.6478,
      "step": 5577
    },
    {
      "epoch": 2.388865096359743,
      "grad_norm": 2.640932321548462,
      "learning_rate": 2.8016594732370672e-05,
      "loss": 0.4775,
      "step": 5578
    },
    {
      "epoch": 2.389293361884368,
      "grad_norm": 3.3912456035614014,
      "learning_rate": 2.8009709596958184e-05,
      "loss": 0.5358,
      "step": 5579
    },
    {
      "epoch": 2.3897216274089934,
      "grad_norm": 5.644322872161865,
      "learning_rate": 2.80028242298998e-05,
      "loss": 1.1333,
      "step": 5580
    },
    {
      "epoch": 2.3901498929336187,
      "grad_norm": 3.6840338706970215,
      "learning_rate": 2.7995938631725454e-05,
      "loss": 1.0571,
      "step": 5581
    },
    {
      "epoch": 2.390578158458244,
      "grad_norm": 3.979735851287842,
      "learning_rate": 2.7989052802965114e-05,
      "loss": 0.5784,
      "step": 5582
    },
    {
      "epoch": 2.3910064239828692,
      "grad_norm": 7.725368976593018,
      "learning_rate": 2.7982166744148753e-05,
      "loss": 0.3007,
      "step": 5583
    },
    {
      "epoch": 2.3914346895074945,
      "grad_norm": 3.166541337966919,
      "learning_rate": 2.797528045580635e-05,
      "loss": 0.3943,
      "step": 5584
    },
    {
      "epoch": 2.3918629550321198,
      "grad_norm": 4.015211582183838,
      "learning_rate": 2.7968393938467947e-05,
      "loss": 0.5349,
      "step": 5585
    },
    {
      "epoch": 2.392291220556745,
      "grad_norm": 6.444606304168701,
      "learning_rate": 2.7961507192663538e-05,
      "loss": 0.4547,
      "step": 5586
    },
    {
      "epoch": 2.3927194860813703,
      "grad_norm": 7.130695343017578,
      "learning_rate": 2.79546202189232e-05,
      "loss": 0.9117,
      "step": 5587
    },
    {
      "epoch": 2.3931477516059956,
      "grad_norm": 19.054325103759766,
      "learning_rate": 2.794773301777698e-05,
      "loss": 1.7147,
      "step": 5588
    },
    {
      "epoch": 2.393576017130621,
      "grad_norm": 6.551760673522949,
      "learning_rate": 2.7940845589754955e-05,
      "loss": 0.7975,
      "step": 5589
    },
    {
      "epoch": 2.394004282655246,
      "grad_norm": 1.3160549402236938,
      "learning_rate": 2.7933957935387238e-05,
      "loss": 0.5464,
      "step": 5590
    },
    {
      "epoch": 2.3944325481798714,
      "grad_norm": 6.6974945068359375,
      "learning_rate": 2.792707005520394e-05,
      "loss": 1.3507,
      "step": 5591
    },
    {
      "epoch": 2.3948608137044967,
      "grad_norm": 1.349910855293274,
      "learning_rate": 2.7920181949735196e-05,
      "loss": 0.4228,
      "step": 5592
    },
    {
      "epoch": 2.395289079229122,
      "grad_norm": 6.842713356018066,
      "learning_rate": 2.791329361951116e-05,
      "loss": 1.0944,
      "step": 5593
    },
    {
      "epoch": 2.395717344753747,
      "grad_norm": 1.9504879713058472,
      "learning_rate": 2.790640506506199e-05,
      "loss": 0.5552,
      "step": 5594
    },
    {
      "epoch": 2.3961456102783725,
      "grad_norm": 2.949526309967041,
      "learning_rate": 2.7899516286917882e-05,
      "loss": 0.4822,
      "step": 5595
    },
    {
      "epoch": 2.3965738758029977,
      "grad_norm": 2.0945372581481934,
      "learning_rate": 2.7892627285609035e-05,
      "loss": 0.4924,
      "step": 5596
    },
    {
      "epoch": 2.397002141327623,
      "grad_norm": 3.0254597663879395,
      "learning_rate": 2.7885738061665673e-05,
      "loss": 1.8954,
      "step": 5597
    },
    {
      "epoch": 2.3974304068522483,
      "grad_norm": 3.7870333194732666,
      "learning_rate": 2.787884861561803e-05,
      "loss": 1.413,
      "step": 5598
    },
    {
      "epoch": 2.3978586723768736,
      "grad_norm": 3.475337028503418,
      "learning_rate": 2.7871958947996353e-05,
      "loss": 0.8188,
      "step": 5599
    },
    {
      "epoch": 2.398286937901499,
      "grad_norm": 4.1586408615112305,
      "learning_rate": 2.7865069059330928e-05,
      "loss": 1.018,
      "step": 5600
    },
    {
      "epoch": 2.398715203426124,
      "grad_norm": 3.8873777389526367,
      "learning_rate": 2.7858178950152043e-05,
      "loss": 0.77,
      "step": 5601
    },
    {
      "epoch": 2.3991434689507494,
      "grad_norm": 7.5264716148376465,
      "learning_rate": 2.7851288620989984e-05,
      "loss": 0.7599,
      "step": 5602
    },
    {
      "epoch": 2.3995717344753746,
      "grad_norm": 2.2405736446380615,
      "learning_rate": 2.7844398072375095e-05,
      "loss": 0.5006,
      "step": 5603
    },
    {
      "epoch": 2.4,
      "grad_norm": 2.29373836517334,
      "learning_rate": 2.78375073048377e-05,
      "loss": 1.7048,
      "step": 5604
    },
    {
      "epoch": 2.400428265524625,
      "grad_norm": 5.293142318725586,
      "learning_rate": 2.783061631890817e-05,
      "loss": 1.1748,
      "step": 5605
    },
    {
      "epoch": 2.4008565310492505,
      "grad_norm": 1.7752151489257812,
      "learning_rate": 2.7823725115116868e-05,
      "loss": 0.4114,
      "step": 5606
    },
    {
      "epoch": 2.4012847965738757,
      "grad_norm": 1.9327090978622437,
      "learning_rate": 2.7816833693994183e-05,
      "loss": 1.4244,
      "step": 5607
    },
    {
      "epoch": 2.401713062098501,
      "grad_norm": 2.4252164363861084,
      "learning_rate": 2.7809942056070526e-05,
      "loss": 1.1022,
      "step": 5608
    },
    {
      "epoch": 2.4021413276231263,
      "grad_norm": 4.092789173126221,
      "learning_rate": 2.7803050201876318e-05,
      "loss": 1.7385,
      "step": 5609
    },
    {
      "epoch": 2.4025695931477515,
      "grad_norm": 6.248395919799805,
      "learning_rate": 2.7796158131942002e-05,
      "loss": 1.1397,
      "step": 5610
    },
    {
      "epoch": 2.402997858672377,
      "grad_norm": 6.429638862609863,
      "learning_rate": 2.7789265846798034e-05,
      "loss": 0.3335,
      "step": 5611
    },
    {
      "epoch": 2.403426124197002,
      "grad_norm": 2.5523996353149414,
      "learning_rate": 2.7782373346974876e-05,
      "loss": 1.0193,
      "step": 5612
    },
    {
      "epoch": 2.4038543897216273,
      "grad_norm": 4.193258762359619,
      "learning_rate": 2.7775480633003026e-05,
      "loss": 1.1492,
      "step": 5613
    },
    {
      "epoch": 2.4042826552462526,
      "grad_norm": 4.005550384521484,
      "learning_rate": 2.7768587705413e-05,
      "loss": 1.4302,
      "step": 5614
    },
    {
      "epoch": 2.404710920770878,
      "grad_norm": 5.750573635101318,
      "learning_rate": 2.7761694564735303e-05,
      "loss": 0.5117,
      "step": 5615
    },
    {
      "epoch": 2.405139186295503,
      "grad_norm": 4.693800926208496,
      "learning_rate": 2.7754801211500485e-05,
      "loss": 0.5011,
      "step": 5616
    },
    {
      "epoch": 2.4055674518201284,
      "grad_norm": 1.597874402999878,
      "learning_rate": 2.7747907646239103e-05,
      "loss": 0.4393,
      "step": 5617
    },
    {
      "epoch": 2.4059957173447537,
      "grad_norm": 3.500568389892578,
      "learning_rate": 2.7741013869481712e-05,
      "loss": 0.6457,
      "step": 5618
    },
    {
      "epoch": 2.406423982869379,
      "grad_norm": 7.746678352355957,
      "learning_rate": 2.7734119881758918e-05,
      "loss": 0.4442,
      "step": 5619
    },
    {
      "epoch": 2.4068522483940042,
      "grad_norm": 5.296404838562012,
      "learning_rate": 2.772722568360131e-05,
      "loss": 0.9461,
      "step": 5620
    },
    {
      "epoch": 2.4072805139186295,
      "grad_norm": 3.3662893772125244,
      "learning_rate": 2.7720331275539524e-05,
      "loss": 0.2514,
      "step": 5621
    },
    {
      "epoch": 2.407708779443255,
      "grad_norm": 3.9103195667266846,
      "learning_rate": 2.7713436658104193e-05,
      "loss": 0.8944,
      "step": 5622
    },
    {
      "epoch": 2.40813704496788,
      "grad_norm": 6.425649642944336,
      "learning_rate": 2.770654183182595e-05,
      "loss": 0.8581,
      "step": 5623
    },
    {
      "epoch": 2.4085653104925053,
      "grad_norm": 1.1299232244491577,
      "learning_rate": 2.769964679723549e-05,
      "loss": 0.5603,
      "step": 5624
    },
    {
      "epoch": 2.4089935760171306,
      "grad_norm": 3.0893218517303467,
      "learning_rate": 2.7692751554863477e-05,
      "loss": 1.1973,
      "step": 5625
    },
    {
      "epoch": 2.409421841541756,
      "grad_norm": 3.0749568939208984,
      "learning_rate": 2.7685856105240633e-05,
      "loss": 0.5853,
      "step": 5626
    },
    {
      "epoch": 2.409850107066381,
      "grad_norm": 2.5061323642730713,
      "learning_rate": 2.7678960448897658e-05,
      "loss": 0.5821,
      "step": 5627
    },
    {
      "epoch": 2.4102783725910064,
      "grad_norm": 2.5536463260650635,
      "learning_rate": 2.767206458636528e-05,
      "loss": 1.194,
      "step": 5628
    },
    {
      "epoch": 2.4107066381156317,
      "grad_norm": 2.8919265270233154,
      "learning_rate": 2.7665168518174262e-05,
      "loss": 0.3925,
      "step": 5629
    },
    {
      "epoch": 2.411134903640257,
      "grad_norm": 10.430636405944824,
      "learning_rate": 2.765827224485536e-05,
      "loss": 1.2151,
      "step": 5630
    },
    {
      "epoch": 2.4115631691648822,
      "grad_norm": 12.877735137939453,
      "learning_rate": 2.7651375766939357e-05,
      "loss": 2.6613,
      "step": 5631
    },
    {
      "epoch": 2.4119914346895075,
      "grad_norm": 1.1826475858688354,
      "learning_rate": 2.7644479084957054e-05,
      "loss": 0.4005,
      "step": 5632
    },
    {
      "epoch": 2.4124197002141328,
      "grad_norm": 4.24699592590332,
      "learning_rate": 2.7637582199439242e-05,
      "loss": 1.1399,
      "step": 5633
    },
    {
      "epoch": 2.412847965738758,
      "grad_norm": 1.0210175514221191,
      "learning_rate": 2.7630685110916778e-05,
      "loss": 0.334,
      "step": 5634
    },
    {
      "epoch": 2.4132762312633833,
      "grad_norm": 2.496981382369995,
      "learning_rate": 2.7623787819920475e-05,
      "loss": 0.53,
      "step": 5635
    },
    {
      "epoch": 2.4137044967880086,
      "grad_norm": 1.9189016819000244,
      "learning_rate": 2.7616890326981215e-05,
      "loss": 0.3816,
      "step": 5636
    },
    {
      "epoch": 2.414132762312634,
      "grad_norm": 5.491183757781982,
      "learning_rate": 2.760999263262986e-05,
      "loss": 0.525,
      "step": 5637
    },
    {
      "epoch": 2.414561027837259,
      "grad_norm": 3.1268672943115234,
      "learning_rate": 2.7603094737397296e-05,
      "loss": 0.5392,
      "step": 5638
    },
    {
      "epoch": 2.4149892933618844,
      "grad_norm": 3.9716875553131104,
      "learning_rate": 2.7596196641814436e-05,
      "loss": 0.9156,
      "step": 5639
    },
    {
      "epoch": 2.4154175588865097,
      "grad_norm": 3.4977447986602783,
      "learning_rate": 2.75892983464122e-05,
      "loss": 0.2801,
      "step": 5640
    },
    {
      "epoch": 2.415845824411135,
      "grad_norm": 2.646094560623169,
      "learning_rate": 2.7582399851721514e-05,
      "loss": 0.4421,
      "step": 5641
    },
    {
      "epoch": 2.41627408993576,
      "grad_norm": 6.629439830780029,
      "learning_rate": 2.7575501158273337e-05,
      "loss": 1.1788,
      "step": 5642
    },
    {
      "epoch": 2.4167023554603855,
      "grad_norm": 5.800453186035156,
      "learning_rate": 2.756860226659863e-05,
      "loss": 0.8542,
      "step": 5643
    },
    {
      "epoch": 2.4171306209850107,
      "grad_norm": 1.6290347576141357,
      "learning_rate": 2.756170317722839e-05,
      "loss": 0.5668,
      "step": 5644
    },
    {
      "epoch": 2.417558886509636,
      "grad_norm": 4.071568965911865,
      "learning_rate": 2.7554803890693597e-05,
      "loss": 0.7648,
      "step": 5645
    },
    {
      "epoch": 2.4179871520342613,
      "grad_norm": 1.233755350112915,
      "learning_rate": 2.754790440752526e-05,
      "loss": 0.5837,
      "step": 5646
    },
    {
      "epoch": 2.4184154175588866,
      "grad_norm": 1.056653618812561,
      "learning_rate": 2.7541004728254422e-05,
      "loss": 0.4071,
      "step": 5647
    },
    {
      "epoch": 2.418843683083512,
      "grad_norm": 3.122438430786133,
      "learning_rate": 2.7534104853412107e-05,
      "loss": 0.867,
      "step": 5648
    },
    {
      "epoch": 2.419271948608137,
      "grad_norm": 2.852389335632324,
      "learning_rate": 2.7527204783529387e-05,
      "loss": 0.4548,
      "step": 5649
    },
    {
      "epoch": 2.4197002141327624,
      "grad_norm": 2.693891763687134,
      "learning_rate": 2.752030451913733e-05,
      "loss": 0.3995,
      "step": 5650
    },
    {
      "epoch": 2.4201284796573876,
      "grad_norm": 4.044301509857178,
      "learning_rate": 2.7513404060767022e-05,
      "loss": 1.0213,
      "step": 5651
    },
    {
      "epoch": 2.420556745182013,
      "grad_norm": 7.637851715087891,
      "learning_rate": 2.7506503408949563e-05,
      "loss": 0.5644,
      "step": 5652
    },
    {
      "epoch": 2.420985010706638,
      "grad_norm": 3.835622787475586,
      "learning_rate": 2.7499602564216075e-05,
      "loss": 0.9374,
      "step": 5653
    },
    {
      "epoch": 2.4214132762312635,
      "grad_norm": 9.163200378417969,
      "learning_rate": 2.7492701527097688e-05,
      "loss": 0.4908,
      "step": 5654
    },
    {
      "epoch": 2.4218415417558887,
      "grad_norm": 5.200344085693359,
      "learning_rate": 2.748580029812554e-05,
      "loss": 1.1005,
      "step": 5655
    },
    {
      "epoch": 2.422269807280514,
      "grad_norm": 2.799489736557007,
      "learning_rate": 2.747889887783081e-05,
      "loss": 1.1478,
      "step": 5656
    },
    {
      "epoch": 2.4226980728051393,
      "grad_norm": 3.4795212745666504,
      "learning_rate": 2.7471997266744654e-05,
      "loss": 0.8677,
      "step": 5657
    },
    {
      "epoch": 2.4231263383297645,
      "grad_norm": 2.1825015544891357,
      "learning_rate": 2.7465095465398277e-05,
      "loss": 0.3453,
      "step": 5658
    },
    {
      "epoch": 2.42355460385439,
      "grad_norm": 4.6792144775390625,
      "learning_rate": 2.7458193474322874e-05,
      "loss": 0.8769,
      "step": 5659
    },
    {
      "epoch": 2.423982869379015,
      "grad_norm": 3.5382654666900635,
      "learning_rate": 2.745129129404968e-05,
      "loss": 0.4801,
      "step": 5660
    },
    {
      "epoch": 2.4244111349036404,
      "grad_norm": 3.4732797145843506,
      "learning_rate": 2.7444388925109922e-05,
      "loss": 0.4585,
      "step": 5661
    },
    {
      "epoch": 2.4248394004282656,
      "grad_norm": 8.285425186157227,
      "learning_rate": 2.743748636803483e-05,
      "loss": 0.5836,
      "step": 5662
    },
    {
      "epoch": 2.425267665952891,
      "grad_norm": 13.62640380859375,
      "learning_rate": 2.7430583623355705e-05,
      "loss": 0.5224,
      "step": 5663
    },
    {
      "epoch": 2.425695931477516,
      "grad_norm": 7.207819938659668,
      "learning_rate": 2.7423680691603792e-05,
      "loss": 1.0553,
      "step": 5664
    },
    {
      "epoch": 2.4261241970021414,
      "grad_norm": 2.1584601402282715,
      "learning_rate": 2.7416777573310397e-05,
      "loss": 0.5854,
      "step": 5665
    },
    {
      "epoch": 2.4265524625267667,
      "grad_norm": 14.109148979187012,
      "learning_rate": 2.7409874269006834e-05,
      "loss": 1.0688,
      "step": 5666
    },
    {
      "epoch": 2.426980728051392,
      "grad_norm": 3.138810157775879,
      "learning_rate": 2.740297077922441e-05,
      "loss": 0.8584,
      "step": 5667
    },
    {
      "epoch": 2.4274089935760172,
      "grad_norm": 2.6742331981658936,
      "learning_rate": 2.739606710449447e-05,
      "loss": 0.9434,
      "step": 5668
    },
    {
      "epoch": 2.4278372591006425,
      "grad_norm": 2.854682683944702,
      "learning_rate": 2.7389163245348352e-05,
      "loss": 0.4937,
      "step": 5669
    },
    {
      "epoch": 2.428265524625268,
      "grad_norm": 6.5545148849487305,
      "learning_rate": 2.738225920231744e-05,
      "loss": 0.944,
      "step": 5670
    },
    {
      "epoch": 2.428693790149893,
      "grad_norm": 1.6508607864379883,
      "learning_rate": 2.73753549759331e-05,
      "loss": 0.3633,
      "step": 5671
    },
    {
      "epoch": 2.4291220556745183,
      "grad_norm": 6.0498366355896,
      "learning_rate": 2.736845056672671e-05,
      "loss": 0.5492,
      "step": 5672
    },
    {
      "epoch": 2.4295503211991436,
      "grad_norm": 5.049208164215088,
      "learning_rate": 2.7361545975229702e-05,
      "loss": 0.7142,
      "step": 5673
    },
    {
      "epoch": 2.429978586723769,
      "grad_norm": 3.076432228088379,
      "learning_rate": 2.7354641201973474e-05,
      "loss": 1.4996,
      "step": 5674
    },
    {
      "epoch": 2.430406852248394,
      "grad_norm": 4.599114894866943,
      "learning_rate": 2.734773624748948e-05,
      "loss": 0.6188,
      "step": 5675
    },
    {
      "epoch": 2.4308351177730194,
      "grad_norm": 0.9683912396430969,
      "learning_rate": 2.7340831112309158e-05,
      "loss": 0.4415,
      "step": 5676
    },
    {
      "epoch": 2.4312633832976447,
      "grad_norm": 2.888036012649536,
      "learning_rate": 2.733392579696396e-05,
      "loss": 0.4031,
      "step": 5677
    },
    {
      "epoch": 2.43169164882227,
      "grad_norm": 0.7956357002258301,
      "learning_rate": 2.7327020301985385e-05,
      "loss": 0.1392,
      "step": 5678
    },
    {
      "epoch": 2.4321199143468952,
      "grad_norm": 3.3081631660461426,
      "learning_rate": 2.73201146279049e-05,
      "loss": 1.5448,
      "step": 5679
    },
    {
      "epoch": 2.4325481798715205,
      "grad_norm": 4.648967266082764,
      "learning_rate": 2.7313208775254023e-05,
      "loss": 0.8504,
      "step": 5680
    },
    {
      "epoch": 2.4329764453961458,
      "grad_norm": 4.208770275115967,
      "learning_rate": 2.7306302744564267e-05,
      "loss": 0.9224,
      "step": 5681
    },
    {
      "epoch": 2.433404710920771,
      "grad_norm": 4.130259990692139,
      "learning_rate": 2.7299396536367155e-05,
      "loss": 0.6705,
      "step": 5682
    },
    {
      "epoch": 2.4338329764453963,
      "grad_norm": 0.8079400658607483,
      "learning_rate": 2.7292490151194245e-05,
      "loss": 0.3002,
      "step": 5683
    },
    {
      "epoch": 2.4342612419700216,
      "grad_norm": 2.8652029037475586,
      "learning_rate": 2.7285583589577092e-05,
      "loss": 0.4167,
      "step": 5684
    },
    {
      "epoch": 2.434689507494647,
      "grad_norm": 2.7417335510253906,
      "learning_rate": 2.7278676852047258e-05,
      "loss": 0.3819,
      "step": 5685
    },
    {
      "epoch": 2.435117773019272,
      "grad_norm": 4.705327987670898,
      "learning_rate": 2.7271769939136342e-05,
      "loss": 0.9792,
      "step": 5686
    },
    {
      "epoch": 2.4355460385438974,
      "grad_norm": 0.6967328190803528,
      "learning_rate": 2.7264862851375932e-05,
      "loss": 0.1668,
      "step": 5687
    },
    {
      "epoch": 2.4359743040685227,
      "grad_norm": 2.8300721645355225,
      "learning_rate": 2.7257955589297646e-05,
      "loss": 1.1709,
      "step": 5688
    },
    {
      "epoch": 2.436402569593148,
      "grad_norm": 5.09700870513916,
      "learning_rate": 2.7251048153433105e-05,
      "loss": 1.3851,
      "step": 5689
    },
    {
      "epoch": 2.436830835117773,
      "grad_norm": 4.127964019775391,
      "learning_rate": 2.7244140544313955e-05,
      "loss": 1.0431,
      "step": 5690
    },
    {
      "epoch": 2.4372591006423985,
      "grad_norm": 3.347172260284424,
      "learning_rate": 2.7237232762471844e-05,
      "loss": 0.4355,
      "step": 5691
    },
    {
      "epoch": 2.4376873661670233,
      "grad_norm": 0.941929280757904,
      "learning_rate": 2.723032480843844e-05,
      "loss": 0.218,
      "step": 5692
    },
    {
      "epoch": 2.438115631691649,
      "grad_norm": 3.7543721199035645,
      "learning_rate": 2.7223416682745416e-05,
      "loss": 0.5676,
      "step": 5693
    },
    {
      "epoch": 2.438543897216274,
      "grad_norm": 3.5552384853363037,
      "learning_rate": 2.7216508385924472e-05,
      "loss": 0.4973,
      "step": 5694
    },
    {
      "epoch": 2.4389721627408996,
      "grad_norm": 1.1563199758529663,
      "learning_rate": 2.720959991850731e-05,
      "loss": 0.4927,
      "step": 5695
    },
    {
      "epoch": 2.4394004282655244,
      "grad_norm": 4.4166107177734375,
      "learning_rate": 2.720269128102564e-05,
      "loss": 0.9047,
      "step": 5696
    },
    {
      "epoch": 2.43982869379015,
      "grad_norm": 2.036285161972046,
      "learning_rate": 2.719578247401121e-05,
      "loss": 0.6977,
      "step": 5697
    },
    {
      "epoch": 2.440256959314775,
      "grad_norm": 5.757720470428467,
      "learning_rate": 2.7188873497995748e-05,
      "loss": 1.3712,
      "step": 5698
    },
    {
      "epoch": 2.4406852248394006,
      "grad_norm": 1.6401150226593018,
      "learning_rate": 2.718196435351103e-05,
      "loss": 0.519,
      "step": 5699
    },
    {
      "epoch": 2.4411134903640255,
      "grad_norm": 4.6877899169921875,
      "learning_rate": 2.7175055041088816e-05,
      "loss": 0.6278,
      "step": 5700
    },
    {
      "epoch": 2.441541755888651,
      "grad_norm": 6.144675254821777,
      "learning_rate": 2.7168145561260878e-05,
      "loss": 0.2473,
      "step": 5701
    },
    {
      "epoch": 2.441970021413276,
      "grad_norm": 2.0461719036102295,
      "learning_rate": 2.7161235914559036e-05,
      "loss": 0.3283,
      "step": 5702
    },
    {
      "epoch": 2.4423982869379017,
      "grad_norm": 4.366409778594971,
      "learning_rate": 2.7154326101515076e-05,
      "loss": 1.2448,
      "step": 5703
    },
    {
      "epoch": 2.4428265524625266,
      "grad_norm": 5.780550956726074,
      "learning_rate": 2.714741612266084e-05,
      "loss": 1.6586,
      "step": 5704
    },
    {
      "epoch": 2.4432548179871523,
      "grad_norm": 1.7645074129104614,
      "learning_rate": 2.7140505978528157e-05,
      "loss": 0.3315,
      "step": 5705
    },
    {
      "epoch": 2.443683083511777,
      "grad_norm": 2.142133951187134,
      "learning_rate": 2.7133595669648866e-05,
      "loss": 0.3282,
      "step": 5706
    },
    {
      "epoch": 2.444111349036403,
      "grad_norm": 3.6946470737457275,
      "learning_rate": 2.7126685196554834e-05,
      "loss": 1.4345,
      "step": 5707
    },
    {
      "epoch": 2.4445396145610276,
      "grad_norm": 3.6442010402679443,
      "learning_rate": 2.711977455977793e-05,
      "loss": 0.5601,
      "step": 5708
    },
    {
      "epoch": 2.444967880085653,
      "grad_norm": 4.330514430999756,
      "learning_rate": 2.711286375985005e-05,
      "loss": 0.474,
      "step": 5709
    },
    {
      "epoch": 2.445396145610278,
      "grad_norm": 4.240075588226318,
      "learning_rate": 2.710595279730308e-05,
      "loss": 0.7928,
      "step": 5710
    },
    {
      "epoch": 2.4458244111349035,
      "grad_norm": 4.432882785797119,
      "learning_rate": 2.7099041672668933e-05,
      "loss": 0.4058,
      "step": 5711
    },
    {
      "epoch": 2.4462526766595287,
      "grad_norm": 1.1988953351974487,
      "learning_rate": 2.7092130386479538e-05,
      "loss": 0.2971,
      "step": 5712
    },
    {
      "epoch": 2.446680942184154,
      "grad_norm": 2.156244993209839,
      "learning_rate": 2.7085218939266814e-05,
      "loss": 1.4018,
      "step": 5713
    },
    {
      "epoch": 2.4471092077087793,
      "grad_norm": 0.7418071627616882,
      "learning_rate": 2.7078307331562737e-05,
      "loss": 0.1554,
      "step": 5714
    },
    {
      "epoch": 2.4475374732334045,
      "grad_norm": 2.968165397644043,
      "learning_rate": 2.7071395563899245e-05,
      "loss": 0.3245,
      "step": 5715
    },
    {
      "epoch": 2.44796573875803,
      "grad_norm": 20.33112144470215,
      "learning_rate": 2.7064483636808313e-05,
      "loss": 0.6087,
      "step": 5716
    },
    {
      "epoch": 2.448394004282655,
      "grad_norm": 1.521958827972412,
      "learning_rate": 2.7057571550821925e-05,
      "loss": 0.5803,
      "step": 5717
    },
    {
      "epoch": 2.4488222698072803,
      "grad_norm": 4.67308235168457,
      "learning_rate": 2.7050659306472092e-05,
      "loss": 1.579,
      "step": 5718
    },
    {
      "epoch": 2.4492505353319056,
      "grad_norm": 4.278799057006836,
      "learning_rate": 2.7043746904290805e-05,
      "loss": 0.7044,
      "step": 5719
    },
    {
      "epoch": 2.449678800856531,
      "grad_norm": 30.966222763061523,
      "learning_rate": 2.7036834344810102e-05,
      "loss": 0.5377,
      "step": 5720
    },
    {
      "epoch": 2.450107066381156,
      "grad_norm": 2.6432013511657715,
      "learning_rate": 2.7029921628562006e-05,
      "loss": 0.5976,
      "step": 5721
    },
    {
      "epoch": 2.4505353319057814,
      "grad_norm": 6.39853572845459,
      "learning_rate": 2.702300875607856e-05,
      "loss": 0.9742,
      "step": 5722
    },
    {
      "epoch": 2.4509635974304067,
      "grad_norm": 3.578435182571411,
      "learning_rate": 2.7016095727891834e-05,
      "loss": 0.5181,
      "step": 5723
    },
    {
      "epoch": 2.451391862955032,
      "grad_norm": 1.3049505949020386,
      "learning_rate": 2.700918254453388e-05,
      "loss": 0.3454,
      "step": 5724
    },
    {
      "epoch": 2.4518201284796572,
      "grad_norm": 1.2911884784698486,
      "learning_rate": 2.7002269206536796e-05,
      "loss": 0.6115,
      "step": 5725
    },
    {
      "epoch": 2.4522483940042825,
      "grad_norm": 5.401815891265869,
      "learning_rate": 2.699535571443267e-05,
      "loss": 0.5404,
      "step": 5726
    },
    {
      "epoch": 2.452676659528908,
      "grad_norm": 2.14790678024292,
      "learning_rate": 2.6988442068753595e-05,
      "loss": 1.0694,
      "step": 5727
    },
    {
      "epoch": 2.453104925053533,
      "grad_norm": 2.891839027404785,
      "learning_rate": 2.6981528270031707e-05,
      "loss": 0.5174,
      "step": 5728
    },
    {
      "epoch": 2.4535331905781583,
      "grad_norm": 6.121375560760498,
      "learning_rate": 2.6974614318799118e-05,
      "loss": 1.0026,
      "step": 5729
    },
    {
      "epoch": 2.4539614561027836,
      "grad_norm": 3.3253469467163086,
      "learning_rate": 2.6967700215587987e-05,
      "loss": 0.4722,
      "step": 5730
    },
    {
      "epoch": 2.454389721627409,
      "grad_norm": 1.6714431047439575,
      "learning_rate": 2.6960785960930452e-05,
      "loss": 0.586,
      "step": 5731
    },
    {
      "epoch": 2.454817987152034,
      "grad_norm": 1.8195276260375977,
      "learning_rate": 2.695387155535868e-05,
      "loss": 0.1529,
      "step": 5732
    },
    {
      "epoch": 2.4552462526766594,
      "grad_norm": 2.4143776893615723,
      "learning_rate": 2.6946956999404848e-05,
      "loss": 0.6807,
      "step": 5733
    },
    {
      "epoch": 2.4556745182012847,
      "grad_norm": 1.2449848651885986,
      "learning_rate": 2.6940042293601143e-05,
      "loss": 0.359,
      "step": 5734
    },
    {
      "epoch": 2.45610278372591,
      "grad_norm": 4.387360572814941,
      "learning_rate": 2.693312743847976e-05,
      "loss": 0.7151,
      "step": 5735
    },
    {
      "epoch": 2.4565310492505352,
      "grad_norm": 2.4458820819854736,
      "learning_rate": 2.6926212434572916e-05,
      "loss": 0.647,
      "step": 5736
    },
    {
      "epoch": 2.4569593147751605,
      "grad_norm": 8.058700561523438,
      "learning_rate": 2.691929728241282e-05,
      "loss": 0.8668,
      "step": 5737
    },
    {
      "epoch": 2.4573875802997858,
      "grad_norm": 1.4191257953643799,
      "learning_rate": 2.6912381982531725e-05,
      "loss": 0.4317,
      "step": 5738
    },
    {
      "epoch": 2.457815845824411,
      "grad_norm": 4.433391571044922,
      "learning_rate": 2.690546653546186e-05,
      "loss": 0.911,
      "step": 5739
    },
    {
      "epoch": 2.4582441113490363,
      "grad_norm": 5.161221504211426,
      "learning_rate": 2.689855094173548e-05,
      "loss": 0.4671,
      "step": 5740
    },
    {
      "epoch": 2.4586723768736616,
      "grad_norm": 5.92930269241333,
      "learning_rate": 2.6891635201884863e-05,
      "loss": 1.3086,
      "step": 5741
    },
    {
      "epoch": 2.459100642398287,
      "grad_norm": 3.0170648097991943,
      "learning_rate": 2.6884719316442275e-05,
      "loss": 0.5079,
      "step": 5742
    },
    {
      "epoch": 2.459528907922912,
      "grad_norm": 4.772080421447754,
      "learning_rate": 2.6877803285940017e-05,
      "loss": 1.4061,
      "step": 5743
    },
    {
      "epoch": 2.4599571734475374,
      "grad_norm": 3.0142664909362793,
      "learning_rate": 2.687088711091038e-05,
      "loss": 0.7815,
      "step": 5744
    },
    {
      "epoch": 2.4603854389721627,
      "grad_norm": 1.0724798440933228,
      "learning_rate": 2.6863970791885678e-05,
      "loss": 0.7927,
      "step": 5745
    },
    {
      "epoch": 2.460813704496788,
      "grad_norm": 4.079585552215576,
      "learning_rate": 2.685705432939824e-05,
      "loss": 0.6305,
      "step": 5746
    },
    {
      "epoch": 2.461241970021413,
      "grad_norm": 2.3307557106018066,
      "learning_rate": 2.685013772398039e-05,
      "loss": 0.9499,
      "step": 5747
    },
    {
      "epoch": 2.4616702355460385,
      "grad_norm": 6.507052421569824,
      "learning_rate": 2.684322097616448e-05,
      "loss": 0.6062,
      "step": 5748
    },
    {
      "epoch": 2.4620985010706637,
      "grad_norm": 4.873873233795166,
      "learning_rate": 2.6836304086482867e-05,
      "loss": 1.2619,
      "step": 5749
    },
    {
      "epoch": 2.462526766595289,
      "grad_norm": 4.156476974487305,
      "learning_rate": 2.6829387055467904e-05,
      "loss": 0.57,
      "step": 5750
    },
    {
      "epoch": 2.4629550321199143,
      "grad_norm": 6.330513954162598,
      "learning_rate": 2.6822469883651985e-05,
      "loss": 0.9749,
      "step": 5751
    },
    {
      "epoch": 2.4633832976445396,
      "grad_norm": 7.063392639160156,
      "learning_rate": 2.6815552571567492e-05,
      "loss": 0.4902,
      "step": 5752
    },
    {
      "epoch": 2.463811563169165,
      "grad_norm": 3.783863067626953,
      "learning_rate": 2.680863511974682e-05,
      "loss": 0.979,
      "step": 5753
    },
    {
      "epoch": 2.46423982869379,
      "grad_norm": 2.394176483154297,
      "learning_rate": 2.680171752872239e-05,
      "loss": 0.1723,
      "step": 5754
    },
    {
      "epoch": 2.4646680942184154,
      "grad_norm": 6.962862014770508,
      "learning_rate": 2.6794799799026617e-05,
      "loss": 0.7025,
      "step": 5755
    },
    {
      "epoch": 2.4650963597430406,
      "grad_norm": 4.804468154907227,
      "learning_rate": 2.678788193119192e-05,
      "loss": 0.6713,
      "step": 5756
    },
    {
      "epoch": 2.465524625267666,
      "grad_norm": 3.009819746017456,
      "learning_rate": 2.6780963925750764e-05,
      "loss": 0.418,
      "step": 5757
    },
    {
      "epoch": 2.465952890792291,
      "grad_norm": 4.898588180541992,
      "learning_rate": 2.6774045783235586e-05,
      "loss": 0.9104,
      "step": 5758
    },
    {
      "epoch": 2.4663811563169165,
      "grad_norm": 0.6199632883071899,
      "learning_rate": 2.6767127504178852e-05,
      "loss": 0.149,
      "step": 5759
    },
    {
      "epoch": 2.4668094218415417,
      "grad_norm": 5.2667622566223145,
      "learning_rate": 2.6760209089113036e-05,
      "loss": 1.0047,
      "step": 5760
    },
    {
      "epoch": 2.467237687366167,
      "grad_norm": 2.5251822471618652,
      "learning_rate": 2.6753290538570625e-05,
      "loss": 1.0448,
      "step": 5761
    },
    {
      "epoch": 2.4676659528907923,
      "grad_norm": 1.9245905876159668,
      "learning_rate": 2.6746371853084113e-05,
      "loss": 0.7683,
      "step": 5762
    },
    {
      "epoch": 2.4680942184154175,
      "grad_norm": 4.137871742248535,
      "learning_rate": 2.6739453033185997e-05,
      "loss": 1.0141,
      "step": 5763
    },
    {
      "epoch": 2.468522483940043,
      "grad_norm": 3.522171974182129,
      "learning_rate": 2.67325340794088e-05,
      "loss": 0.3082,
      "step": 5764
    },
    {
      "epoch": 2.468950749464668,
      "grad_norm": 3.1705808639526367,
      "learning_rate": 2.6725614992285046e-05,
      "loss": 0.7394,
      "step": 5765
    },
    {
      "epoch": 2.4693790149892934,
      "grad_norm": 2.8174498081207275,
      "learning_rate": 2.671869577234727e-05,
      "loss": 0.4626,
      "step": 5766
    },
    {
      "epoch": 2.4698072805139186,
      "grad_norm": 4.420144557952881,
      "learning_rate": 2.6711776420128025e-05,
      "loss": 0.6262,
      "step": 5767
    },
    {
      "epoch": 2.470235546038544,
      "grad_norm": 3.691263198852539,
      "learning_rate": 2.670485693615985e-05,
      "loss": 0.3697,
      "step": 5768
    },
    {
      "epoch": 2.470663811563169,
      "grad_norm": 2.696343421936035,
      "learning_rate": 2.669793732097533e-05,
      "loss": 0.9136,
      "step": 5769
    },
    {
      "epoch": 2.4710920770877944,
      "grad_norm": 3.390059471130371,
      "learning_rate": 2.6691017575107035e-05,
      "loss": 0.5167,
      "step": 5770
    },
    {
      "epoch": 2.4715203426124197,
      "grad_norm": 1.9728500843048096,
      "learning_rate": 2.6684097699087546e-05,
      "loss": 0.8738,
      "step": 5771
    },
    {
      "epoch": 2.471948608137045,
      "grad_norm": 45.41982650756836,
      "learning_rate": 2.667717769344947e-05,
      "loss": 1.0916,
      "step": 5772
    },
    {
      "epoch": 2.4723768736616702,
      "grad_norm": 1.0840359926223755,
      "learning_rate": 2.6670257558725402e-05,
      "loss": 0.2417,
      "step": 5773
    },
    {
      "epoch": 2.4728051391862955,
      "grad_norm": 15.778671264648438,
      "learning_rate": 2.666333729544796e-05,
      "loss": 0.5475,
      "step": 5774
    },
    {
      "epoch": 2.473233404710921,
      "grad_norm": 4.052242755889893,
      "learning_rate": 2.6656416904149783e-05,
      "loss": 0.4825,
      "step": 5775
    },
    {
      "epoch": 2.473661670235546,
      "grad_norm": 34.09843063354492,
      "learning_rate": 2.6649496385363486e-05,
      "loss": 0.6488,
      "step": 5776
    },
    {
      "epoch": 2.4740899357601713,
      "grad_norm": 2.5619559288024902,
      "learning_rate": 2.664257573962174e-05,
      "loss": 0.4403,
      "step": 5777
    },
    {
      "epoch": 2.4745182012847966,
      "grad_norm": 8.013482093811035,
      "learning_rate": 2.6635654967457184e-05,
      "loss": 0.7995,
      "step": 5778
    },
    {
      "epoch": 2.474946466809422,
      "grad_norm": 5.246458053588867,
      "learning_rate": 2.6628734069402482e-05,
      "loss": 0.5574,
      "step": 5779
    },
    {
      "epoch": 2.475374732334047,
      "grad_norm": 15.002638816833496,
      "learning_rate": 2.6621813045990323e-05,
      "loss": 1.1389,
      "step": 5780
    },
    {
      "epoch": 2.4758029978586724,
      "grad_norm": 1.0779117345809937,
      "learning_rate": 2.6614891897753375e-05,
      "loss": 0.3857,
      "step": 5781
    },
    {
      "epoch": 2.4762312633832977,
      "grad_norm": 4.777316570281982,
      "learning_rate": 2.6607970625224347e-05,
      "loss": 0.728,
      "step": 5782
    },
    {
      "epoch": 2.476659528907923,
      "grad_norm": 2.8320164680480957,
      "learning_rate": 2.660104922893594e-05,
      "loss": 0.2806,
      "step": 5783
    },
    {
      "epoch": 2.4770877944325482,
      "grad_norm": 2.8343493938446045,
      "learning_rate": 2.6594127709420858e-05,
      "loss": 0.374,
      "step": 5784
    },
    {
      "epoch": 2.4775160599571735,
      "grad_norm": 1.480009913444519,
      "learning_rate": 2.6587206067211836e-05,
      "loss": 0.5797,
      "step": 5785
    },
    {
      "epoch": 2.4779443254817988,
      "grad_norm": 4.095840930938721,
      "learning_rate": 2.658028430284159e-05,
      "loss": 1.1056,
      "step": 5786
    },
    {
      "epoch": 2.478372591006424,
      "grad_norm": 7.573556900024414,
      "learning_rate": 2.657336241684288e-05,
      "loss": 0.6605,
      "step": 5787
    },
    {
      "epoch": 2.4788008565310493,
      "grad_norm": 2.2899248600006104,
      "learning_rate": 2.656644040974845e-05,
      "loss": 0.4527,
      "step": 5788
    },
    {
      "epoch": 2.4792291220556746,
      "grad_norm": 2.7993338108062744,
      "learning_rate": 2.655951828209106e-05,
      "loss": 0.2043,
      "step": 5789
    },
    {
      "epoch": 2.4796573875803,
      "grad_norm": 1.961882472038269,
      "learning_rate": 2.6552596034403483e-05,
      "loss": 0.3022,
      "step": 5790
    },
    {
      "epoch": 2.480085653104925,
      "grad_norm": 3.35931134223938,
      "learning_rate": 2.6545673667218496e-05,
      "loss": 1.0802,
      "step": 5791
    },
    {
      "epoch": 2.4805139186295504,
      "grad_norm": 1.3444459438323975,
      "learning_rate": 2.653875118106888e-05,
      "loss": 0.1641,
      "step": 5792
    },
    {
      "epoch": 2.4809421841541757,
      "grad_norm": 9.331785202026367,
      "learning_rate": 2.6531828576487448e-05,
      "loss": 1.6578,
      "step": 5793
    },
    {
      "epoch": 2.481370449678801,
      "grad_norm": 1.8756884336471558,
      "learning_rate": 2.6524905854006998e-05,
      "loss": 0.4755,
      "step": 5794
    },
    {
      "epoch": 2.481798715203426,
      "grad_norm": 5.1428022384643555,
      "learning_rate": 2.651798301416034e-05,
      "loss": 1.7166,
      "step": 5795
    },
    {
      "epoch": 2.4822269807280515,
      "grad_norm": 2.660977602005005,
      "learning_rate": 2.6511060057480308e-05,
      "loss": 0.793,
      "step": 5796
    },
    {
      "epoch": 2.4826552462526768,
      "grad_norm": 1.6698542833328247,
      "learning_rate": 2.6504136984499728e-05,
      "loss": 0.3889,
      "step": 5797
    },
    {
      "epoch": 2.483083511777302,
      "grad_norm": 6.382452964782715,
      "learning_rate": 2.649721379575145e-05,
      "loss": 0.5386,
      "step": 5798
    },
    {
      "epoch": 2.4835117773019273,
      "grad_norm": 5.412234783172607,
      "learning_rate": 2.6490290491768327e-05,
      "loss": 1.2612,
      "step": 5799
    },
    {
      "epoch": 2.4839400428265526,
      "grad_norm": 2.0678956508636475,
      "learning_rate": 2.6483367073083203e-05,
      "loss": 0.1926,
      "step": 5800
    },
    {
      "epoch": 2.484368308351178,
      "grad_norm": 3.8094468116760254,
      "learning_rate": 2.647644354022896e-05,
      "loss": 0.5025,
      "step": 5801
    },
    {
      "epoch": 2.484796573875803,
      "grad_norm": 1.4992386102676392,
      "learning_rate": 2.6469519893738483e-05,
      "loss": 0.6016,
      "step": 5802
    },
    {
      "epoch": 2.4852248394004284,
      "grad_norm": 3.4341557025909424,
      "learning_rate": 2.646259613414464e-05,
      "loss": 0.9932,
      "step": 5803
    },
    {
      "epoch": 2.4856531049250536,
      "grad_norm": 1.5994316339492798,
      "learning_rate": 2.6455672261980346e-05,
      "loss": 0.3096,
      "step": 5804
    },
    {
      "epoch": 2.486081370449679,
      "grad_norm": 4.04722261428833,
      "learning_rate": 2.644874827777849e-05,
      "loss": 0.8943,
      "step": 5805
    },
    {
      "epoch": 2.486509635974304,
      "grad_norm": 3.843263864517212,
      "learning_rate": 2.644182418207199e-05,
      "loss": 0.4593,
      "step": 5806
    },
    {
      "epoch": 2.4869379014989295,
      "grad_norm": 34.867008209228516,
      "learning_rate": 2.6434899975393767e-05,
      "loss": 1.0564,
      "step": 5807
    },
    {
      "epoch": 2.4873661670235547,
      "grad_norm": 3.736574649810791,
      "learning_rate": 2.6427975658276754e-05,
      "loss": 0.7877,
      "step": 5808
    },
    {
      "epoch": 2.48779443254818,
      "grad_norm": 2.27429461479187,
      "learning_rate": 2.642105123125389e-05,
      "loss": 0.672,
      "step": 5809
    },
    {
      "epoch": 2.4882226980728053,
      "grad_norm": 4.388327598571777,
      "learning_rate": 2.641412669485811e-05,
      "loss": 0.5134,
      "step": 5810
    },
    {
      "epoch": 2.4886509635974305,
      "grad_norm": 2.3492157459259033,
      "learning_rate": 2.6407202049622387e-05,
      "loss": 0.5713,
      "step": 5811
    },
    {
      "epoch": 2.489079229122056,
      "grad_norm": 2.1763877868652344,
      "learning_rate": 2.6400277296079675e-05,
      "loss": 0.7986,
      "step": 5812
    },
    {
      "epoch": 2.489507494646681,
      "grad_norm": 3.4550821781158447,
      "learning_rate": 2.6393352434762943e-05,
      "loss": 0.5829,
      "step": 5813
    },
    {
      "epoch": 2.4899357601713064,
      "grad_norm": 2.8523173332214355,
      "learning_rate": 2.638642746620517e-05,
      "loss": 0.3922,
      "step": 5814
    },
    {
      "epoch": 2.4903640256959316,
      "grad_norm": 1.124337911605835,
      "learning_rate": 2.6379502390939352e-05,
      "loss": 0.4248,
      "step": 5815
    },
    {
      "epoch": 2.490792291220557,
      "grad_norm": 4.9701056480407715,
      "learning_rate": 2.6372577209498488e-05,
      "loss": 0.7332,
      "step": 5816
    },
    {
      "epoch": 2.491220556745182,
      "grad_norm": 3.520066261291504,
      "learning_rate": 2.636565192241558e-05,
      "loss": 0.7613,
      "step": 5817
    },
    {
      "epoch": 2.4916488222698074,
      "grad_norm": 3.837695837020874,
      "learning_rate": 2.6358726530223628e-05,
      "loss": 0.4141,
      "step": 5818
    },
    {
      "epoch": 2.4920770877944327,
      "grad_norm": 2.2744345664978027,
      "learning_rate": 2.635180103345567e-05,
      "loss": 0.3931,
      "step": 5819
    },
    {
      "epoch": 2.492505353319058,
      "grad_norm": 2.6093015670776367,
      "learning_rate": 2.6344875432644728e-05,
      "loss": 0.3046,
      "step": 5820
    },
    {
      "epoch": 2.4929336188436833,
      "grad_norm": 4.463208198547363,
      "learning_rate": 2.633794972832384e-05,
      "loss": 1.1816,
      "step": 5821
    },
    {
      "epoch": 2.4933618843683085,
      "grad_norm": 3.3459956645965576,
      "learning_rate": 2.6331023921026048e-05,
      "loss": 0.3955,
      "step": 5822
    },
    {
      "epoch": 2.493790149892934,
      "grad_norm": 4.210451602935791,
      "learning_rate": 2.632409801128441e-05,
      "loss": 0.6499,
      "step": 5823
    },
    {
      "epoch": 2.494218415417559,
      "grad_norm": 3.6616485118865967,
      "learning_rate": 2.631717199963199e-05,
      "loss": 0.5689,
      "step": 5824
    },
    {
      "epoch": 2.4946466809421843,
      "grad_norm": 3.6578283309936523,
      "learning_rate": 2.6310245886601848e-05,
      "loss": 0.7373,
      "step": 5825
    },
    {
      "epoch": 2.4950749464668096,
      "grad_norm": 4.278419017791748,
      "learning_rate": 2.6303319672727066e-05,
      "loss": 0.7131,
      "step": 5826
    },
    {
      "epoch": 2.495503211991435,
      "grad_norm": 23.5167293548584,
      "learning_rate": 2.6296393358540727e-05,
      "loss": 0.9613,
      "step": 5827
    },
    {
      "epoch": 2.49593147751606,
      "grad_norm": 4.8387274742126465,
      "learning_rate": 2.628946694457592e-05,
      "loss": 0.9846,
      "step": 5828
    },
    {
      "epoch": 2.496359743040685,
      "grad_norm": 1.0978574752807617,
      "learning_rate": 2.6282540431365756e-05,
      "loss": 0.5319,
      "step": 5829
    },
    {
      "epoch": 2.4967880085653107,
      "grad_norm": 3.9654347896575928,
      "learning_rate": 2.6275613819443324e-05,
      "loss": 0.6019,
      "step": 5830
    },
    {
      "epoch": 2.4972162740899355,
      "grad_norm": 8.918559074401855,
      "learning_rate": 2.626868710934175e-05,
      "loss": 0.331,
      "step": 5831
    },
    {
      "epoch": 2.4976445396145612,
      "grad_norm": 1.771947979927063,
      "learning_rate": 2.6261760301594162e-05,
      "loss": 0.7281,
      "step": 5832
    },
    {
      "epoch": 2.498072805139186,
      "grad_norm": 1.5253371000289917,
      "learning_rate": 2.6254833396733687e-05,
      "loss": 0.6165,
      "step": 5833
    },
    {
      "epoch": 2.4985010706638118,
      "grad_norm": 1.9622949361801147,
      "learning_rate": 2.6247906395293447e-05,
      "loss": 0.5412,
      "step": 5834
    },
    {
      "epoch": 2.4989293361884366,
      "grad_norm": 6.352022171020508,
      "learning_rate": 2.6240979297806607e-05,
      "loss": 1.8356,
      "step": 5835
    },
    {
      "epoch": 2.4993576017130623,
      "grad_norm": 1.753914475440979,
      "learning_rate": 2.6234052104806306e-05,
      "loss": 0.5039,
      "step": 5836
    },
    {
      "epoch": 2.499785867237687,
      "grad_norm": 4.700550556182861,
      "learning_rate": 2.622712481682571e-05,
      "loss": 0.9086,
      "step": 5837
    },
    {
      "epoch": 2.500214132762313,
      "grad_norm": 6.911564826965332,
      "learning_rate": 2.6220197434397993e-05,
      "loss": 0.6345,
      "step": 5838
    },
    {
      "epoch": 2.5006423982869377,
      "grad_norm": 1.919311761856079,
      "learning_rate": 2.6213269958056307e-05,
      "loss": 0.4029,
      "step": 5839
    },
    {
      "epoch": 2.5010706638115634,
      "grad_norm": 4.745946407318115,
      "learning_rate": 2.620634238833386e-05,
      "loss": 0.7663,
      "step": 5840
    },
    {
      "epoch": 2.5014989293361882,
      "grad_norm": 4.43265962600708,
      "learning_rate": 2.619941472576382e-05,
      "loss": 1.7444,
      "step": 5841
    },
    {
      "epoch": 2.501927194860814,
      "grad_norm": 2.884023904800415,
      "learning_rate": 2.6192486970879405e-05,
      "loss": 0.627,
      "step": 5842
    },
    {
      "epoch": 2.5023554603854388,
      "grad_norm": 5.423648834228516,
      "learning_rate": 2.6185559124213794e-05,
      "loss": 0.3903,
      "step": 5843
    },
    {
      "epoch": 2.5027837259100645,
      "grad_norm": 3.3142292499542236,
      "learning_rate": 2.6178631186300206e-05,
      "loss": 0.333,
      "step": 5844
    },
    {
      "epoch": 2.5032119914346893,
      "grad_norm": 8.424386978149414,
      "learning_rate": 2.6171703157671863e-05,
      "loss": 1.406,
      "step": 5845
    },
    {
      "epoch": 2.503640256959315,
      "grad_norm": 3.6770195960998535,
      "learning_rate": 2.6164775038861982e-05,
      "loss": 0.6978,
      "step": 5846
    },
    {
      "epoch": 2.50406852248394,
      "grad_norm": 2.621929883956909,
      "learning_rate": 2.6157846830403805e-05,
      "loss": 0.5182,
      "step": 5847
    },
    {
      "epoch": 2.5044967880085656,
      "grad_norm": 4.62721061706543,
      "learning_rate": 2.6150918532830558e-05,
      "loss": 0.352,
      "step": 5848
    },
    {
      "epoch": 2.5049250535331904,
      "grad_norm": 2.7936596870422363,
      "learning_rate": 2.6143990146675483e-05,
      "loss": 0.5876,
      "step": 5849
    },
    {
      "epoch": 2.505353319057816,
      "grad_norm": 4.0622334480285645,
      "learning_rate": 2.6137061672471848e-05,
      "loss": 1.0773,
      "step": 5850
    },
    {
      "epoch": 2.505781584582441,
      "grad_norm": 2.586068868637085,
      "learning_rate": 2.61301331107529e-05,
      "loss": 0.5995,
      "step": 5851
    },
    {
      "epoch": 2.5062098501070667,
      "grad_norm": 5.321534633636475,
      "learning_rate": 2.6123204462051897e-05,
      "loss": 1.2445,
      "step": 5852
    },
    {
      "epoch": 2.5066381156316915,
      "grad_norm": 3.066925525665283,
      "learning_rate": 2.6116275726902135e-05,
      "loss": 0.5068,
      "step": 5853
    },
    {
      "epoch": 2.507066381156317,
      "grad_norm": 3.378380060195923,
      "learning_rate": 2.610934690583686e-05,
      "loss": 0.5142,
      "step": 5854
    },
    {
      "epoch": 2.507494646680942,
      "grad_norm": 3.908050775527954,
      "learning_rate": 2.6102417999389383e-05,
      "loss": 0.6263,
      "step": 5855
    },
    {
      "epoch": 2.5079229122055673,
      "grad_norm": 1.2657129764556885,
      "learning_rate": 2.6095489008092987e-05,
      "loss": 0.4663,
      "step": 5856
    },
    {
      "epoch": 2.5083511777301926,
      "grad_norm": 1.5780839920043945,
      "learning_rate": 2.608855993248096e-05,
      "loss": 0.8769,
      "step": 5857
    },
    {
      "epoch": 2.508779443254818,
      "grad_norm": 2.2052807807922363,
      "learning_rate": 2.608163077308663e-05,
      "loss": 0.4175,
      "step": 5858
    },
    {
      "epoch": 2.509207708779443,
      "grad_norm": 2.5322861671447754,
      "learning_rate": 2.607470153044329e-05,
      "loss": 0.9479,
      "step": 5859
    },
    {
      "epoch": 2.5096359743040684,
      "grad_norm": 10.760682106018066,
      "learning_rate": 2.6067772205084256e-05,
      "loss": 0.7618,
      "step": 5860
    },
    {
      "epoch": 2.5100642398286936,
      "grad_norm": 6.463239669799805,
      "learning_rate": 2.6060842797542863e-05,
      "loss": 0.9293,
      "step": 5861
    },
    {
      "epoch": 2.510492505353319,
      "grad_norm": 3.78783917427063,
      "learning_rate": 2.6053913308352428e-05,
      "loss": 0.964,
      "step": 5862
    },
    {
      "epoch": 2.510920770877944,
      "grad_norm": 5.4904327392578125,
      "learning_rate": 2.6046983738046306e-05,
      "loss": 0.6126,
      "step": 5863
    },
    {
      "epoch": 2.5113490364025695,
      "grad_norm": 87.59477233886719,
      "learning_rate": 2.6040054087157822e-05,
      "loss": 0.8151,
      "step": 5864
    },
    {
      "epoch": 2.5117773019271947,
      "grad_norm": 4.486790657043457,
      "learning_rate": 2.6033124356220328e-05,
      "loss": 0.9973,
      "step": 5865
    },
    {
      "epoch": 2.51220556745182,
      "grad_norm": 2.596694231033325,
      "learning_rate": 2.6026194545767192e-05,
      "loss": 0.5104,
      "step": 5866
    },
    {
      "epoch": 2.5126338329764453,
      "grad_norm": 4.166688919067383,
      "learning_rate": 2.601926465633176e-05,
      "loss": 1.4591,
      "step": 5867
    },
    {
      "epoch": 2.5130620985010705,
      "grad_norm": 1.6817959547042847,
      "learning_rate": 2.6012334688447405e-05,
      "loss": 0.4539,
      "step": 5868
    },
    {
      "epoch": 2.513490364025696,
      "grad_norm": 1.6521475315093994,
      "learning_rate": 2.6005404642647503e-05,
      "loss": 0.9613,
      "step": 5869
    },
    {
      "epoch": 2.513918629550321,
      "grad_norm": 2.1395723819732666,
      "learning_rate": 2.5998474519465426e-05,
      "loss": 0.8025,
      "step": 5870
    },
    {
      "epoch": 2.5143468950749464,
      "grad_norm": 2.587041139602661,
      "learning_rate": 2.599154431943457e-05,
      "loss": 1.0616,
      "step": 5871
    },
    {
      "epoch": 2.5147751605995716,
      "grad_norm": 5.241833686828613,
      "learning_rate": 2.598461404308832e-05,
      "loss": 1.0063,
      "step": 5872
    },
    {
      "epoch": 2.515203426124197,
      "grad_norm": 20.755615234375,
      "learning_rate": 2.597768369096006e-05,
      "loss": 0.7356,
      "step": 5873
    },
    {
      "epoch": 2.515631691648822,
      "grad_norm": 1.6822409629821777,
      "learning_rate": 2.5970753263583213e-05,
      "loss": 0.2953,
      "step": 5874
    },
    {
      "epoch": 2.5160599571734474,
      "grad_norm": 3.648348569869995,
      "learning_rate": 2.596382276149118e-05,
      "loss": 0.4418,
      "step": 5875
    },
    {
      "epoch": 2.5164882226980727,
      "grad_norm": 6.523784637451172,
      "learning_rate": 2.595689218521738e-05,
      "loss": 1.9607,
      "step": 5876
    },
    {
      "epoch": 2.516916488222698,
      "grad_norm": 6.621918678283691,
      "learning_rate": 2.594996153529523e-05,
      "loss": 0.9268,
      "step": 5877
    },
    {
      "epoch": 2.5173447537473232,
      "grad_norm": 2.4356672763824463,
      "learning_rate": 2.5943030812258146e-05,
      "loss": 0.6101,
      "step": 5878
    },
    {
      "epoch": 2.5177730192719485,
      "grad_norm": 3.6834640502929688,
      "learning_rate": 2.5936100016639577e-05,
      "loss": 1.2435,
      "step": 5879
    },
    {
      "epoch": 2.518201284796574,
      "grad_norm": 1.090104103088379,
      "learning_rate": 2.5929169148972937e-05,
      "loss": 0.1233,
      "step": 5880
    },
    {
      "epoch": 2.518629550321199,
      "grad_norm": 5.19639778137207,
      "learning_rate": 2.5922238209791695e-05,
      "loss": 0.9185,
      "step": 5881
    },
    {
      "epoch": 2.5190578158458243,
      "grad_norm": 4.2094855308532715,
      "learning_rate": 2.5915307199629286e-05,
      "loss": 2.2063,
      "step": 5882
    },
    {
      "epoch": 2.5194860813704496,
      "grad_norm": 2.666527032852173,
      "learning_rate": 2.5908376119019156e-05,
      "loss": 0.888,
      "step": 5883
    },
    {
      "epoch": 2.519914346895075,
      "grad_norm": 6.5203022956848145,
      "learning_rate": 2.590144496849478e-05,
      "loss": 0.8427,
      "step": 5884
    },
    {
      "epoch": 2.5203426124197,
      "grad_norm": 3.8679497241973877,
      "learning_rate": 2.5894513748589606e-05,
      "loss": 0.6139,
      "step": 5885
    },
    {
      "epoch": 2.5207708779443254,
      "grad_norm": 1.7236984968185425,
      "learning_rate": 2.5887582459837118e-05,
      "loss": 0.182,
      "step": 5886
    },
    {
      "epoch": 2.5211991434689507,
      "grad_norm": 10.187772750854492,
      "learning_rate": 2.5880651102770786e-05,
      "loss": 0.6577,
      "step": 5887
    },
    {
      "epoch": 2.521627408993576,
      "grad_norm": 2.589254856109619,
      "learning_rate": 2.587371967792408e-05,
      "loss": 0.4942,
      "step": 5888
    },
    {
      "epoch": 2.5220556745182012,
      "grad_norm": 4.839122295379639,
      "learning_rate": 2.5866788185830502e-05,
      "loss": 0.5963,
      "step": 5889
    },
    {
      "epoch": 2.5224839400428265,
      "grad_norm": 3.032254457473755,
      "learning_rate": 2.5859856627023538e-05,
      "loss": 0.6891,
      "step": 5890
    },
    {
      "epoch": 2.5229122055674518,
      "grad_norm": 3.070582151412964,
      "learning_rate": 2.585292500203667e-05,
      "loss": 0.2425,
      "step": 5891
    },
    {
      "epoch": 2.523340471092077,
      "grad_norm": 6.674531936645508,
      "learning_rate": 2.584599331140341e-05,
      "loss": 0.9735,
      "step": 5892
    },
    {
      "epoch": 2.5237687366167023,
      "grad_norm": 5.129506587982178,
      "learning_rate": 2.5839061555657267e-05,
      "loss": 0.5834,
      "step": 5893
    },
    {
      "epoch": 2.5241970021413276,
      "grad_norm": 3.1527440547943115,
      "learning_rate": 2.583212973533175e-05,
      "loss": 0.7168,
      "step": 5894
    },
    {
      "epoch": 2.524625267665953,
      "grad_norm": 3.74556827545166,
      "learning_rate": 2.582519785096037e-05,
      "loss": 1.0183,
      "step": 5895
    },
    {
      "epoch": 2.525053533190578,
      "grad_norm": 6.09801721572876,
      "learning_rate": 2.581826590307665e-05,
      "loss": 0.9072,
      "step": 5896
    },
    {
      "epoch": 2.5254817987152034,
      "grad_norm": 5.133320331573486,
      "learning_rate": 2.5811333892214123e-05,
      "loss": 0.4157,
      "step": 5897
    },
    {
      "epoch": 2.5259100642398287,
      "grad_norm": 3.176096200942993,
      "learning_rate": 2.580440181890631e-05,
      "loss": 0.2943,
      "step": 5898
    },
    {
      "epoch": 2.526338329764454,
      "grad_norm": 5.127825736999512,
      "learning_rate": 2.5797469683686743e-05,
      "loss": 0.9084,
      "step": 5899
    },
    {
      "epoch": 2.526766595289079,
      "grad_norm": 3.356454372406006,
      "learning_rate": 2.5790537487088974e-05,
      "loss": 0.8553,
      "step": 5900
    },
    {
      "epoch": 2.5271948608137045,
      "grad_norm": 3.390080213546753,
      "learning_rate": 2.5783605229646534e-05,
      "loss": 0.8426,
      "step": 5901
    },
    {
      "epoch": 2.5276231263383298,
      "grad_norm": 3.3688313961029053,
      "learning_rate": 2.577667291189299e-05,
      "loss": 0.3966,
      "step": 5902
    },
    {
      "epoch": 2.528051391862955,
      "grad_norm": 5.5923686027526855,
      "learning_rate": 2.5769740534361886e-05,
      "loss": 0.8539,
      "step": 5903
    },
    {
      "epoch": 2.5284796573875803,
      "grad_norm": 1.8408339023590088,
      "learning_rate": 2.5762808097586776e-05,
      "loss": 0.443,
      "step": 5904
    },
    {
      "epoch": 2.5289079229122056,
      "grad_norm": 4.330555438995361,
      "learning_rate": 2.575587560210123e-05,
      "loss": 0.8529,
      "step": 5905
    },
    {
      "epoch": 2.529336188436831,
      "grad_norm": 1.2584608793258667,
      "learning_rate": 2.5748943048438817e-05,
      "loss": 0.8154,
      "step": 5906
    },
    {
      "epoch": 2.529764453961456,
      "grad_norm": 3.045827627182007,
      "learning_rate": 2.5742010437133107e-05,
      "loss": 0.3147,
      "step": 5907
    },
    {
      "epoch": 2.5301927194860814,
      "grad_norm": 2.97700834274292,
      "learning_rate": 2.5735077768717674e-05,
      "loss": 0.669,
      "step": 5908
    },
    {
      "epoch": 2.5306209850107066,
      "grad_norm": 3.0755858421325684,
      "learning_rate": 2.5728145043726106e-05,
      "loss": 1.7389,
      "step": 5909
    },
    {
      "epoch": 2.531049250535332,
      "grad_norm": 1.7815760374069214,
      "learning_rate": 2.5721212262691978e-05,
      "loss": 0.6555,
      "step": 5910
    },
    {
      "epoch": 2.531477516059957,
      "grad_norm": 5.2882080078125,
      "learning_rate": 2.571427942614889e-05,
      "loss": 1.1009,
      "step": 5911
    },
    {
      "epoch": 2.5319057815845825,
      "grad_norm": 1.950745940208435,
      "learning_rate": 2.5707346534630428e-05,
      "loss": 0.4078,
      "step": 5912
    },
    {
      "epoch": 2.5323340471092077,
      "grad_norm": 4.070955276489258,
      "learning_rate": 2.5700413588670196e-05,
      "loss": 1.2508,
      "step": 5913
    },
    {
      "epoch": 2.532762312633833,
      "grad_norm": 2.1703381538391113,
      "learning_rate": 2.5693480588801793e-05,
      "loss": 0.9801,
      "step": 5914
    },
    {
      "epoch": 2.5331905781584583,
      "grad_norm": 1.484647274017334,
      "learning_rate": 2.568654753555883e-05,
      "loss": 0.9842,
      "step": 5915
    },
    {
      "epoch": 2.5336188436830835,
      "grad_norm": 3.0879740715026855,
      "learning_rate": 2.567961442947492e-05,
      "loss": 0.5093,
      "step": 5916
    },
    {
      "epoch": 2.534047109207709,
      "grad_norm": 5.074019432067871,
      "learning_rate": 2.567268127108366e-05,
      "loss": 0.9143,
      "step": 5917
    },
    {
      "epoch": 2.534475374732334,
      "grad_norm": 2.919144868850708,
      "learning_rate": 2.5665748060918693e-05,
      "loss": 0.2425,
      "step": 5918
    },
    {
      "epoch": 2.5349036402569594,
      "grad_norm": 2.385606050491333,
      "learning_rate": 2.565881479951362e-05,
      "loss": 0.5777,
      "step": 5919
    },
    {
      "epoch": 2.5353319057815846,
      "grad_norm": 2.0042595863342285,
      "learning_rate": 2.5651881487402086e-05,
      "loss": 0.4264,
      "step": 5920
    },
    {
      "epoch": 2.53576017130621,
      "grad_norm": 1.5737924575805664,
      "learning_rate": 2.5644948125117714e-05,
      "loss": 0.6101,
      "step": 5921
    },
    {
      "epoch": 2.536188436830835,
      "grad_norm": 5.986108779907227,
      "learning_rate": 2.563801471319413e-05,
      "loss": 0.8713,
      "step": 5922
    },
    {
      "epoch": 2.5366167023554604,
      "grad_norm": 2.505387544631958,
      "learning_rate": 2.563108125216499e-05,
      "loss": 0.8289,
      "step": 5923
    },
    {
      "epoch": 2.5370449678800857,
      "grad_norm": 4.67432165145874,
      "learning_rate": 2.562414774256392e-05,
      "loss": 2.1846,
      "step": 5924
    },
    {
      "epoch": 2.537473233404711,
      "grad_norm": 3.6180472373962402,
      "learning_rate": 2.5617214184924576e-05,
      "loss": 0.562,
      "step": 5925
    },
    {
      "epoch": 2.5379014989293363,
      "grad_norm": 4.110257148742676,
      "learning_rate": 2.561028057978061e-05,
      "loss": 0.7775,
      "step": 5926
    },
    {
      "epoch": 2.5383297644539615,
      "grad_norm": 2.6082546710968018,
      "learning_rate": 2.560334692766566e-05,
      "loss": 0.5237,
      "step": 5927
    },
    {
      "epoch": 2.538758029978587,
      "grad_norm": 4.815021514892578,
      "learning_rate": 2.5596413229113393e-05,
      "loss": 0.893,
      "step": 5928
    },
    {
      "epoch": 2.539186295503212,
      "grad_norm": 1.9420983791351318,
      "learning_rate": 2.5589479484657476e-05,
      "loss": 0.2036,
      "step": 5929
    },
    {
      "epoch": 2.5396145610278373,
      "grad_norm": 4.493760108947754,
      "learning_rate": 2.5582545694831556e-05,
      "loss": 1.13,
      "step": 5930
    },
    {
      "epoch": 2.5400428265524626,
      "grad_norm": 4.508922576904297,
      "learning_rate": 2.5575611860169313e-05,
      "loss": 0.4865,
      "step": 5931
    },
    {
      "epoch": 2.540471092077088,
      "grad_norm": 2.6810357570648193,
      "learning_rate": 2.556867798120442e-05,
      "loss": 1.2173,
      "step": 5932
    },
    {
      "epoch": 2.540899357601713,
      "grad_norm": 4.533109188079834,
      "learning_rate": 2.5561744058470542e-05,
      "loss": 0.6775,
      "step": 5933
    },
    {
      "epoch": 2.5413276231263384,
      "grad_norm": 3.8628997802734375,
      "learning_rate": 2.5554810092501363e-05,
      "loss": 0.7037,
      "step": 5934
    },
    {
      "epoch": 2.5417558886509637,
      "grad_norm": 5.050002098083496,
      "learning_rate": 2.5547876083830557e-05,
      "loss": 0.7361,
      "step": 5935
    },
    {
      "epoch": 2.542184154175589,
      "grad_norm": 4.242339611053467,
      "learning_rate": 2.554094203299182e-05,
      "loss": 0.6748,
      "step": 5936
    },
    {
      "epoch": 2.5426124197002142,
      "grad_norm": 2.7662627696990967,
      "learning_rate": 2.5534007940518834e-05,
      "loss": 1.3191,
      "step": 5937
    },
    {
      "epoch": 2.5430406852248395,
      "grad_norm": 5.364668369293213,
      "learning_rate": 2.5527073806945278e-05,
      "loss": 1.0899,
      "step": 5938
    },
    {
      "epoch": 2.5434689507494648,
      "grad_norm": 6.366933345794678,
      "learning_rate": 2.5520139632804864e-05,
      "loss": 1.5744,
      "step": 5939
    },
    {
      "epoch": 2.54389721627409,
      "grad_norm": 6.6847920417785645,
      "learning_rate": 2.5513205418631274e-05,
      "loss": 0.7757,
      "step": 5940
    },
    {
      "epoch": 2.5443254817987153,
      "grad_norm": 5.562267303466797,
      "learning_rate": 2.5506271164958224e-05,
      "loss": 0.5092,
      "step": 5941
    },
    {
      "epoch": 2.5447537473233406,
      "grad_norm": 4.170409202575684,
      "learning_rate": 2.549933687231941e-05,
      "loss": 0.8924,
      "step": 5942
    },
    {
      "epoch": 2.545182012847966,
      "grad_norm": 4.187777042388916,
      "learning_rate": 2.5492402541248523e-05,
      "loss": 0.7852,
      "step": 5943
    },
    {
      "epoch": 2.545610278372591,
      "grad_norm": 21.400312423706055,
      "learning_rate": 2.54854681722793e-05,
      "loss": 0.8864,
      "step": 5944
    },
    {
      "epoch": 2.5460385438972164,
      "grad_norm": 2.8048837184906006,
      "learning_rate": 2.547853376594543e-05,
      "loss": 0.7877,
      "step": 5945
    },
    {
      "epoch": 2.5464668094218417,
      "grad_norm": 4.877108573913574,
      "learning_rate": 2.5471599322780637e-05,
      "loss": 0.4232,
      "step": 5946
    },
    {
      "epoch": 2.546895074946467,
      "grad_norm": 2.1910159587860107,
      "learning_rate": 2.5464664843318642e-05,
      "loss": 0.3111,
      "step": 5947
    },
    {
      "epoch": 2.547323340471092,
      "grad_norm": 2.7681970596313477,
      "learning_rate": 2.5457730328093154e-05,
      "loss": 1.1142,
      "step": 5948
    },
    {
      "epoch": 2.5477516059957175,
      "grad_norm": 5.0866241455078125,
      "learning_rate": 2.5450795777637916e-05,
      "loss": 1.3218,
      "step": 5949
    },
    {
      "epoch": 2.5481798715203428,
      "grad_norm": 3.559783458709717,
      "learning_rate": 2.5443861192486633e-05,
      "loss": 0.392,
      "step": 5950
    },
    {
      "epoch": 2.548608137044968,
      "grad_norm": 4.464781761169434,
      "learning_rate": 2.543692657317304e-05,
      "loss": 0.8229,
      "step": 5951
    },
    {
      "epoch": 2.5490364025695933,
      "grad_norm": 3.52077317237854,
      "learning_rate": 2.5429991920230883e-05,
      "loss": 0.608,
      "step": 5952
    },
    {
      "epoch": 2.5494646680942186,
      "grad_norm": 1.2064918279647827,
      "learning_rate": 2.5423057234193876e-05,
      "loss": 0.2647,
      "step": 5953
    },
    {
      "epoch": 2.549892933618844,
      "grad_norm": 5.560513973236084,
      "learning_rate": 2.5416122515595764e-05,
      "loss": 1.2022,
      "step": 5954
    },
    {
      "epoch": 2.550321199143469,
      "grad_norm": 3.776130199432373,
      "learning_rate": 2.540918776497029e-05,
      "loss": 1.1445,
      "step": 5955
    },
    {
      "epoch": 2.5507494646680944,
      "grad_norm": 1.8539798259735107,
      "learning_rate": 2.5402252982851178e-05,
      "loss": 0.6455,
      "step": 5956
    },
    {
      "epoch": 2.5511777301927197,
      "grad_norm": 4.042335510253906,
      "learning_rate": 2.5395318169772192e-05,
      "loss": 0.6876,
      "step": 5957
    },
    {
      "epoch": 2.5516059957173445,
      "grad_norm": 3.4705417156219482,
      "learning_rate": 2.538838332626707e-05,
      "loss": 0.5165,
      "step": 5958
    },
    {
      "epoch": 2.55203426124197,
      "grad_norm": 4.88360071182251,
      "learning_rate": 2.5381448452869562e-05,
      "loss": 1.0962,
      "step": 5959
    },
    {
      "epoch": 2.552462526766595,
      "grad_norm": 5.930107593536377,
      "learning_rate": 2.5374513550113416e-05,
      "loss": 0.889,
      "step": 5960
    },
    {
      "epoch": 2.5528907922912207,
      "grad_norm": 2.7942752838134766,
      "learning_rate": 2.5367578618532383e-05,
      "loss": 0.5074,
      "step": 5961
    },
    {
      "epoch": 2.5533190578158456,
      "grad_norm": 17.93429183959961,
      "learning_rate": 2.5360643658660223e-05,
      "loss": 1.1604,
      "step": 5962
    },
    {
      "epoch": 2.5537473233404713,
      "grad_norm": 8.219891548156738,
      "learning_rate": 2.5353708671030695e-05,
      "loss": 1.4281,
      "step": 5963
    },
    {
      "epoch": 2.554175588865096,
      "grad_norm": 3.6549477577209473,
      "learning_rate": 2.5346773656177558e-05,
      "loss": 0.3646,
      "step": 5964
    },
    {
      "epoch": 2.554603854389722,
      "grad_norm": 0.9333117008209229,
      "learning_rate": 2.533983861463457e-05,
      "loss": 0.1479,
      "step": 5965
    },
    {
      "epoch": 2.5550321199143466,
      "grad_norm": 3.244588851928711,
      "learning_rate": 2.53329035469355e-05,
      "loss": 0.7194,
      "step": 5966
    },
    {
      "epoch": 2.5554603854389724,
      "grad_norm": 3.717276096343994,
      "learning_rate": 2.5325968453614106e-05,
      "loss": 0.526,
      "step": 5967
    },
    {
      "epoch": 2.555888650963597,
      "grad_norm": 1.9078209400177002,
      "learning_rate": 2.531903333520416e-05,
      "loss": 0.2629,
      "step": 5968
    },
    {
      "epoch": 2.556316916488223,
      "grad_norm": 4.413294792175293,
      "learning_rate": 2.5312098192239432e-05,
      "loss": 2.1061,
      "step": 5969
    },
    {
      "epoch": 2.5567451820128477,
      "grad_norm": 3.8843791484832764,
      "learning_rate": 2.5305163025253696e-05,
      "loss": 0.54,
      "step": 5970
    },
    {
      "epoch": 2.5571734475374734,
      "grad_norm": 2.104001760482788,
      "learning_rate": 2.5298227834780726e-05,
      "loss": 0.7374,
      "step": 5971
    },
    {
      "epoch": 2.5576017130620983,
      "grad_norm": 4.415529727935791,
      "learning_rate": 2.529129262135429e-05,
      "loss": 0.7906,
      "step": 5972
    },
    {
      "epoch": 2.558029978586724,
      "grad_norm": 4.037501811981201,
      "learning_rate": 2.5284357385508168e-05,
      "loss": 1.2313,
      "step": 5973
    },
    {
      "epoch": 2.558458244111349,
      "grad_norm": 2.031205654144287,
      "learning_rate": 2.527742212777614e-05,
      "loss": 0.4491,
      "step": 5974
    },
    {
      "epoch": 2.5588865096359745,
      "grad_norm": 4.977777481079102,
      "learning_rate": 2.5270486848691986e-05,
      "loss": 1.0987,
      "step": 5975
    },
    {
      "epoch": 2.5593147751605994,
      "grad_norm": 4.141755104064941,
      "learning_rate": 2.5263551548789495e-05,
      "loss": 0.7379,
      "step": 5976
    },
    {
      "epoch": 2.559743040685225,
      "grad_norm": 3.023073434829712,
      "learning_rate": 2.525661622860243e-05,
      "loss": 0.5788,
      "step": 5977
    },
    {
      "epoch": 2.56017130620985,
      "grad_norm": 3.667245626449585,
      "learning_rate": 2.52496808886646e-05,
      "loss": 0.5501,
      "step": 5978
    },
    {
      "epoch": 2.5605995717344756,
      "grad_norm": 2.010009527206421,
      "learning_rate": 2.524274552950978e-05,
      "loss": 0.5727,
      "step": 5979
    },
    {
      "epoch": 2.5610278372591004,
      "grad_norm": 1.2857766151428223,
      "learning_rate": 2.5235810151671763e-05,
      "loss": 0.6342,
      "step": 5980
    },
    {
      "epoch": 2.561456102783726,
      "grad_norm": 3.245439052581787,
      "learning_rate": 2.5228874755684334e-05,
      "loss": 0.6422,
      "step": 5981
    },
    {
      "epoch": 2.561884368308351,
      "grad_norm": 9.466986656188965,
      "learning_rate": 2.522193934208128e-05,
      "loss": 0.6821,
      "step": 5982
    },
    {
      "epoch": 2.5623126338329767,
      "grad_norm": 8.275503158569336,
      "learning_rate": 2.5215003911396406e-05,
      "loss": 0.6265,
      "step": 5983
    },
    {
      "epoch": 2.5627408993576015,
      "grad_norm": 3.8889389038085938,
      "learning_rate": 2.5208068464163497e-05,
      "loss": 0.6828,
      "step": 5984
    },
    {
      "epoch": 2.5631691648822272,
      "grad_norm": 2.5823535919189453,
      "learning_rate": 2.520113300091635e-05,
      "loss": 0.3807,
      "step": 5985
    },
    {
      "epoch": 2.563597430406852,
      "grad_norm": 3.346954822540283,
      "learning_rate": 2.5194197522188763e-05,
      "loss": 0.6115,
      "step": 5986
    },
    {
      "epoch": 2.5640256959314778,
      "grad_norm": 4.054412841796875,
      "learning_rate": 2.5187262028514525e-05,
      "loss": 0.5723,
      "step": 5987
    },
    {
      "epoch": 2.5644539614561026,
      "grad_norm": 5.494785785675049,
      "learning_rate": 2.518032652042745e-05,
      "loss": 0.8945,
      "step": 5988
    },
    {
      "epoch": 2.5648822269807283,
      "grad_norm": 3.4358413219451904,
      "learning_rate": 2.517339099846132e-05,
      "loss": 0.4701,
      "step": 5989
    },
    {
      "epoch": 2.565310492505353,
      "grad_norm": 2.4528253078460693,
      "learning_rate": 2.5166455463149952e-05,
      "loss": 0.8146,
      "step": 5990
    },
    {
      "epoch": 2.565738758029979,
      "grad_norm": 5.379262447357178,
      "learning_rate": 2.5159519915027135e-05,
      "loss": 1.8019,
      "step": 5991
    },
    {
      "epoch": 2.5661670235546037,
      "grad_norm": 2.194511651992798,
      "learning_rate": 2.5152584354626674e-05,
      "loss": 0.3807,
      "step": 5992
    },
    {
      "epoch": 2.566595289079229,
      "grad_norm": 10.20536994934082,
      "learning_rate": 2.5145648782482382e-05,
      "loss": 0.8595,
      "step": 5993
    },
    {
      "epoch": 2.5670235546038542,
      "grad_norm": 3.8596479892730713,
      "learning_rate": 2.513871319912806e-05,
      "loss": 1.088,
      "step": 5994
    },
    {
      "epoch": 2.5674518201284795,
      "grad_norm": 3.2793333530426025,
      "learning_rate": 2.51317776050975e-05,
      "loss": 0.4215,
      "step": 5995
    },
    {
      "epoch": 2.5678800856531048,
      "grad_norm": 4.326335430145264,
      "learning_rate": 2.512484200092453e-05,
      "loss": 0.693,
      "step": 5996
    },
    {
      "epoch": 2.56830835117773,
      "grad_norm": 4.14336633682251,
      "learning_rate": 2.5117906387142936e-05,
      "loss": 1.348,
      "step": 5997
    },
    {
      "epoch": 2.5687366167023553,
      "grad_norm": 3.319974422454834,
      "learning_rate": 2.511097076428654e-05,
      "loss": 0.9218,
      "step": 5998
    },
    {
      "epoch": 2.5691648822269806,
      "grad_norm": 3.683150291442871,
      "learning_rate": 2.5104035132889154e-05,
      "loss": 0.6193,
      "step": 5999
    },
    {
      "epoch": 2.569593147751606,
      "grad_norm": 4.375744819641113,
      "learning_rate": 2.5097099493484568e-05,
      "loss": 0.4297,
      "step": 6000
    },
    {
      "epoch": 2.570021413276231,
      "grad_norm": 3.626142740249634,
      "learning_rate": 2.5090163846606613e-05,
      "loss": 0.6196,
      "step": 6001
    },
    {
      "epoch": 2.5704496788008564,
      "grad_norm": 4.361761569976807,
      "learning_rate": 2.5083228192789084e-05,
      "loss": 0.657,
      "step": 6002
    },
    {
      "epoch": 2.5708779443254817,
      "grad_norm": 2.184159994125366,
      "learning_rate": 2.50762925325658e-05,
      "loss": 0.2622,
      "step": 6003
    },
    {
      "epoch": 2.571306209850107,
      "grad_norm": 5.894678592681885,
      "learning_rate": 2.506935686647057e-05,
      "loss": 0.9015,
      "step": 6004
    },
    {
      "epoch": 2.571734475374732,
      "grad_norm": 1.6377427577972412,
      "learning_rate": 2.5062421195037207e-05,
      "loss": 0.7625,
      "step": 6005
    },
    {
      "epoch": 2.5721627408993575,
      "grad_norm": 3.876338243484497,
      "learning_rate": 2.5055485518799515e-05,
      "loss": 0.9761,
      "step": 6006
    },
    {
      "epoch": 2.5725910064239828,
      "grad_norm": 5.274447441101074,
      "learning_rate": 2.504854983829132e-05,
      "loss": 1.3524,
      "step": 6007
    },
    {
      "epoch": 2.573019271948608,
      "grad_norm": 4.048327922821045,
      "learning_rate": 2.5041614154046422e-05,
      "loss": 0.588,
      "step": 6008
    },
    {
      "epoch": 2.5734475374732333,
      "grad_norm": 6.578952789306641,
      "learning_rate": 2.503467846659865e-05,
      "loss": 0.5476,
      "step": 6009
    },
    {
      "epoch": 2.5738758029978586,
      "grad_norm": 2.9111077785491943,
      "learning_rate": 2.5027742776481804e-05,
      "loss": 0.8533,
      "step": 6010
    },
    {
      "epoch": 2.574304068522484,
      "grad_norm": 2.464407444000244,
      "learning_rate": 2.5020807084229704e-05,
      "loss": 0.2254,
      "step": 6011
    },
    {
      "epoch": 2.574732334047109,
      "grad_norm": 1.8073792457580566,
      "learning_rate": 2.501387139037616e-05,
      "loss": 0.5894,
      "step": 6012
    },
    {
      "epoch": 2.5751605995717344,
      "grad_norm": 5.30862283706665,
      "learning_rate": 2.5006935695454987e-05,
      "loss": 0.3486,
      "step": 6013
    },
    {
      "epoch": 2.5755888650963596,
      "grad_norm": 4.177236557006836,
      "learning_rate": 2.5e-05,
      "loss": 0.5523,
      "step": 6014
    },
    {
      "epoch": 2.576017130620985,
      "grad_norm": 3.1616477966308594,
      "learning_rate": 2.4993064304545012e-05,
      "loss": 0.7491,
      "step": 6015
    },
    {
      "epoch": 2.57644539614561,
      "grad_norm": 17.9676456451416,
      "learning_rate": 2.4986128609623843e-05,
      "loss": 0.7827,
      "step": 6016
    },
    {
      "epoch": 2.5768736616702355,
      "grad_norm": 3.271467685699463,
      "learning_rate": 2.4979192915770295e-05,
      "loss": 0.4781,
      "step": 6017
    },
    {
      "epoch": 2.5773019271948607,
      "grad_norm": 2.624711751937866,
      "learning_rate": 2.49722572235182e-05,
      "loss": 0.636,
      "step": 6018
    },
    {
      "epoch": 2.577730192719486,
      "grad_norm": 4.039988040924072,
      "learning_rate": 2.496532153340135e-05,
      "loss": 0.743,
      "step": 6019
    },
    {
      "epoch": 2.5781584582441113,
      "grad_norm": 2.1340489387512207,
      "learning_rate": 2.495838584595358e-05,
      "loss": 2.0178,
      "step": 6020
    },
    {
      "epoch": 2.5785867237687365,
      "grad_norm": 1.8066966533660889,
      "learning_rate": 2.4951450161708683e-05,
      "loss": 0.3285,
      "step": 6021
    },
    {
      "epoch": 2.579014989293362,
      "grad_norm": 2.969304323196411,
      "learning_rate": 2.494451448120049e-05,
      "loss": 1.3644,
      "step": 6022
    },
    {
      "epoch": 2.579443254817987,
      "grad_norm": 4.668145179748535,
      "learning_rate": 2.49375788049628e-05,
      "loss": 0.8484,
      "step": 6023
    },
    {
      "epoch": 2.5798715203426124,
      "grad_norm": 1.3047040700912476,
      "learning_rate": 2.4930643133529437e-05,
      "loss": 0.535,
      "step": 6024
    },
    {
      "epoch": 2.5802997858672376,
      "grad_norm": 3.7768497467041016,
      "learning_rate": 2.4923707467434203e-05,
      "loss": 0.9438,
      "step": 6025
    },
    {
      "epoch": 2.580728051391863,
      "grad_norm": 3.570000171661377,
      "learning_rate": 2.491677180721092e-05,
      "loss": 0.7067,
      "step": 6026
    },
    {
      "epoch": 2.581156316916488,
      "grad_norm": 4.835086345672607,
      "learning_rate": 2.490983615339339e-05,
      "loss": 1.1242,
      "step": 6027
    },
    {
      "epoch": 2.5815845824411134,
      "grad_norm": 0.8758344650268555,
      "learning_rate": 2.4902900506515438e-05,
      "loss": 0.2891,
      "step": 6028
    },
    {
      "epoch": 2.5820128479657387,
      "grad_norm": 3.9502382278442383,
      "learning_rate": 2.489596486711085e-05,
      "loss": 0.6447,
      "step": 6029
    },
    {
      "epoch": 2.582441113490364,
      "grad_norm": 4.072221755981445,
      "learning_rate": 2.4889029235713465e-05,
      "loss": 1.3261,
      "step": 6030
    },
    {
      "epoch": 2.5828693790149893,
      "grad_norm": 5.713050842285156,
      "learning_rate": 2.4882093612857066e-05,
      "loss": 0.9162,
      "step": 6031
    },
    {
      "epoch": 2.5832976445396145,
      "grad_norm": 6.13403844833374,
      "learning_rate": 2.487515799907548e-05,
      "loss": 0.7689,
      "step": 6032
    },
    {
      "epoch": 2.58372591006424,
      "grad_norm": 1.3270788192749023,
      "learning_rate": 2.48682223949025e-05,
      "loss": 0.5444,
      "step": 6033
    },
    {
      "epoch": 2.584154175588865,
      "grad_norm": 7.599362850189209,
      "learning_rate": 2.486128680087195e-05,
      "loss": 0.6223,
      "step": 6034
    },
    {
      "epoch": 2.5845824411134903,
      "grad_norm": 6.43941593170166,
      "learning_rate": 2.485435121751762e-05,
      "loss": 0.9805,
      "step": 6035
    },
    {
      "epoch": 2.5850107066381156,
      "grad_norm": 8.96467113494873,
      "learning_rate": 2.4847415645373328e-05,
      "loss": 0.8928,
      "step": 6036
    },
    {
      "epoch": 2.585438972162741,
      "grad_norm": 2.863877773284912,
      "learning_rate": 2.484048008497287e-05,
      "loss": 0.8348,
      "step": 6037
    },
    {
      "epoch": 2.585867237687366,
      "grad_norm": 5.425200462341309,
      "learning_rate": 2.483354453685006e-05,
      "loss": 0.5698,
      "step": 6038
    },
    {
      "epoch": 2.5862955032119914,
      "grad_norm": 7.540337562561035,
      "learning_rate": 2.482660900153868e-05,
      "loss": 0.7399,
      "step": 6039
    },
    {
      "epoch": 2.5867237687366167,
      "grad_norm": 2.6446945667266846,
      "learning_rate": 2.4819673479572564e-05,
      "loss": 1.0297,
      "step": 6040
    },
    {
      "epoch": 2.587152034261242,
      "grad_norm": 3.3721935749053955,
      "learning_rate": 2.481273797148548e-05,
      "loss": 0.3478,
      "step": 6041
    },
    {
      "epoch": 2.5875802997858672,
      "grad_norm": 3.9120492935180664,
      "learning_rate": 2.480580247781125e-05,
      "loss": 1.2311,
      "step": 6042
    },
    {
      "epoch": 2.5880085653104925,
      "grad_norm": 6.134196758270264,
      "learning_rate": 2.4798866999083656e-05,
      "loss": 0.9843,
      "step": 6043
    },
    {
      "epoch": 2.5884368308351178,
      "grad_norm": 7.909341335296631,
      "learning_rate": 2.479193153583651e-05,
      "loss": 1.2112,
      "step": 6044
    },
    {
      "epoch": 2.588865096359743,
      "grad_norm": 2.7694098949432373,
      "learning_rate": 2.4784996088603597e-05,
      "loss": 1.129,
      "step": 6045
    },
    {
      "epoch": 2.5892933618843683,
      "grad_norm": 1.1878165006637573,
      "learning_rate": 2.4778060657918727e-05,
      "loss": 0.2627,
      "step": 6046
    },
    {
      "epoch": 2.5897216274089936,
      "grad_norm": 8.34939956665039,
      "learning_rate": 2.4771125244315672e-05,
      "loss": 0.5701,
      "step": 6047
    },
    {
      "epoch": 2.590149892933619,
      "grad_norm": 3.4632740020751953,
      "learning_rate": 2.476418984832825e-05,
      "loss": 0.7353,
      "step": 6048
    },
    {
      "epoch": 2.590578158458244,
      "grad_norm": 5.225010871887207,
      "learning_rate": 2.4757254470490226e-05,
      "loss": 1.2892,
      "step": 6049
    },
    {
      "epoch": 2.5910064239828694,
      "grad_norm": 4.682555675506592,
      "learning_rate": 2.4750319111335398e-05,
      "loss": 0.8833,
      "step": 6050
    },
    {
      "epoch": 2.5914346895074947,
      "grad_norm": 3.8326733112335205,
      "learning_rate": 2.474338377139757e-05,
      "loss": 0.7647,
      "step": 6051
    },
    {
      "epoch": 2.59186295503212,
      "grad_norm": 1.1893092393875122,
      "learning_rate": 2.473644845121051e-05,
      "loss": 0.1639,
      "step": 6052
    },
    {
      "epoch": 2.592291220556745,
      "grad_norm": 2.1806540489196777,
      "learning_rate": 2.4729513151308016e-05,
      "loss": 0.3348,
      "step": 6053
    },
    {
      "epoch": 2.5927194860813705,
      "grad_norm": 2.9659626483917236,
      "learning_rate": 2.4722577872223863e-05,
      "loss": 0.7556,
      "step": 6054
    },
    {
      "epoch": 2.5931477516059958,
      "grad_norm": 100.0048599243164,
      "learning_rate": 2.4715642614491838e-05,
      "loss": 1.0944,
      "step": 6055
    },
    {
      "epoch": 2.593576017130621,
      "grad_norm": 2.3613054752349854,
      "learning_rate": 2.470870737864571e-05,
      "loss": 2.2726,
      "step": 6056
    },
    {
      "epoch": 2.5940042826552463,
      "grad_norm": 1.6604034900665283,
      "learning_rate": 2.4701772165219277e-05,
      "loss": 0.8484,
      "step": 6057
    },
    {
      "epoch": 2.5944325481798716,
      "grad_norm": 5.886554718017578,
      "learning_rate": 2.4694836974746303e-05,
      "loss": 1.0429,
      "step": 6058
    },
    {
      "epoch": 2.594860813704497,
      "grad_norm": 0.7815231680870056,
      "learning_rate": 2.468790180776057e-05,
      "loss": 0.2279,
      "step": 6059
    },
    {
      "epoch": 2.595289079229122,
      "grad_norm": 1.997052788734436,
      "learning_rate": 2.4680966664795838e-05,
      "loss": 0.6023,
      "step": 6060
    },
    {
      "epoch": 2.5957173447537474,
      "grad_norm": 8.92789077758789,
      "learning_rate": 2.46740315463859e-05,
      "loss": 0.9057,
      "step": 6061
    },
    {
      "epoch": 2.5961456102783727,
      "grad_norm": 3.981776714324951,
      "learning_rate": 2.4667096453064505e-05,
      "loss": 0.4285,
      "step": 6062
    },
    {
      "epoch": 2.596573875802998,
      "grad_norm": 6.179991245269775,
      "learning_rate": 2.4660161385365434e-05,
      "loss": 0.9433,
      "step": 6063
    },
    {
      "epoch": 2.597002141327623,
      "grad_norm": 3.7091407775878906,
      "learning_rate": 2.4653226343822445e-05,
      "loss": 0.7441,
      "step": 6064
    },
    {
      "epoch": 2.5974304068522485,
      "grad_norm": 3.926002264022827,
      "learning_rate": 2.4646291328969308e-05,
      "loss": 0.5112,
      "step": 6065
    },
    {
      "epoch": 2.5978586723768737,
      "grad_norm": 4.760224342346191,
      "learning_rate": 2.4639356341339776e-05,
      "loss": 0.872,
      "step": 6066
    },
    {
      "epoch": 2.598286937901499,
      "grad_norm": 3.6943423748016357,
      "learning_rate": 2.4632421381467626e-05,
      "loss": 0.5683,
      "step": 6067
    },
    {
      "epoch": 2.5987152034261243,
      "grad_norm": 3.096574544906616,
      "learning_rate": 2.462548644988659e-05,
      "loss": 0.8,
      "step": 6068
    },
    {
      "epoch": 2.5991434689507495,
      "grad_norm": 3.52276611328125,
      "learning_rate": 2.461855154713045e-05,
      "loss": 0.9611,
      "step": 6069
    },
    {
      "epoch": 2.599571734475375,
      "grad_norm": 6.963771343231201,
      "learning_rate": 2.4611616673732937e-05,
      "loss": 1.2457,
      "step": 6070
    },
    {
      "epoch": 2.6,
      "grad_norm": 3.4530415534973145,
      "learning_rate": 2.460468183022782e-05,
      "loss": 0.829,
      "step": 6071
    },
    {
      "epoch": 2.6004282655246254,
      "grad_norm": 4.549477577209473,
      "learning_rate": 2.4597747017148828e-05,
      "loss": 1.2225,
      "step": 6072
    },
    {
      "epoch": 2.6008565310492506,
      "grad_norm": 2.5214428901672363,
      "learning_rate": 2.4590812235029726e-05,
      "loss": 0.5642,
      "step": 6073
    },
    {
      "epoch": 2.601284796573876,
      "grad_norm": 3.6771700382232666,
      "learning_rate": 2.458387748440424e-05,
      "loss": 1.0578,
      "step": 6074
    },
    {
      "epoch": 2.601713062098501,
      "grad_norm": 4.989564895629883,
      "learning_rate": 2.4576942765806133e-05,
      "loss": 0.7781,
      "step": 6075
    },
    {
      "epoch": 2.6021413276231264,
      "grad_norm": 3.5053720474243164,
      "learning_rate": 2.4570008079769123e-05,
      "loss": 1.112,
      "step": 6076
    },
    {
      "epoch": 2.6025695931477517,
      "grad_norm": 3.265563488006592,
      "learning_rate": 2.4563073426826964e-05,
      "loss": 0.4368,
      "step": 6077
    },
    {
      "epoch": 2.602997858672377,
      "grad_norm": 5.255522727966309,
      "learning_rate": 2.4556138807513372e-05,
      "loss": 0.9146,
      "step": 6078
    },
    {
      "epoch": 2.6034261241970023,
      "grad_norm": 2.4318461418151855,
      "learning_rate": 2.4549204222362096e-05,
      "loss": 0.5206,
      "step": 6079
    },
    {
      "epoch": 2.6038543897216275,
      "grad_norm": 2.280454158782959,
      "learning_rate": 2.4542269671906848e-05,
      "loss": 0.9604,
      "step": 6080
    },
    {
      "epoch": 2.604282655246253,
      "grad_norm": 0.3418847620487213,
      "learning_rate": 2.4535335156681367e-05,
      "loss": 0.0895,
      "step": 6081
    },
    {
      "epoch": 2.604710920770878,
      "grad_norm": 11.918928146362305,
      "learning_rate": 2.452840067721937e-05,
      "loss": 0.8596,
      "step": 6082
    },
    {
      "epoch": 2.6051391862955033,
      "grad_norm": 6.701259613037109,
      "learning_rate": 2.452146623405458e-05,
      "loss": 0.8028,
      "step": 6083
    },
    {
      "epoch": 2.6055674518201286,
      "grad_norm": 4.653385162353516,
      "learning_rate": 2.4514531827720706e-05,
      "loss": 0.6053,
      "step": 6084
    },
    {
      "epoch": 2.605995717344754,
      "grad_norm": 2.699176073074341,
      "learning_rate": 2.4507597458751476e-05,
      "loss": 1.3011,
      "step": 6085
    },
    {
      "epoch": 2.606423982869379,
      "grad_norm": 0.8975592851638794,
      "learning_rate": 2.4500663127680597e-05,
      "loss": 0.3774,
      "step": 6086
    },
    {
      "epoch": 2.6068522483940044,
      "grad_norm": 5.325432300567627,
      "learning_rate": 2.4493728835041775e-05,
      "loss": 1.071,
      "step": 6087
    },
    {
      "epoch": 2.6072805139186297,
      "grad_norm": 8.244134902954102,
      "learning_rate": 2.448679458136873e-05,
      "loss": 0.659,
      "step": 6088
    },
    {
      "epoch": 2.607708779443255,
      "grad_norm": 2.664374351501465,
      "learning_rate": 2.447986036719514e-05,
      "loss": 0.3273,
      "step": 6089
    },
    {
      "epoch": 2.6081370449678802,
      "grad_norm": 2.3182449340820312,
      "learning_rate": 2.4472926193054728e-05,
      "loss": 0.7415,
      "step": 6090
    },
    {
      "epoch": 2.6085653104925055,
      "grad_norm": 3.1737213134765625,
      "learning_rate": 2.4465992059481175e-05,
      "loss": 1.4261,
      "step": 6091
    },
    {
      "epoch": 2.6089935760171308,
      "grad_norm": 2.08367657661438,
      "learning_rate": 2.4459057967008188e-05,
      "loss": 0.3737,
      "step": 6092
    },
    {
      "epoch": 2.609421841541756,
      "grad_norm": 1.8595715761184692,
      "learning_rate": 2.4452123916169442e-05,
      "loss": 0.2225,
      "step": 6093
    },
    {
      "epoch": 2.6098501070663813,
      "grad_norm": 3.6523244380950928,
      "learning_rate": 2.4445189907498642e-05,
      "loss": 1.0123,
      "step": 6094
    },
    {
      "epoch": 2.6102783725910066,
      "grad_norm": 1.5895495414733887,
      "learning_rate": 2.443825594152946e-05,
      "loss": 0.7416,
      "step": 6095
    },
    {
      "epoch": 2.610706638115632,
      "grad_norm": 5.882617950439453,
      "learning_rate": 2.443132201879558e-05,
      "loss": 0.8832,
      "step": 6096
    },
    {
      "epoch": 2.6111349036402567,
      "grad_norm": 4.395349025726318,
      "learning_rate": 2.4424388139830682e-05,
      "loss": 0.9526,
      "step": 6097
    },
    {
      "epoch": 2.6115631691648824,
      "grad_norm": 4.925197124481201,
      "learning_rate": 2.4417454305168453e-05,
      "loss": 1.6567,
      "step": 6098
    },
    {
      "epoch": 2.6119914346895072,
      "grad_norm": 1.2848023176193237,
      "learning_rate": 2.4410520515342527e-05,
      "loss": 0.5452,
      "step": 6099
    },
    {
      "epoch": 2.612419700214133,
      "grad_norm": 2.085397481918335,
      "learning_rate": 2.4403586770886613e-05,
      "loss": 0.5097,
      "step": 6100
    },
    {
      "epoch": 2.6128479657387578,
      "grad_norm": 3.5421719551086426,
      "learning_rate": 2.4396653072334348e-05,
      "loss": 0.3306,
      "step": 6101
    },
    {
      "epoch": 2.6132762312633835,
      "grad_norm": 5.592719078063965,
      "learning_rate": 2.43897194202194e-05,
      "loss": 0.6551,
      "step": 6102
    },
    {
      "epoch": 2.6137044967880083,
      "grad_norm": 3.8698947429656982,
      "learning_rate": 2.4382785815075426e-05,
      "loss": 0.4376,
      "step": 6103
    },
    {
      "epoch": 2.614132762312634,
      "grad_norm": 4.4059062004089355,
      "learning_rate": 2.4375852257436085e-05,
      "loss": 1.0135,
      "step": 6104
    },
    {
      "epoch": 2.614561027837259,
      "grad_norm": 2.689546823501587,
      "learning_rate": 2.4368918747835014e-05,
      "loss": 0.2788,
      "step": 6105
    },
    {
      "epoch": 2.6149892933618846,
      "grad_norm": 1.8786218166351318,
      "learning_rate": 2.436198528680588e-05,
      "loss": 0.8813,
      "step": 6106
    },
    {
      "epoch": 2.6154175588865094,
      "grad_norm": 3.8347809314727783,
      "learning_rate": 2.4355051874882292e-05,
      "loss": 0.867,
      "step": 6107
    },
    {
      "epoch": 2.615845824411135,
      "grad_norm": 1.3640012741088867,
      "learning_rate": 2.4348118512597927e-05,
      "loss": 0.5009,
      "step": 6108
    },
    {
      "epoch": 2.61627408993576,
      "grad_norm": 1.2989944219589233,
      "learning_rate": 2.4341185200486385e-05,
      "loss": 0.4397,
      "step": 6109
    },
    {
      "epoch": 2.6167023554603857,
      "grad_norm": 2.3717172145843506,
      "learning_rate": 2.433425193908132e-05,
      "loss": 0.2705,
      "step": 6110
    },
    {
      "epoch": 2.6171306209850105,
      "grad_norm": 3.993699550628662,
      "learning_rate": 2.4327318728916347e-05,
      "loss": 0.2959,
      "step": 6111
    },
    {
      "epoch": 2.617558886509636,
      "grad_norm": 3.053367853164673,
      "learning_rate": 2.4320385570525094e-05,
      "loss": 0.4386,
      "step": 6112
    },
    {
      "epoch": 2.617987152034261,
      "grad_norm": 3.9688799381256104,
      "learning_rate": 2.4313452464441174e-05,
      "loss": 0.6471,
      "step": 6113
    },
    {
      "epoch": 2.6184154175588867,
      "grad_norm": 6.343149662017822,
      "learning_rate": 2.4306519411198213e-05,
      "loss": 1.1804,
      "step": 6114
    },
    {
      "epoch": 2.6188436830835116,
      "grad_norm": 2.568857192993164,
      "learning_rate": 2.429958641132981e-05,
      "loss": 0.3133,
      "step": 6115
    },
    {
      "epoch": 2.6192719486081373,
      "grad_norm": 3.7701690196990967,
      "learning_rate": 2.4292653465369585e-05,
      "loss": 0.4155,
      "step": 6116
    },
    {
      "epoch": 2.619700214132762,
      "grad_norm": 1.52763032913208,
      "learning_rate": 2.4285720573851115e-05,
      "loss": 0.8461,
      "step": 6117
    },
    {
      "epoch": 2.620128479657388,
      "grad_norm": 3.225693464279175,
      "learning_rate": 2.4278787737308035e-05,
      "loss": 0.2315,
      "step": 6118
    },
    {
      "epoch": 2.6205567451820126,
      "grad_norm": 4.572841167449951,
      "learning_rate": 2.4271854956273904e-05,
      "loss": 1.026,
      "step": 6119
    },
    {
      "epoch": 2.6209850107066384,
      "grad_norm": 1.4889944791793823,
      "learning_rate": 2.4264922231282328e-05,
      "loss": 0.4564,
      "step": 6120
    },
    {
      "epoch": 2.621413276231263,
      "grad_norm": 4.322268486022949,
      "learning_rate": 2.42579895628669e-05,
      "loss": 0.205,
      "step": 6121
    },
    {
      "epoch": 2.621841541755889,
      "grad_norm": 0.5409969091415405,
      "learning_rate": 2.4251056951561186e-05,
      "loss": 0.1385,
      "step": 6122
    },
    {
      "epoch": 2.6222698072805137,
      "grad_norm": 7.256929397583008,
      "learning_rate": 2.424412439789877e-05,
      "loss": 1.4641,
      "step": 6123
    },
    {
      "epoch": 2.6226980728051394,
      "grad_norm": 2.4218358993530273,
      "learning_rate": 2.4237191902413223e-05,
      "loss": 0.9093,
      "step": 6124
    },
    {
      "epoch": 2.6231263383297643,
      "grad_norm": 4.602644920349121,
      "learning_rate": 2.423025946563812e-05,
      "loss": 0.9105,
      "step": 6125
    },
    {
      "epoch": 2.62355460385439,
      "grad_norm": 0.7990785837173462,
      "learning_rate": 2.4223327088107008e-05,
      "loss": 0.2398,
      "step": 6126
    },
    {
      "epoch": 2.623982869379015,
      "grad_norm": 1.9339406490325928,
      "learning_rate": 2.421639477035347e-05,
      "loss": 0.7547,
      "step": 6127
    },
    {
      "epoch": 2.6244111349036405,
      "grad_norm": 2.2484548091888428,
      "learning_rate": 2.420946251291103e-05,
      "loss": 0.6803,
      "step": 6128
    },
    {
      "epoch": 2.6248394004282654,
      "grad_norm": 1.891389012336731,
      "learning_rate": 2.4202530316313263e-05,
      "loss": 1.0216,
      "step": 6129
    },
    {
      "epoch": 2.6252676659528906,
      "grad_norm": 4.246413230895996,
      "learning_rate": 2.41955981810937e-05,
      "loss": 0.7325,
      "step": 6130
    },
    {
      "epoch": 2.625695931477516,
      "grad_norm": 1.0375614166259766,
      "learning_rate": 2.4188666107785886e-05,
      "loss": 0.1231,
      "step": 6131
    },
    {
      "epoch": 2.626124197002141,
      "grad_norm": 1.030151128768921,
      "learning_rate": 2.418173409692335e-05,
      "loss": 0.233,
      "step": 6132
    },
    {
      "epoch": 2.6265524625267664,
      "grad_norm": 5.770215034484863,
      "learning_rate": 2.417480214903963e-05,
      "loss": 1.5925,
      "step": 6133
    },
    {
      "epoch": 2.6269807280513917,
      "grad_norm": 5.080279350280762,
      "learning_rate": 2.4167870264668252e-05,
      "loss": 0.9039,
      "step": 6134
    },
    {
      "epoch": 2.627408993576017,
      "grad_norm": 2.1223692893981934,
      "learning_rate": 2.4160938444342735e-05,
      "loss": 0.3047,
      "step": 6135
    },
    {
      "epoch": 2.6278372591006423,
      "grad_norm": 3.102621555328369,
      "learning_rate": 2.415400668859659e-05,
      "loss": 0.7294,
      "step": 6136
    },
    {
      "epoch": 2.6282655246252675,
      "grad_norm": 15.956364631652832,
      "learning_rate": 2.414707499796334e-05,
      "loss": 0.9417,
      "step": 6137
    },
    {
      "epoch": 2.628693790149893,
      "grad_norm": 1.8816567659378052,
      "learning_rate": 2.414014337297647e-05,
      "loss": 0.1823,
      "step": 6138
    },
    {
      "epoch": 2.629122055674518,
      "grad_norm": 0.8128476142883301,
      "learning_rate": 2.4133211814169507e-05,
      "loss": 0.2396,
      "step": 6139
    },
    {
      "epoch": 2.6295503211991433,
      "grad_norm": 30.448638916015625,
      "learning_rate": 2.412628032207592e-05,
      "loss": 0.5942,
      "step": 6140
    },
    {
      "epoch": 2.6299785867237686,
      "grad_norm": 1.3181899785995483,
      "learning_rate": 2.4119348897229223e-05,
      "loss": 0.2525,
      "step": 6141
    },
    {
      "epoch": 2.630406852248394,
      "grad_norm": 3.5468931198120117,
      "learning_rate": 2.4112417540162888e-05,
      "loss": 0.7096,
      "step": 6142
    },
    {
      "epoch": 2.630835117773019,
      "grad_norm": 3.4975228309631348,
      "learning_rate": 2.4105486251410397e-05,
      "loss": 0.701,
      "step": 6143
    },
    {
      "epoch": 2.6312633832976444,
      "grad_norm": 2.8389675617218018,
      "learning_rate": 2.4098555031505228e-05,
      "loss": 0.6312,
      "step": 6144
    },
    {
      "epoch": 2.6316916488222697,
      "grad_norm": 5.238237380981445,
      "learning_rate": 2.4091623880980853e-05,
      "loss": 0.7495,
      "step": 6145
    },
    {
      "epoch": 2.632119914346895,
      "grad_norm": 3.443199872970581,
      "learning_rate": 2.408469280037072e-05,
      "loss": 0.6249,
      "step": 6146
    },
    {
      "epoch": 2.6325481798715202,
      "grad_norm": 4.475599765777588,
      "learning_rate": 2.4077761790208314e-05,
      "loss": 0.5981,
      "step": 6147
    },
    {
      "epoch": 2.6329764453961455,
      "grad_norm": 5.224228858947754,
      "learning_rate": 2.4070830851027065e-05,
      "loss": 1.083,
      "step": 6148
    },
    {
      "epoch": 2.6334047109207708,
      "grad_norm": 2.0026118755340576,
      "learning_rate": 2.4063899983360436e-05,
      "loss": 0.4615,
      "step": 6149
    },
    {
      "epoch": 2.633832976445396,
      "grad_norm": 3.40804386138916,
      "learning_rate": 2.405696918774186e-05,
      "loss": 0.9474,
      "step": 6150
    },
    {
      "epoch": 2.6342612419700213,
      "grad_norm": 5.713337421417236,
      "learning_rate": 2.405003846470478e-05,
      "loss": 0.702,
      "step": 6151
    },
    {
      "epoch": 2.6346895074946466,
      "grad_norm": 3.8983893394470215,
      "learning_rate": 2.4043107814782625e-05,
      "loss": 0.4905,
      "step": 6152
    },
    {
      "epoch": 2.635117773019272,
      "grad_norm": 2.5211517810821533,
      "learning_rate": 2.4036177238508824e-05,
      "loss": 0.764,
      "step": 6153
    },
    {
      "epoch": 2.635546038543897,
      "grad_norm": 7.92133092880249,
      "learning_rate": 2.402924673641679e-05,
      "loss": 0.7459,
      "step": 6154
    },
    {
      "epoch": 2.6359743040685224,
      "grad_norm": 4.533631801605225,
      "learning_rate": 2.402231630903994e-05,
      "loss": 0.7884,
      "step": 6155
    },
    {
      "epoch": 2.6364025695931477,
      "grad_norm": 2.241250991821289,
      "learning_rate": 2.401538595691169e-05,
      "loss": 0.252,
      "step": 6156
    },
    {
      "epoch": 2.636830835117773,
      "grad_norm": 2.75134539604187,
      "learning_rate": 2.4008455680565433e-05,
      "loss": 0.3191,
      "step": 6157
    },
    {
      "epoch": 2.637259100642398,
      "grad_norm": 3.4568638801574707,
      "learning_rate": 2.400152548053458e-05,
      "loss": 0.771,
      "step": 6158
    },
    {
      "epoch": 2.6376873661670235,
      "grad_norm": 2.6921775341033936,
      "learning_rate": 2.3994595357352503e-05,
      "loss": 0.9798,
      "step": 6159
    },
    {
      "epoch": 2.6381156316916488,
      "grad_norm": 3.8340554237365723,
      "learning_rate": 2.39876653115526e-05,
      "loss": 1.6919,
      "step": 6160
    },
    {
      "epoch": 2.638543897216274,
      "grad_norm": 4.352883338928223,
      "learning_rate": 2.398073534366824e-05,
      "loss": 0.4434,
      "step": 6161
    },
    {
      "epoch": 2.6389721627408993,
      "grad_norm": 4.598062038421631,
      "learning_rate": 2.3973805454232813e-05,
      "loss": 0.7313,
      "step": 6162
    },
    {
      "epoch": 2.6394004282655246,
      "grad_norm": 4.083492279052734,
      "learning_rate": 2.3966875643779667e-05,
      "loss": 0.9938,
      "step": 6163
    },
    {
      "epoch": 2.63982869379015,
      "grad_norm": 1.1404341459274292,
      "learning_rate": 2.3959945912842183e-05,
      "loss": 0.2944,
      "step": 6164
    },
    {
      "epoch": 2.640256959314775,
      "grad_norm": 3.5069022178649902,
      "learning_rate": 2.3953016261953694e-05,
      "loss": 0.7382,
      "step": 6165
    },
    {
      "epoch": 2.6406852248394004,
      "grad_norm": 2.1884477138519287,
      "learning_rate": 2.3946086691647575e-05,
      "loss": 0.6751,
      "step": 6166
    },
    {
      "epoch": 2.6411134903640257,
      "grad_norm": 4.752312660217285,
      "learning_rate": 2.393915720245714e-05,
      "loss": 0.6687,
      "step": 6167
    },
    {
      "epoch": 2.641541755888651,
      "grad_norm": 1.0158885717391968,
      "learning_rate": 2.393222779491575e-05,
      "loss": 0.4539,
      "step": 6168
    },
    {
      "epoch": 2.641970021413276,
      "grad_norm": 4.0768866539001465,
      "learning_rate": 2.3925298469556716e-05,
      "loss": 1.3461,
      "step": 6169
    },
    {
      "epoch": 2.6423982869379015,
      "grad_norm": 2.287022590637207,
      "learning_rate": 2.3918369226913377e-05,
      "loss": 0.2677,
      "step": 6170
    },
    {
      "epoch": 2.6428265524625267,
      "grad_norm": 3.857231616973877,
      "learning_rate": 2.3911440067519035e-05,
      "loss": 0.4296,
      "step": 6171
    },
    {
      "epoch": 2.643254817987152,
      "grad_norm": 4.92754602432251,
      "learning_rate": 2.3904510991907018e-05,
      "loss": 0.774,
      "step": 6172
    },
    {
      "epoch": 2.6436830835117773,
      "grad_norm": 4.010047912597656,
      "learning_rate": 2.389758200061062e-05,
      "loss": 1.0154,
      "step": 6173
    },
    {
      "epoch": 2.6441113490364025,
      "grad_norm": 1.7236307859420776,
      "learning_rate": 2.389065309416314e-05,
      "loss": 0.9669,
      "step": 6174
    },
    {
      "epoch": 2.644539614561028,
      "grad_norm": 2.4736318588256836,
      "learning_rate": 2.3883724273097875e-05,
      "loss": 0.7523,
      "step": 6175
    },
    {
      "epoch": 2.644967880085653,
      "grad_norm": 4.95918607711792,
      "learning_rate": 2.387679553794811e-05,
      "loss": 1.138,
      "step": 6176
    },
    {
      "epoch": 2.6453961456102784,
      "grad_norm": 3.0320966243743896,
      "learning_rate": 2.3869866889247105e-05,
      "loss": 0.3435,
      "step": 6177
    },
    {
      "epoch": 2.6458244111349036,
      "grad_norm": 4.169222831726074,
      "learning_rate": 2.386293832752816e-05,
      "loss": 0.6152,
      "step": 6178
    },
    {
      "epoch": 2.646252676659529,
      "grad_norm": 8.391417503356934,
      "learning_rate": 2.385600985332452e-05,
      "loss": 1.1612,
      "step": 6179
    },
    {
      "epoch": 2.646680942184154,
      "grad_norm": 1.7623014450073242,
      "learning_rate": 2.3849081467169455e-05,
      "loss": 0.5399,
      "step": 6180
    },
    {
      "epoch": 2.6471092077087794,
      "grad_norm": 3.251187324523926,
      "learning_rate": 2.38421531695962e-05,
      "loss": 0.6697,
      "step": 6181
    },
    {
      "epoch": 2.6475374732334047,
      "grad_norm": 1.2667806148529053,
      "learning_rate": 2.3835224961138023e-05,
      "loss": 0.662,
      "step": 6182
    },
    {
      "epoch": 2.64796573875803,
      "grad_norm": 6.104917049407959,
      "learning_rate": 2.382829684232814e-05,
      "loss": 0.7527,
      "step": 6183
    },
    {
      "epoch": 2.6483940042826553,
      "grad_norm": 4.419667720794678,
      "learning_rate": 2.3821368813699803e-05,
      "loss": 2.2154,
      "step": 6184
    },
    {
      "epoch": 2.6488222698072805,
      "grad_norm": 3.776247262954712,
      "learning_rate": 2.3814440875786212e-05,
      "loss": 0.3388,
      "step": 6185
    },
    {
      "epoch": 2.649250535331906,
      "grad_norm": 3.5831799507141113,
      "learning_rate": 2.380751302912061e-05,
      "loss": 0.3396,
      "step": 6186
    },
    {
      "epoch": 2.649678800856531,
      "grad_norm": 4.968555927276611,
      "learning_rate": 2.3800585274236183e-05,
      "loss": 1.6302,
      "step": 6187
    },
    {
      "epoch": 2.6501070663811563,
      "grad_norm": 477.77825927734375,
      "learning_rate": 2.379365761166615e-05,
      "loss": 0.5045,
      "step": 6188
    },
    {
      "epoch": 2.6505353319057816,
      "grad_norm": 5.127920150756836,
      "learning_rate": 2.3786730041943695e-05,
      "loss": 1.1153,
      "step": 6189
    },
    {
      "epoch": 2.650963597430407,
      "grad_norm": 3.469627857208252,
      "learning_rate": 2.3779802565602013e-05,
      "loss": 0.3801,
      "step": 6190
    },
    {
      "epoch": 2.651391862955032,
      "grad_norm": 6.84908390045166,
      "learning_rate": 2.3772875183174292e-05,
      "loss": 0.4237,
      "step": 6191
    },
    {
      "epoch": 2.6518201284796574,
      "grad_norm": 5.224078178405762,
      "learning_rate": 2.3765947895193696e-05,
      "loss": 1.0536,
      "step": 6192
    },
    {
      "epoch": 2.6522483940042827,
      "grad_norm": 4.43394136428833,
      "learning_rate": 2.37590207021934e-05,
      "loss": 1.2756,
      "step": 6193
    },
    {
      "epoch": 2.652676659528908,
      "grad_norm": 3.2851765155792236,
      "learning_rate": 2.3752093604706555e-05,
      "loss": 1.4608,
      "step": 6194
    },
    {
      "epoch": 2.6531049250535332,
      "grad_norm": 3.6027774810791016,
      "learning_rate": 2.3745166603266323e-05,
      "loss": 0.7553,
      "step": 6195
    },
    {
      "epoch": 2.6535331905781585,
      "grad_norm": 2.326568603515625,
      "learning_rate": 2.3738239698405837e-05,
      "loss": 0.4372,
      "step": 6196
    },
    {
      "epoch": 2.653961456102784,
      "grad_norm": 2.782071352005005,
      "learning_rate": 2.373131289065825e-05,
      "loss": 0.5498,
      "step": 6197
    },
    {
      "epoch": 2.654389721627409,
      "grad_norm": 3.074606418609619,
      "learning_rate": 2.3724386180556678e-05,
      "loss": 1.4767,
      "step": 6198
    },
    {
      "epoch": 2.6548179871520343,
      "grad_norm": 5.133486270904541,
      "learning_rate": 2.3717459568634253e-05,
      "loss": 1.0232,
      "step": 6199
    },
    {
      "epoch": 2.6552462526766596,
      "grad_norm": 3.6265623569488525,
      "learning_rate": 2.371053305542408e-05,
      "loss": 0.5539,
      "step": 6200
    },
    {
      "epoch": 2.655674518201285,
      "grad_norm": 1.9102109670639038,
      "learning_rate": 2.370360664145928e-05,
      "loss": 0.5141,
      "step": 6201
    },
    {
      "epoch": 2.65610278372591,
      "grad_norm": 0.6145514249801636,
      "learning_rate": 2.3696680327272936e-05,
      "loss": 0.2741,
      "step": 6202
    },
    {
      "epoch": 2.6565310492505354,
      "grad_norm": 3.340245008468628,
      "learning_rate": 2.3689754113398154e-05,
      "loss": 0.5989,
      "step": 6203
    },
    {
      "epoch": 2.6569593147751607,
      "grad_norm": 2.627143144607544,
      "learning_rate": 2.368282800036801e-05,
      "loss": 0.1908,
      "step": 6204
    },
    {
      "epoch": 2.657387580299786,
      "grad_norm": 1.54910409450531,
      "learning_rate": 2.3675901988715597e-05,
      "loss": 0.5648,
      "step": 6205
    },
    {
      "epoch": 2.657815845824411,
      "grad_norm": 5.6894307136535645,
      "learning_rate": 2.366897607897395e-05,
      "loss": 1.5873,
      "step": 6206
    },
    {
      "epoch": 2.6582441113490365,
      "grad_norm": 1.9505523443222046,
      "learning_rate": 2.366205027167617e-05,
      "loss": 0.8667,
      "step": 6207
    },
    {
      "epoch": 2.6586723768736618,
      "grad_norm": 3.6850342750549316,
      "learning_rate": 2.365512456735528e-05,
      "loss": 0.5745,
      "step": 6208
    },
    {
      "epoch": 2.659100642398287,
      "grad_norm": 4.349942684173584,
      "learning_rate": 2.3648198966544342e-05,
      "loss": 1.5278,
      "step": 6209
    },
    {
      "epoch": 2.6595289079229123,
      "grad_norm": 3.719719886779785,
      "learning_rate": 2.3641273469776378e-05,
      "loss": 0.6723,
      "step": 6210
    },
    {
      "epoch": 2.6599571734475376,
      "grad_norm": 3.9092910289764404,
      "learning_rate": 2.3634348077584433e-05,
      "loss": 0.8242,
      "step": 6211
    },
    {
      "epoch": 2.660385438972163,
      "grad_norm": 2.601426839828491,
      "learning_rate": 2.3627422790501515e-05,
      "loss": 0.5278,
      "step": 6212
    },
    {
      "epoch": 2.660813704496788,
      "grad_norm": 5.824289798736572,
      "learning_rate": 2.362049760906065e-05,
      "loss": 1.3213,
      "step": 6213
    },
    {
      "epoch": 2.6612419700214134,
      "grad_norm": 4.299912929534912,
      "learning_rate": 2.361357253379483e-05,
      "loss": 0.6861,
      "step": 6214
    },
    {
      "epoch": 2.6616702355460387,
      "grad_norm": 5.6407036781311035,
      "learning_rate": 2.3606647565237073e-05,
      "loss": 0.4307,
      "step": 6215
    },
    {
      "epoch": 2.662098501070664,
      "grad_norm": 1.2408702373504639,
      "learning_rate": 2.359972270392033e-05,
      "loss": 0.7642,
      "step": 6216
    },
    {
      "epoch": 2.662526766595289,
      "grad_norm": 5.488358497619629,
      "learning_rate": 2.3592797950377625e-05,
      "loss": 0.6531,
      "step": 6217
    },
    {
      "epoch": 2.6629550321199145,
      "grad_norm": 4.529244422912598,
      "learning_rate": 2.358587330514189e-05,
      "loss": 0.856,
      "step": 6218
    },
    {
      "epoch": 2.6633832976445397,
      "grad_norm": 5.46996545791626,
      "learning_rate": 2.357894876874612e-05,
      "loss": 0.7514,
      "step": 6219
    },
    {
      "epoch": 2.663811563169165,
      "grad_norm": 4.286938667297363,
      "learning_rate": 2.357202434172325e-05,
      "loss": 0.93,
      "step": 6220
    },
    {
      "epoch": 2.6642398286937903,
      "grad_norm": 3.3316614627838135,
      "learning_rate": 2.356510002460624e-05,
      "loss": 0.7379,
      "step": 6221
    },
    {
      "epoch": 2.6646680942184156,
      "grad_norm": 10.142281532287598,
      "learning_rate": 2.3558175817928013e-05,
      "loss": 1.0852,
      "step": 6222
    },
    {
      "epoch": 2.665096359743041,
      "grad_norm": 8.131339073181152,
      "learning_rate": 2.3551251722221523e-05,
      "loss": 1.7144,
      "step": 6223
    },
    {
      "epoch": 2.665524625267666,
      "grad_norm": 4.066914081573486,
      "learning_rate": 2.354432773801966e-05,
      "loss": 0.84,
      "step": 6224
    },
    {
      "epoch": 2.6659528907922914,
      "grad_norm": 3.484975576400757,
      "learning_rate": 2.3537403865855355e-05,
      "loss": 0.7507,
      "step": 6225
    },
    {
      "epoch": 2.6663811563169166,
      "grad_norm": 1.2469313144683838,
      "learning_rate": 2.3530480106261526e-05,
      "loss": 0.2626,
      "step": 6226
    },
    {
      "epoch": 2.666809421841542,
      "grad_norm": 2.7566707134246826,
      "learning_rate": 2.3523556459771035e-05,
      "loss": 0.4885,
      "step": 6227
    },
    {
      "epoch": 2.667237687366167,
      "grad_norm": 5.8127946853637695,
      "learning_rate": 2.3516632926916803e-05,
      "loss": 0.5895,
      "step": 6228
    },
    {
      "epoch": 2.6676659528907924,
      "grad_norm": 5.041498184204102,
      "learning_rate": 2.3509709508231682e-05,
      "loss": 2.3689,
      "step": 6229
    },
    {
      "epoch": 2.6680942184154177,
      "grad_norm": 5.931916236877441,
      "learning_rate": 2.3502786204248554e-05,
      "loss": 0.8347,
      "step": 6230
    },
    {
      "epoch": 2.668522483940043,
      "grad_norm": 3.6080451011657715,
      "learning_rate": 2.3495863015500268e-05,
      "loss": 0.7502,
      "step": 6231
    },
    {
      "epoch": 2.6689507494646683,
      "grad_norm": 4.2438764572143555,
      "learning_rate": 2.3488939942519694e-05,
      "loss": 0.5241,
      "step": 6232
    },
    {
      "epoch": 2.6693790149892935,
      "grad_norm": 3.8586621284484863,
      "learning_rate": 2.348201698583966e-05,
      "loss": 1.3513,
      "step": 6233
    },
    {
      "epoch": 2.6698072805139184,
      "grad_norm": 2.651101589202881,
      "learning_rate": 2.3475094145993005e-05,
      "loss": 1.2729,
      "step": 6234
    },
    {
      "epoch": 2.670235546038544,
      "grad_norm": 6.587527751922607,
      "learning_rate": 2.3468171423512548e-05,
      "loss": 0.7638,
      "step": 6235
    },
    {
      "epoch": 2.670663811563169,
      "grad_norm": 1.098350167274475,
      "learning_rate": 2.346124881893112e-05,
      "loss": 0.2696,
      "step": 6236
    },
    {
      "epoch": 2.6710920770877946,
      "grad_norm": 2.4756124019622803,
      "learning_rate": 2.3454326332781506e-05,
      "loss": 0.8221,
      "step": 6237
    },
    {
      "epoch": 2.6715203426124194,
      "grad_norm": 4.477574348449707,
      "learning_rate": 2.344740396559652e-05,
      "loss": 0.9134,
      "step": 6238
    },
    {
      "epoch": 2.671948608137045,
      "grad_norm": 1.2415555715560913,
      "learning_rate": 2.3440481717908943e-05,
      "loss": 0.504,
      "step": 6239
    },
    {
      "epoch": 2.67237687366167,
      "grad_norm": 3.908217430114746,
      "learning_rate": 2.3433559590251555e-05,
      "loss": 0.402,
      "step": 6240
    },
    {
      "epoch": 2.6728051391862957,
      "grad_norm": 2.588578939437866,
      "learning_rate": 2.342663758315712e-05,
      "loss": 0.2818,
      "step": 6241
    },
    {
      "epoch": 2.6732334047109205,
      "grad_norm": 3.265596866607666,
      "learning_rate": 2.3419715697158416e-05,
      "loss": 0.7502,
      "step": 6242
    },
    {
      "epoch": 2.6736616702355462,
      "grad_norm": 5.996572017669678,
      "learning_rate": 2.3412793932788174e-05,
      "loss": 0.4294,
      "step": 6243
    },
    {
      "epoch": 2.674089935760171,
      "grad_norm": 3.1658735275268555,
      "learning_rate": 2.3405872290579154e-05,
      "loss": 1.156,
      "step": 6244
    },
    {
      "epoch": 2.674518201284797,
      "grad_norm": 2.8510003089904785,
      "learning_rate": 2.3398950771064064e-05,
      "loss": 1.1118,
      "step": 6245
    },
    {
      "epoch": 2.6749464668094216,
      "grad_norm": 8.926976203918457,
      "learning_rate": 2.3392029374775665e-05,
      "loss": 0.519,
      "step": 6246
    },
    {
      "epoch": 2.6753747323340473,
      "grad_norm": 1.5389429330825806,
      "learning_rate": 2.338510810224663e-05,
      "loss": 0.4358,
      "step": 6247
    },
    {
      "epoch": 2.675802997858672,
      "grad_norm": 2.4117379188537598,
      "learning_rate": 2.337818695400969e-05,
      "loss": 0.5828,
      "step": 6248
    },
    {
      "epoch": 2.676231263383298,
      "grad_norm": 3.8484575748443604,
      "learning_rate": 2.3371265930597523e-05,
      "loss": 0.57,
      "step": 6249
    },
    {
      "epoch": 2.6766595289079227,
      "grad_norm": 1.4327523708343506,
      "learning_rate": 2.336434503254283e-05,
      "loss": 0.3974,
      "step": 6250
    },
    {
      "epoch": 2.6770877944325484,
      "grad_norm": 5.5833916664123535,
      "learning_rate": 2.3357424260378267e-05,
      "loss": 0.9225,
      "step": 6251
    },
    {
      "epoch": 2.6775160599571732,
      "grad_norm": 1.8172436952590942,
      "learning_rate": 2.3350503614636517e-05,
      "loss": 0.6294,
      "step": 6252
    },
    {
      "epoch": 2.677944325481799,
      "grad_norm": 3.581742525100708,
      "learning_rate": 2.3343583095850226e-05,
      "loss": 0.7996,
      "step": 6253
    },
    {
      "epoch": 2.6783725910064238,
      "grad_norm": 4.165794372558594,
      "learning_rate": 2.333666270455205e-05,
      "loss": 0.4067,
      "step": 6254
    },
    {
      "epoch": 2.6788008565310495,
      "grad_norm": 3.1505188941955566,
      "learning_rate": 2.3329742441274604e-05,
      "loss": 0.9014,
      "step": 6255
    },
    {
      "epoch": 2.6792291220556743,
      "grad_norm": 3.00504732131958,
      "learning_rate": 2.3322822306550544e-05,
      "loss": 1.2467,
      "step": 6256
    },
    {
      "epoch": 2.6796573875803,
      "grad_norm": 3.3444669246673584,
      "learning_rate": 2.331590230091246e-05,
      "loss": 0.3362,
      "step": 6257
    },
    {
      "epoch": 2.680085653104925,
      "grad_norm": 5.108071804046631,
      "learning_rate": 2.3308982424892974e-05,
      "loss": 0.852,
      "step": 6258
    },
    {
      "epoch": 2.6805139186295506,
      "grad_norm": 3.2468578815460205,
      "learning_rate": 2.330206267902467e-05,
      "loss": 0.5858,
      "step": 6259
    },
    {
      "epoch": 2.6809421841541754,
      "grad_norm": 8.71683406829834,
      "learning_rate": 2.3295143063840146e-05,
      "loss": 0.4599,
      "step": 6260
    },
    {
      "epoch": 2.681370449678801,
      "grad_norm": 3.845823287963867,
      "learning_rate": 2.328822357987198e-05,
      "loss": 0.7346,
      "step": 6261
    },
    {
      "epoch": 2.681798715203426,
      "grad_norm": 3.2157950401306152,
      "learning_rate": 2.328130422765273e-05,
      "loss": 0.5842,
      "step": 6262
    },
    {
      "epoch": 2.6822269807280517,
      "grad_norm": 3.768720865249634,
      "learning_rate": 2.3274385007714957e-05,
      "loss": 0.4597,
      "step": 6263
    },
    {
      "epoch": 2.6826552462526765,
      "grad_norm": 4.895567893981934,
      "learning_rate": 2.32674659205912e-05,
      "loss": 0.4725,
      "step": 6264
    },
    {
      "epoch": 2.683083511777302,
      "grad_norm": 12.709770202636719,
      "learning_rate": 2.3260546966814012e-05,
      "loss": 0.439,
      "step": 6265
    },
    {
      "epoch": 2.683511777301927,
      "grad_norm": 1.2327674627304077,
      "learning_rate": 2.325362814691589e-05,
      "loss": 0.4108,
      "step": 6266
    },
    {
      "epoch": 2.6839400428265523,
      "grad_norm": 23.729536056518555,
      "learning_rate": 2.3246709461429384e-05,
      "loss": 1.0851,
      "step": 6267
    },
    {
      "epoch": 2.6843683083511776,
      "grad_norm": 2.472773551940918,
      "learning_rate": 2.3239790910886966e-05,
      "loss": 0.447,
      "step": 6268
    },
    {
      "epoch": 2.684796573875803,
      "grad_norm": 4.0197224617004395,
      "learning_rate": 2.3232872495821153e-05,
      "loss": 0.8577,
      "step": 6269
    },
    {
      "epoch": 2.685224839400428,
      "grad_norm": 4.9873785972595215,
      "learning_rate": 2.3225954216764417e-05,
      "loss": 0.6613,
      "step": 6270
    },
    {
      "epoch": 2.6856531049250534,
      "grad_norm": 3.752472162246704,
      "learning_rate": 2.321903607424924e-05,
      "loss": 0.7423,
      "step": 6271
    },
    {
      "epoch": 2.6860813704496787,
      "grad_norm": 2.400752067565918,
      "learning_rate": 2.3212118068808078e-05,
      "loss": 1.0093,
      "step": 6272
    },
    {
      "epoch": 2.686509635974304,
      "grad_norm": 2.7313716411590576,
      "learning_rate": 2.320520020097339e-05,
      "loss": 0.5684,
      "step": 6273
    },
    {
      "epoch": 2.686937901498929,
      "grad_norm": 1.0121397972106934,
      "learning_rate": 2.319828247127761e-05,
      "loss": 0.4475,
      "step": 6274
    },
    {
      "epoch": 2.6873661670235545,
      "grad_norm": 2.189667224884033,
      "learning_rate": 2.3191364880253184e-05,
      "loss": 0.6156,
      "step": 6275
    },
    {
      "epoch": 2.6877944325481797,
      "grad_norm": 3.7766599655151367,
      "learning_rate": 2.3184447428432514e-05,
      "loss": 1.7643,
      "step": 6276
    },
    {
      "epoch": 2.688222698072805,
      "grad_norm": 3.626044988632202,
      "learning_rate": 2.3177530116348024e-05,
      "loss": 1.0357,
      "step": 6277
    },
    {
      "epoch": 2.6886509635974303,
      "grad_norm": 3.1191771030426025,
      "learning_rate": 2.3170612944532102e-05,
      "loss": 1.4953,
      "step": 6278
    },
    {
      "epoch": 2.6890792291220555,
      "grad_norm": 5.165097713470459,
      "learning_rate": 2.3163695913517146e-05,
      "loss": 0.6496,
      "step": 6279
    },
    {
      "epoch": 2.689507494646681,
      "grad_norm": 3.2450077533721924,
      "learning_rate": 2.3156779023835525e-05,
      "loss": 0.771,
      "step": 6280
    },
    {
      "epoch": 2.689935760171306,
      "grad_norm": 3.0030391216278076,
      "learning_rate": 2.3149862276019617e-05,
      "loss": 0.4058,
      "step": 6281
    },
    {
      "epoch": 2.6903640256959314,
      "grad_norm": 3.625439405441284,
      "learning_rate": 2.314294567060177e-05,
      "loss": 1.1204,
      "step": 6282
    },
    {
      "epoch": 2.6907922912205566,
      "grad_norm": 3.270517349243164,
      "learning_rate": 2.313602920811433e-05,
      "loss": 0.757,
      "step": 6283
    },
    {
      "epoch": 2.691220556745182,
      "grad_norm": 8.977121353149414,
      "learning_rate": 2.3129112889089625e-05,
      "loss": 0.5176,
      "step": 6284
    },
    {
      "epoch": 2.691648822269807,
      "grad_norm": 1.1094435453414917,
      "learning_rate": 2.3122196714059995e-05,
      "loss": 0.3982,
      "step": 6285
    },
    {
      "epoch": 2.6920770877944324,
      "grad_norm": 1.117659091949463,
      "learning_rate": 2.311528068355773e-05,
      "loss": 0.4031,
      "step": 6286
    },
    {
      "epoch": 2.6925053533190577,
      "grad_norm": 1.3127692937850952,
      "learning_rate": 2.3108364798115147e-05,
      "loss": 0.529,
      "step": 6287
    },
    {
      "epoch": 2.692933618843683,
      "grad_norm": 3.612924575805664,
      "learning_rate": 2.3101449058264523e-05,
      "loss": 0.7607,
      "step": 6288
    },
    {
      "epoch": 2.6933618843683083,
      "grad_norm": 2.9042580127716064,
      "learning_rate": 2.309453346453815e-05,
      "loss": 0.9249,
      "step": 6289
    },
    {
      "epoch": 2.6937901498929335,
      "grad_norm": 4.567205905914307,
      "learning_rate": 2.308761801746828e-05,
      "loss": 1.1059,
      "step": 6290
    },
    {
      "epoch": 2.694218415417559,
      "grad_norm": 4.274007797241211,
      "learning_rate": 2.3080702717587183e-05,
      "loss": 0.727,
      "step": 6291
    },
    {
      "epoch": 2.694646680942184,
      "grad_norm": 3.854191780090332,
      "learning_rate": 2.307378756542709e-05,
      "loss": 1.1663,
      "step": 6292
    },
    {
      "epoch": 2.6950749464668093,
      "grad_norm": 3.033720016479492,
      "learning_rate": 2.3066872561520253e-05,
      "loss": 0.3286,
      "step": 6293
    },
    {
      "epoch": 2.6955032119914346,
      "grad_norm": 3.4254097938537598,
      "learning_rate": 2.3059957706398863e-05,
      "loss": 0.4924,
      "step": 6294
    },
    {
      "epoch": 2.69593147751606,
      "grad_norm": 1.8799360990524292,
      "learning_rate": 2.3053043000595154e-05,
      "loss": 0.5475,
      "step": 6295
    },
    {
      "epoch": 2.696359743040685,
      "grad_norm": 3.3767263889312744,
      "learning_rate": 2.3046128444641326e-05,
      "loss": 0.9321,
      "step": 6296
    },
    {
      "epoch": 2.6967880085653104,
      "grad_norm": 2.004462957382202,
      "learning_rate": 2.3039214039069553e-05,
      "loss": 0.7466,
      "step": 6297
    },
    {
      "epoch": 2.6972162740899357,
      "grad_norm": 4.7754082679748535,
      "learning_rate": 2.3032299784412022e-05,
      "loss": 0.7241,
      "step": 6298
    },
    {
      "epoch": 2.697644539614561,
      "grad_norm": 4.403180122375488,
      "learning_rate": 2.302538568120088e-05,
      "loss": 1.1672,
      "step": 6299
    },
    {
      "epoch": 2.6980728051391862,
      "grad_norm": 3.1132631301879883,
      "learning_rate": 2.30184717299683e-05,
      "loss": 0.7539,
      "step": 6300
    },
    {
      "epoch": 2.6985010706638115,
      "grad_norm": 5.538602352142334,
      "learning_rate": 2.3011557931246404e-05,
      "loss": 1.373,
      "step": 6301
    },
    {
      "epoch": 2.698929336188437,
      "grad_norm": 1.9475477933883667,
      "learning_rate": 2.300464428556734e-05,
      "loss": 0.8235,
      "step": 6302
    },
    {
      "epoch": 2.699357601713062,
      "grad_norm": 4.271775722503662,
      "learning_rate": 2.2997730793463203e-05,
      "loss": 0.7709,
      "step": 6303
    },
    {
      "epoch": 2.6997858672376873,
      "grad_norm": 1.4608960151672363,
      "learning_rate": 2.2990817455466126e-05,
      "loss": 0.237,
      "step": 6304
    },
    {
      "epoch": 2.7002141327623126,
      "grad_norm": 1.8649554252624512,
      "learning_rate": 2.298390427210817e-05,
      "loss": 0.1804,
      "step": 6305
    },
    {
      "epoch": 2.700642398286938,
      "grad_norm": 4.896548271179199,
      "learning_rate": 2.2976991243921446e-05,
      "loss": 1.724,
      "step": 6306
    },
    {
      "epoch": 2.701070663811563,
      "grad_norm": 1.317307472229004,
      "learning_rate": 2.2970078371437997e-05,
      "loss": 0.35,
      "step": 6307
    },
    {
      "epoch": 2.7014989293361884,
      "grad_norm": 7.6834540367126465,
      "learning_rate": 2.2963165655189903e-05,
      "loss": 1.3949,
      "step": 6308
    },
    {
      "epoch": 2.7019271948608137,
      "grad_norm": 5.596105575561523,
      "learning_rate": 2.2956253095709194e-05,
      "loss": 1.1274,
      "step": 6309
    },
    {
      "epoch": 2.702355460385439,
      "grad_norm": 8.035801887512207,
      "learning_rate": 2.2949340693527914e-05,
      "loss": 1.3661,
      "step": 6310
    },
    {
      "epoch": 2.702783725910064,
      "grad_norm": 2.2014362812042236,
      "learning_rate": 2.2942428449178074e-05,
      "loss": 0.3883,
      "step": 6311
    },
    {
      "epoch": 2.7032119914346895,
      "grad_norm": 1.5467398166656494,
      "learning_rate": 2.2935516363191693e-05,
      "loss": 0.5552,
      "step": 6312
    },
    {
      "epoch": 2.7036402569593148,
      "grad_norm": 1.2990796566009521,
      "learning_rate": 2.292860443610076e-05,
      "loss": 0.4911,
      "step": 6313
    },
    {
      "epoch": 2.70406852248394,
      "grad_norm": 4.934799671173096,
      "learning_rate": 2.2921692668437276e-05,
      "loss": 1.002,
      "step": 6314
    },
    {
      "epoch": 2.7044967880085653,
      "grad_norm": 4.581473350524902,
      "learning_rate": 2.2914781060733188e-05,
      "loss": 0.7521,
      "step": 6315
    },
    {
      "epoch": 2.7049250535331906,
      "grad_norm": 5.300107479095459,
      "learning_rate": 2.2907869613520475e-05,
      "loss": 0.3941,
      "step": 6316
    },
    {
      "epoch": 2.705353319057816,
      "grad_norm": 4.284798622131348,
      "learning_rate": 2.2900958327331073e-05,
      "loss": 0.7157,
      "step": 6317
    },
    {
      "epoch": 2.705781584582441,
      "grad_norm": 4.285460948944092,
      "learning_rate": 2.289404720269693e-05,
      "loss": 0.4892,
      "step": 6318
    },
    {
      "epoch": 2.7062098501070664,
      "grad_norm": 1.095632553100586,
      "learning_rate": 2.2887136240149956e-05,
      "loss": 0.3589,
      "step": 6319
    },
    {
      "epoch": 2.7066381156316917,
      "grad_norm": 2.8102657794952393,
      "learning_rate": 2.2880225440222074e-05,
      "loss": 0.2927,
      "step": 6320
    },
    {
      "epoch": 2.707066381156317,
      "grad_norm": 5.319109916687012,
      "learning_rate": 2.287331480344517e-05,
      "loss": 1.0058,
      "step": 6321
    },
    {
      "epoch": 2.707494646680942,
      "grad_norm": 4.469295978546143,
      "learning_rate": 2.2866404330351146e-05,
      "loss": 0.4366,
      "step": 6322
    },
    {
      "epoch": 2.7079229122055675,
      "grad_norm": 100.48426818847656,
      "learning_rate": 2.285949402147185e-05,
      "loss": 1.2032,
      "step": 6323
    },
    {
      "epoch": 2.7083511777301927,
      "grad_norm": 5.580550193786621,
      "learning_rate": 2.285258387733917e-05,
      "loss": 1.4902,
      "step": 6324
    },
    {
      "epoch": 2.708779443254818,
      "grad_norm": 2.2050862312316895,
      "learning_rate": 2.2845673898484927e-05,
      "loss": 0.4722,
      "step": 6325
    },
    {
      "epoch": 2.7092077087794433,
      "grad_norm": 4.880280494689941,
      "learning_rate": 2.283876408544098e-05,
      "loss": 0.7502,
      "step": 6326
    },
    {
      "epoch": 2.7096359743040686,
      "grad_norm": 4.054844856262207,
      "learning_rate": 2.2831854438739124e-05,
      "loss": 1.0325,
      "step": 6327
    },
    {
      "epoch": 2.710064239828694,
      "grad_norm": 5.56894063949585,
      "learning_rate": 2.28249449589112e-05,
      "loss": 0.8682,
      "step": 6328
    },
    {
      "epoch": 2.710492505353319,
      "grad_norm": 4.268085956573486,
      "learning_rate": 2.281803564648898e-05,
      "loss": 0.9191,
      "step": 6329
    },
    {
      "epoch": 2.7109207708779444,
      "grad_norm": 2.20220685005188,
      "learning_rate": 2.2811126502004248e-05,
      "loss": 0.7652,
      "step": 6330
    },
    {
      "epoch": 2.7113490364025696,
      "grad_norm": 2.1862146854400635,
      "learning_rate": 2.2804217525988796e-05,
      "loss": 0.4117,
      "step": 6331
    },
    {
      "epoch": 2.711777301927195,
      "grad_norm": 2.1981699466705322,
      "learning_rate": 2.2797308718974357e-05,
      "loss": 0.4881,
      "step": 6332
    },
    {
      "epoch": 2.71220556745182,
      "grad_norm": 5.335545539855957,
      "learning_rate": 2.2790400081492695e-05,
      "loss": 0.4818,
      "step": 6333
    },
    {
      "epoch": 2.7126338329764454,
      "grad_norm": 4.159852504730225,
      "learning_rate": 2.278349161407553e-05,
      "loss": 1.0283,
      "step": 6334
    },
    {
      "epoch": 2.7130620985010707,
      "grad_norm": 2.4522242546081543,
      "learning_rate": 2.277658331725459e-05,
      "loss": 0.6424,
      "step": 6335
    },
    {
      "epoch": 2.713490364025696,
      "grad_norm": 5.724305152893066,
      "learning_rate": 2.2769675191561564e-05,
      "loss": 1.6944,
      "step": 6336
    },
    {
      "epoch": 2.7139186295503213,
      "grad_norm": 2.8139421939849854,
      "learning_rate": 2.276276723752816e-05,
      "loss": 0.8922,
      "step": 6337
    },
    {
      "epoch": 2.7143468950749465,
      "grad_norm": 5.112504959106445,
      "learning_rate": 2.2755859455686048e-05,
      "loss": 0.9169,
      "step": 6338
    },
    {
      "epoch": 2.714775160599572,
      "grad_norm": 1.4608670473098755,
      "learning_rate": 2.2748951846566897e-05,
      "loss": 0.6236,
      "step": 6339
    },
    {
      "epoch": 2.715203426124197,
      "grad_norm": 3.315772294998169,
      "learning_rate": 2.2742044410702353e-05,
      "loss": 1.5591,
      "step": 6340
    },
    {
      "epoch": 2.7156316916488223,
      "grad_norm": 3.5760083198547363,
      "learning_rate": 2.273513714862407e-05,
      "loss": 0.4117,
      "step": 6341
    },
    {
      "epoch": 2.7160599571734476,
      "grad_norm": 2.3830652236938477,
      "learning_rate": 2.272823006086366e-05,
      "loss": 0.3503,
      "step": 6342
    },
    {
      "epoch": 2.716488222698073,
      "grad_norm": 4.942241191864014,
      "learning_rate": 2.2721323147952748e-05,
      "loss": 1.6525,
      "step": 6343
    },
    {
      "epoch": 2.716916488222698,
      "grad_norm": 6.102124214172363,
      "learning_rate": 2.271441641042291e-05,
      "loss": 0.4459,
      "step": 6344
    },
    {
      "epoch": 2.7173447537473234,
      "grad_norm": 4.158504009246826,
      "learning_rate": 2.270750984880576e-05,
      "loss": 0.6064,
      "step": 6345
    },
    {
      "epoch": 2.7177730192719487,
      "grad_norm": 3.2939352989196777,
      "learning_rate": 2.2700603463632847e-05,
      "loss": 1.1161,
      "step": 6346
    },
    {
      "epoch": 2.718201284796574,
      "grad_norm": 0.9865221977233887,
      "learning_rate": 2.2693697255435746e-05,
      "loss": 0.3373,
      "step": 6347
    },
    {
      "epoch": 2.7186295503211992,
      "grad_norm": 0.8124063014984131,
      "learning_rate": 2.2686791224745982e-05,
      "loss": 0.1783,
      "step": 6348
    },
    {
      "epoch": 2.7190578158458245,
      "grad_norm": 7.010406017303467,
      "learning_rate": 2.2679885372095108e-05,
      "loss": 0.9342,
      "step": 6349
    },
    {
      "epoch": 2.71948608137045,
      "grad_norm": 4.376952171325684,
      "learning_rate": 2.2672979698014624e-05,
      "loss": 0.4868,
      "step": 6350
    },
    {
      "epoch": 2.719914346895075,
      "grad_norm": 5.869391441345215,
      "learning_rate": 2.2666074203036046e-05,
      "loss": 1.3388,
      "step": 6351
    },
    {
      "epoch": 2.7203426124197003,
      "grad_norm": 2.108609437942505,
      "learning_rate": 2.2659168887690848e-05,
      "loss": 0.2505,
      "step": 6352
    },
    {
      "epoch": 2.7207708779443256,
      "grad_norm": 1.6371475458145142,
      "learning_rate": 2.2652263752510534e-05,
      "loss": 1.008,
      "step": 6353
    },
    {
      "epoch": 2.721199143468951,
      "grad_norm": 10.902042388916016,
      "learning_rate": 2.264535879802653e-05,
      "loss": 1.1551,
      "step": 6354
    },
    {
      "epoch": 2.721627408993576,
      "grad_norm": 1.4884448051452637,
      "learning_rate": 2.263845402477031e-05,
      "loss": 0.178,
      "step": 6355
    },
    {
      "epoch": 2.7220556745182014,
      "grad_norm": 1.079595685005188,
      "learning_rate": 2.2631549433273293e-05,
      "loss": 0.2468,
      "step": 6356
    },
    {
      "epoch": 2.7224839400428267,
      "grad_norm": 8.784138679504395,
      "learning_rate": 2.2624645024066916e-05,
      "loss": 0.495,
      "step": 6357
    },
    {
      "epoch": 2.722912205567452,
      "grad_norm": 0.7077468037605286,
      "learning_rate": 2.2617740797682566e-05,
      "loss": 0.3036,
      "step": 6358
    },
    {
      "epoch": 2.723340471092077,
      "grad_norm": 4.094358921051025,
      "learning_rate": 2.261083675465165e-05,
      "loss": 0.9539,
      "step": 6359
    },
    {
      "epoch": 2.7237687366167025,
      "grad_norm": 5.177277565002441,
      "learning_rate": 2.2603932895505536e-05,
      "loss": 0.694,
      "step": 6360
    },
    {
      "epoch": 2.7241970021413278,
      "grad_norm": 4.722409248352051,
      "learning_rate": 2.25970292207756e-05,
      "loss": 0.515,
      "step": 6361
    },
    {
      "epoch": 2.724625267665953,
      "grad_norm": 4.27049446105957,
      "learning_rate": 2.2590125730993168e-05,
      "loss": 1.6632,
      "step": 6362
    },
    {
      "epoch": 2.7250535331905783,
      "grad_norm": 1.6014193296432495,
      "learning_rate": 2.258322242668961e-05,
      "loss": 0.2565,
      "step": 6363
    },
    {
      "epoch": 2.7254817987152036,
      "grad_norm": 3.737470865249634,
      "learning_rate": 2.2576319308396217e-05,
      "loss": 0.2419,
      "step": 6364
    },
    {
      "epoch": 2.725910064239829,
      "grad_norm": 1.7830421924591064,
      "learning_rate": 2.2569416376644298e-05,
      "loss": 0.6702,
      "step": 6365
    },
    {
      "epoch": 2.726338329764454,
      "grad_norm": 2.7569239139556885,
      "learning_rate": 2.256251363196517e-05,
      "loss": 0.9191,
      "step": 6366
    },
    {
      "epoch": 2.7267665952890794,
      "grad_norm": 4.254889011383057,
      "learning_rate": 2.2555611074890087e-05,
      "loss": 0.5436,
      "step": 6367
    },
    {
      "epoch": 2.7271948608137047,
      "grad_norm": 3.3649518489837646,
      "learning_rate": 2.2548708705950325e-05,
      "loss": 0.4309,
      "step": 6368
    },
    {
      "epoch": 2.72762312633833,
      "grad_norm": 3.2432448863983154,
      "learning_rate": 2.2541806525677122e-05,
      "loss": 0.5562,
      "step": 6369
    },
    {
      "epoch": 2.728051391862955,
      "grad_norm": 4.559848785400391,
      "learning_rate": 2.253490453460173e-05,
      "loss": 0.4794,
      "step": 6370
    },
    {
      "epoch": 2.72847965738758,
      "grad_norm": 6.293281555175781,
      "learning_rate": 2.2528002733255345e-05,
      "loss": 0.6541,
      "step": 6371
    },
    {
      "epoch": 2.7289079229122057,
      "grad_norm": 3.5677576065063477,
      "learning_rate": 2.2521101122169198e-05,
      "loss": 0.7265,
      "step": 6372
    },
    {
      "epoch": 2.7293361884368306,
      "grad_norm": 3.631969451904297,
      "learning_rate": 2.2514199701874454e-05,
      "loss": 0.6268,
      "step": 6373
    },
    {
      "epoch": 2.7297644539614563,
      "grad_norm": 2.802027463912964,
      "learning_rate": 2.250729847290232e-05,
      "loss": 0.8122,
      "step": 6374
    },
    {
      "epoch": 2.730192719486081,
      "grad_norm": 3.75937819480896,
      "learning_rate": 2.2500397435783927e-05,
      "loss": 0.627,
      "step": 6375
    },
    {
      "epoch": 2.730620985010707,
      "grad_norm": 3.1509923934936523,
      "learning_rate": 2.249349659105044e-05,
      "loss": 2.6301,
      "step": 6376
    },
    {
      "epoch": 2.7310492505353317,
      "grad_norm": 3.3404057025909424,
      "learning_rate": 2.248659593923298e-05,
      "loss": 0.9533,
      "step": 6377
    },
    {
      "epoch": 2.7314775160599574,
      "grad_norm": 2.2178850173950195,
      "learning_rate": 2.247969548086267e-05,
      "loss": 0.394,
      "step": 6378
    },
    {
      "epoch": 2.731905781584582,
      "grad_norm": 3.286010265350342,
      "learning_rate": 2.2472795216470612e-05,
      "loss": 0.8298,
      "step": 6379
    },
    {
      "epoch": 2.732334047109208,
      "grad_norm": 3.7707974910736084,
      "learning_rate": 2.2465895146587895e-05,
      "loss": 0.8027,
      "step": 6380
    },
    {
      "epoch": 2.7327623126338327,
      "grad_norm": 0.9422439932823181,
      "learning_rate": 2.2458995271745584e-05,
      "loss": 0.3687,
      "step": 6381
    },
    {
      "epoch": 2.7331905781584585,
      "grad_norm": 2.396314859390259,
      "learning_rate": 2.245209559247475e-05,
      "loss": 0.3018,
      "step": 6382
    },
    {
      "epoch": 2.7336188436830833,
      "grad_norm": 2.6102089881896973,
      "learning_rate": 2.244519610930641e-05,
      "loss": 0.4529,
      "step": 6383
    },
    {
      "epoch": 2.734047109207709,
      "grad_norm": 1.3272113800048828,
      "learning_rate": 2.2438296822771624e-05,
      "loss": 0.7146,
      "step": 6384
    },
    {
      "epoch": 2.734475374732334,
      "grad_norm": 3.3191514015197754,
      "learning_rate": 2.2431397733401372e-05,
      "loss": 0.9509,
      "step": 6385
    },
    {
      "epoch": 2.7349036402569595,
      "grad_norm": 0.8006818890571594,
      "learning_rate": 2.2424498841726672e-05,
      "loss": 0.2339,
      "step": 6386
    },
    {
      "epoch": 2.7353319057815844,
      "grad_norm": 8.475493431091309,
      "learning_rate": 2.241760014827849e-05,
      "loss": 0.5129,
      "step": 6387
    },
    {
      "epoch": 2.73576017130621,
      "grad_norm": 2.96455979347229,
      "learning_rate": 2.241070165358781e-05,
      "loss": 0.4537,
      "step": 6388
    },
    {
      "epoch": 2.736188436830835,
      "grad_norm": 2.489319324493408,
      "learning_rate": 2.240380335818557e-05,
      "loss": 0.9773,
      "step": 6389
    },
    {
      "epoch": 2.7366167023554606,
      "grad_norm": 6.920682907104492,
      "learning_rate": 2.239690526260271e-05,
      "loss": 1.0363,
      "step": 6390
    },
    {
      "epoch": 2.7370449678800854,
      "grad_norm": 5.695870876312256,
      "learning_rate": 2.2390007367370146e-05,
      "loss": 0.9117,
      "step": 6391
    },
    {
      "epoch": 2.737473233404711,
      "grad_norm": 2.949392080307007,
      "learning_rate": 2.2383109673018797e-05,
      "loss": 3.349,
      "step": 6392
    },
    {
      "epoch": 2.737901498929336,
      "grad_norm": 3.7553136348724365,
      "learning_rate": 2.2376212180079527e-05,
      "loss": 0.6327,
      "step": 6393
    },
    {
      "epoch": 2.7383297644539617,
      "grad_norm": 4.379809379577637,
      "learning_rate": 2.2369314889083235e-05,
      "loss": 0.9239,
      "step": 6394
    },
    {
      "epoch": 2.7387580299785865,
      "grad_norm": 4.43306827545166,
      "learning_rate": 2.236241780056076e-05,
      "loss": 0.4602,
      "step": 6395
    },
    {
      "epoch": 2.7391862955032122,
      "grad_norm": 1.728463053703308,
      "learning_rate": 2.235552091504296e-05,
      "loss": 0.5761,
      "step": 6396
    },
    {
      "epoch": 2.739614561027837,
      "grad_norm": 4.290719509124756,
      "learning_rate": 2.2348624233060645e-05,
      "loss": 0.7975,
      "step": 6397
    },
    {
      "epoch": 2.740042826552463,
      "grad_norm": 5.549281597137451,
      "learning_rate": 2.2341727755144645e-05,
      "loss": 1.7384,
      "step": 6398
    },
    {
      "epoch": 2.7404710920770876,
      "grad_norm": 2.939371109008789,
      "learning_rate": 2.233483148182574e-05,
      "loss": 0.8206,
      "step": 6399
    },
    {
      "epoch": 2.7408993576017133,
      "grad_norm": 6.694157123565674,
      "learning_rate": 2.2327935413634722e-05,
      "loss": 1.5352,
      "step": 6400
    },
    {
      "epoch": 2.741327623126338,
      "grad_norm": 5.848740577697754,
      "learning_rate": 2.232103955110235e-05,
      "loss": 1.1652,
      "step": 6401
    },
    {
      "epoch": 2.741755888650964,
      "grad_norm": 2.287348508834839,
      "learning_rate": 2.231414389475937e-05,
      "loss": 0.2607,
      "step": 6402
    },
    {
      "epoch": 2.7421841541755887,
      "grad_norm": 1.2579597234725952,
      "learning_rate": 2.2307248445136526e-05,
      "loss": 0.6279,
      "step": 6403
    },
    {
      "epoch": 2.7426124197002144,
      "grad_norm": 6.058316230773926,
      "learning_rate": 2.230035320276451e-05,
      "loss": 0.7922,
      "step": 6404
    },
    {
      "epoch": 2.7430406852248392,
      "grad_norm": 6.0760817527771,
      "learning_rate": 2.2293458168174053e-05,
      "loss": 0.6944,
      "step": 6405
    },
    {
      "epoch": 2.7434689507494645,
      "grad_norm": 5.96346378326416,
      "learning_rate": 2.2286563341895816e-05,
      "loss": 0.4766,
      "step": 6406
    },
    {
      "epoch": 2.74389721627409,
      "grad_norm": 5.198287487030029,
      "learning_rate": 2.2279668724460482e-05,
      "loss": 0.5118,
      "step": 6407
    },
    {
      "epoch": 2.744325481798715,
      "grad_norm": 3.5922152996063232,
      "learning_rate": 2.2272774316398688e-05,
      "loss": 0.2327,
      "step": 6408
    },
    {
      "epoch": 2.7447537473233403,
      "grad_norm": 0.8490960597991943,
      "learning_rate": 2.2265880118241088e-05,
      "loss": 0.1527,
      "step": 6409
    },
    {
      "epoch": 2.7451820128479656,
      "grad_norm": 1.718141794204712,
      "learning_rate": 2.225898613051829e-05,
      "loss": 0.7286,
      "step": 6410
    },
    {
      "epoch": 2.745610278372591,
      "grad_norm": 3.4774045944213867,
      "learning_rate": 2.2252092353760906e-05,
      "loss": 0.3477,
      "step": 6411
    },
    {
      "epoch": 2.746038543897216,
      "grad_norm": 3.3896613121032715,
      "learning_rate": 2.2245198788499514e-05,
      "loss": 0.6473,
      "step": 6412
    },
    {
      "epoch": 2.7464668094218414,
      "grad_norm": 4.174782752990723,
      "learning_rate": 2.2238305435264703e-05,
      "loss": 1.0706,
      "step": 6413
    },
    {
      "epoch": 2.7468950749464667,
      "grad_norm": 12.498459815979004,
      "learning_rate": 2.2231412294587005e-05,
      "loss": 1.0936,
      "step": 6414
    },
    {
      "epoch": 2.747323340471092,
      "grad_norm": 1.0811799764633179,
      "learning_rate": 2.2224519366996976e-05,
      "loss": 0.3675,
      "step": 6415
    },
    {
      "epoch": 2.747751605995717,
      "grad_norm": 2.3969855308532715,
      "learning_rate": 2.221762665302513e-05,
      "loss": 0.77,
      "step": 6416
    },
    {
      "epoch": 2.7481798715203425,
      "grad_norm": 1.9726828336715698,
      "learning_rate": 2.221073415320198e-05,
      "loss": 0.3586,
      "step": 6417
    },
    {
      "epoch": 2.7486081370449678,
      "grad_norm": 1.1544835567474365,
      "learning_rate": 2.2203841868058004e-05,
      "loss": 0.1904,
      "step": 6418
    },
    {
      "epoch": 2.749036402569593,
      "grad_norm": 4.314680576324463,
      "learning_rate": 2.2196949798123688e-05,
      "loss": 1.1357,
      "step": 6419
    },
    {
      "epoch": 2.7494646680942183,
      "grad_norm": 8.683805465698242,
      "learning_rate": 2.2190057943929476e-05,
      "loss": 1.346,
      "step": 6420
    },
    {
      "epoch": 2.7498929336188436,
      "grad_norm": 2.11814022064209,
      "learning_rate": 2.218316630600583e-05,
      "loss": 0.2077,
      "step": 6421
    },
    {
      "epoch": 2.750321199143469,
      "grad_norm": 1.6413049697875977,
      "learning_rate": 2.2176274884883135e-05,
      "loss": 0.4158,
      "step": 6422
    },
    {
      "epoch": 2.750749464668094,
      "grad_norm": 3.4866349697113037,
      "learning_rate": 2.216938368109184e-05,
      "loss": 0.3257,
      "step": 6423
    },
    {
      "epoch": 2.7511777301927194,
      "grad_norm": 3.1792495250701904,
      "learning_rate": 2.2162492695162303e-05,
      "loss": 1.1566,
      "step": 6424
    },
    {
      "epoch": 2.7516059957173447,
      "grad_norm": 0.9058987498283386,
      "learning_rate": 2.2155601927624918e-05,
      "loss": 0.3367,
      "step": 6425
    },
    {
      "epoch": 2.75203426124197,
      "grad_norm": 8.335877418518066,
      "learning_rate": 2.2148711379010022e-05,
      "loss": 0.7979,
      "step": 6426
    },
    {
      "epoch": 2.752462526766595,
      "grad_norm": 0.9740490317344666,
      "learning_rate": 2.2141821049847973e-05,
      "loss": 0.5364,
      "step": 6427
    },
    {
      "epoch": 2.7528907922912205,
      "grad_norm": 11.253339767456055,
      "learning_rate": 2.2134930940669078e-05,
      "loss": 0.9201,
      "step": 6428
    },
    {
      "epoch": 2.7533190578158457,
      "grad_norm": 1.1643842458724976,
      "learning_rate": 2.212804105200365e-05,
      "loss": 0.295,
      "step": 6429
    },
    {
      "epoch": 2.753747323340471,
      "grad_norm": 4.822559833526611,
      "learning_rate": 2.2121151384381976e-05,
      "loss": 0.7236,
      "step": 6430
    },
    {
      "epoch": 2.7541755888650963,
      "grad_norm": 3.7013754844665527,
      "learning_rate": 2.211426193833434e-05,
      "loss": 0.3946,
      "step": 6431
    },
    {
      "epoch": 2.7546038543897216,
      "grad_norm": 19.418909072875977,
      "learning_rate": 2.2107372714390974e-05,
      "loss": 0.6606,
      "step": 6432
    },
    {
      "epoch": 2.755032119914347,
      "grad_norm": 4.201547622680664,
      "learning_rate": 2.2100483713082127e-05,
      "loss": 0.9688,
      "step": 6433
    },
    {
      "epoch": 2.755460385438972,
      "grad_norm": 6.989108085632324,
      "learning_rate": 2.2093594934938018e-05,
      "loss": 1.1594,
      "step": 6434
    },
    {
      "epoch": 2.7558886509635974,
      "grad_norm": 1.4088796377182007,
      "learning_rate": 2.2086706380488846e-05,
      "loss": 0.3587,
      "step": 6435
    },
    {
      "epoch": 2.7563169164882226,
      "grad_norm": 2.6622350215911865,
      "learning_rate": 2.207981805026481e-05,
      "loss": 0.4183,
      "step": 6436
    },
    {
      "epoch": 2.756745182012848,
      "grad_norm": 4.271836757659912,
      "learning_rate": 2.2072929944796063e-05,
      "loss": 1.1851,
      "step": 6437
    },
    {
      "epoch": 2.757173447537473,
      "grad_norm": 3.5039165019989014,
      "learning_rate": 2.2066042064612764e-05,
      "loss": 0.2664,
      "step": 6438
    },
    {
      "epoch": 2.7576017130620984,
      "grad_norm": 2.6436405181884766,
      "learning_rate": 2.2059154410245044e-05,
      "loss": 0.7706,
      "step": 6439
    },
    {
      "epoch": 2.7580299785867237,
      "grad_norm": 4.4130353927612305,
      "learning_rate": 2.205226698222303e-05,
      "loss": 0.9835,
      "step": 6440
    },
    {
      "epoch": 2.758458244111349,
      "grad_norm": 2.99485182762146,
      "learning_rate": 2.2045379781076802e-05,
      "loss": 0.5981,
      "step": 6441
    },
    {
      "epoch": 2.7588865096359743,
      "grad_norm": 2.5182342529296875,
      "learning_rate": 2.2038492807336468e-05,
      "loss": 0.3152,
      "step": 6442
    },
    {
      "epoch": 2.7593147751605995,
      "grad_norm": 8.256975173950195,
      "learning_rate": 2.2031606061532055e-05,
      "loss": 0.7732,
      "step": 6443
    },
    {
      "epoch": 2.759743040685225,
      "grad_norm": 3.5262770652770996,
      "learning_rate": 2.2024719544193652e-05,
      "loss": 1.5361,
      "step": 6444
    },
    {
      "epoch": 2.76017130620985,
      "grad_norm": 16.21721649169922,
      "learning_rate": 2.2017833255851253e-05,
      "loss": 0.6215,
      "step": 6445
    },
    {
      "epoch": 2.7605995717344753,
      "grad_norm": 10.437679290771484,
      "learning_rate": 2.2010947197034888e-05,
      "loss": 0.8672,
      "step": 6446
    },
    {
      "epoch": 2.7610278372591006,
      "grad_norm": 3.226167917251587,
      "learning_rate": 2.2004061368274545e-05,
      "loss": 0.6457,
      "step": 6447
    },
    {
      "epoch": 2.761456102783726,
      "grad_norm": 2.511704921722412,
      "learning_rate": 2.1997175770100206e-05,
      "loss": 0.313,
      "step": 6448
    },
    {
      "epoch": 2.761884368308351,
      "grad_norm": 3.1169350147247314,
      "learning_rate": 2.1990290403041818e-05,
      "loss": 0.5236,
      "step": 6449
    },
    {
      "epoch": 2.7623126338329764,
      "grad_norm": 4.318921089172363,
      "learning_rate": 2.1983405267629334e-05,
      "loss": 0.947,
      "step": 6450
    },
    {
      "epoch": 2.7627408993576017,
      "grad_norm": 4.19413948059082,
      "learning_rate": 2.1976520364392663e-05,
      "loss": 0.4466,
      "step": 6451
    },
    {
      "epoch": 2.763169164882227,
      "grad_norm": 3.6597065925598145,
      "learning_rate": 2.1969635693861733e-05,
      "loss": 0.4593,
      "step": 6452
    },
    {
      "epoch": 2.7635974304068522,
      "grad_norm": 4.572104454040527,
      "learning_rate": 2.19627512565664e-05,
      "loss": 0.9984,
      "step": 6453
    },
    {
      "epoch": 2.7640256959314775,
      "grad_norm": 5.477889060974121,
      "learning_rate": 2.1955867053036555e-05,
      "loss": 0.5996,
      "step": 6454
    },
    {
      "epoch": 2.764453961456103,
      "grad_norm": 3.9054622650146484,
      "learning_rate": 2.1948983083802038e-05,
      "loss": 0.8207,
      "step": 6455
    },
    {
      "epoch": 2.764882226980728,
      "grad_norm": 4.713373184204102,
      "learning_rate": 2.1942099349392693e-05,
      "loss": 0.5757,
      "step": 6456
    },
    {
      "epoch": 2.7653104925053533,
      "grad_norm": 3.8284645080566406,
      "learning_rate": 2.193521585033832e-05,
      "loss": 0.9762,
      "step": 6457
    },
    {
      "epoch": 2.7657387580299786,
      "grad_norm": 3.0795071125030518,
      "learning_rate": 2.192833258716873e-05,
      "loss": 0.344,
      "step": 6458
    },
    {
      "epoch": 2.766167023554604,
      "grad_norm": 11.205012321472168,
      "learning_rate": 2.1921449560413692e-05,
      "loss": 0.6274,
      "step": 6459
    },
    {
      "epoch": 2.766595289079229,
      "grad_norm": 2.3345279693603516,
      "learning_rate": 2.1914566770602978e-05,
      "loss": 0.2588,
      "step": 6460
    },
    {
      "epoch": 2.7670235546038544,
      "grad_norm": 1.0837647914886475,
      "learning_rate": 2.190768421826631e-05,
      "loss": 0.2629,
      "step": 6461
    },
    {
      "epoch": 2.7674518201284797,
      "grad_norm": 3.9852302074432373,
      "learning_rate": 2.1900801903933437e-05,
      "loss": 0.4469,
      "step": 6462
    },
    {
      "epoch": 2.767880085653105,
      "grad_norm": 3.020012855529785,
      "learning_rate": 2.1893919828134042e-05,
      "loss": 0.7199,
      "step": 6463
    },
    {
      "epoch": 2.76830835117773,
      "grad_norm": 5.228610515594482,
      "learning_rate": 2.1887037991397824e-05,
      "loss": 0.7469,
      "step": 6464
    },
    {
      "epoch": 2.7687366167023555,
      "grad_norm": 2.8605287075042725,
      "learning_rate": 2.1880156394254447e-05,
      "loss": 0.3696,
      "step": 6465
    },
    {
      "epoch": 2.7691648822269808,
      "grad_norm": 4.446242809295654,
      "learning_rate": 2.1873275037233567e-05,
      "loss": 0.7916,
      "step": 6466
    },
    {
      "epoch": 2.769593147751606,
      "grad_norm": 10.803986549377441,
      "learning_rate": 2.186639392086481e-05,
      "loss": 1.1558,
      "step": 6467
    },
    {
      "epoch": 2.7700214132762313,
      "grad_norm": 8.91650676727295,
      "learning_rate": 2.1859513045677795e-05,
      "loss": 0.6488,
      "step": 6468
    },
    {
      "epoch": 2.7704496788008566,
      "grad_norm": 7.164519309997559,
      "learning_rate": 2.185263241220211e-05,
      "loss": 1.0445,
      "step": 6469
    },
    {
      "epoch": 2.770877944325482,
      "grad_norm": 4.590480804443359,
      "learning_rate": 2.1845752020967337e-05,
      "loss": 0.6677,
      "step": 6470
    },
    {
      "epoch": 2.771306209850107,
      "grad_norm": 8.615449905395508,
      "learning_rate": 2.1838871872503037e-05,
      "loss": 0.6574,
      "step": 6471
    },
    {
      "epoch": 2.7717344753747324,
      "grad_norm": 7.068055629730225,
      "learning_rate": 2.183199196733873e-05,
      "loss": 0.6499,
      "step": 6472
    },
    {
      "epoch": 2.7721627408993577,
      "grad_norm": 4.385128974914551,
      "learning_rate": 2.1825112306003966e-05,
      "loss": 1.1018,
      "step": 6473
    },
    {
      "epoch": 2.772591006423983,
      "grad_norm": 3.4255547523498535,
      "learning_rate": 2.181823288902822e-05,
      "loss": 0.6291,
      "step": 6474
    },
    {
      "epoch": 2.773019271948608,
      "grad_norm": 8.539016723632812,
      "learning_rate": 2.181135371694099e-05,
      "loss": 0.7551,
      "step": 6475
    },
    {
      "epoch": 2.7734475374732335,
      "grad_norm": 6.041971206665039,
      "learning_rate": 2.1804474790271724e-05,
      "loss": 0.9839,
      "step": 6476
    },
    {
      "epoch": 2.7738758029978587,
      "grad_norm": 4.858504295349121,
      "learning_rate": 2.1797596109549887e-05,
      "loss": 0.7576,
      "step": 6477
    },
    {
      "epoch": 2.774304068522484,
      "grad_norm": 4.41927433013916,
      "learning_rate": 2.179071767530489e-05,
      "loss": 1.4662,
      "step": 6478
    },
    {
      "epoch": 2.7747323340471093,
      "grad_norm": 4.538116931915283,
      "learning_rate": 2.1783839488066147e-05,
      "loss": 1.2076,
      "step": 6479
    },
    {
      "epoch": 2.7751605995717346,
      "grad_norm": 5.470297813415527,
      "learning_rate": 2.177696154836304e-05,
      "loss": 1.1062,
      "step": 6480
    },
    {
      "epoch": 2.77558886509636,
      "grad_norm": 0.8674216866493225,
      "learning_rate": 2.1770083856724953e-05,
      "loss": 0.3399,
      "step": 6481
    },
    {
      "epoch": 2.776017130620985,
      "grad_norm": 3.7691166400909424,
      "learning_rate": 2.1763206413681206e-05,
      "loss": 1.0286,
      "step": 6482
    },
    {
      "epoch": 2.7764453961456104,
      "grad_norm": 13.719193458557129,
      "learning_rate": 2.1756329219761166e-05,
      "loss": 1.0548,
      "step": 6483
    },
    {
      "epoch": 2.7768736616702356,
      "grad_norm": 3.922691822052002,
      "learning_rate": 2.1749452275494113e-05,
      "loss": 0.9548,
      "step": 6484
    },
    {
      "epoch": 2.777301927194861,
      "grad_norm": 2.793503761291504,
      "learning_rate": 2.1742575581409357e-05,
      "loss": 0.2552,
      "step": 6485
    },
    {
      "epoch": 2.777730192719486,
      "grad_norm": 4.289085388183594,
      "learning_rate": 2.173569913803617e-05,
      "loss": 0.419,
      "step": 6486
    },
    {
      "epoch": 2.7781584582441115,
      "grad_norm": 0.9321311712265015,
      "learning_rate": 2.1728822945903798e-05,
      "loss": 0.4002,
      "step": 6487
    },
    {
      "epoch": 2.7785867237687367,
      "grad_norm": 6.221668243408203,
      "learning_rate": 2.1721947005541477e-05,
      "loss": 1.1146,
      "step": 6488
    },
    {
      "epoch": 2.779014989293362,
      "grad_norm": 5.446926116943359,
      "learning_rate": 2.171507131747843e-05,
      "loss": 0.4715,
      "step": 6489
    },
    {
      "epoch": 2.7794432548179873,
      "grad_norm": 4.254273414611816,
      "learning_rate": 2.1708195882243842e-05,
      "loss": 0.8479,
      "step": 6490
    },
    {
      "epoch": 2.7798715203426125,
      "grad_norm": 5.269057750701904,
      "learning_rate": 2.1701320700366905e-05,
      "loss": 0.7711,
      "step": 6491
    },
    {
      "epoch": 2.780299785867238,
      "grad_norm": 2.9578680992126465,
      "learning_rate": 2.1694445772376757e-05,
      "loss": 0.5076,
      "step": 6492
    },
    {
      "epoch": 2.780728051391863,
      "grad_norm": 2.0638539791107178,
      "learning_rate": 2.1687571098802544e-05,
      "loss": 0.6189,
      "step": 6493
    },
    {
      "epoch": 2.7811563169164883,
      "grad_norm": 2.5882935523986816,
      "learning_rate": 2.168069668017338e-05,
      "loss": 0.6939,
      "step": 6494
    },
    {
      "epoch": 2.7815845824411136,
      "grad_norm": 3.7413578033447266,
      "learning_rate": 2.167382251701837e-05,
      "loss": 1.283,
      "step": 6495
    },
    {
      "epoch": 2.782012847965739,
      "grad_norm": 4.428528785705566,
      "learning_rate": 2.166694860986658e-05,
      "loss": 0.5857,
      "step": 6496
    },
    {
      "epoch": 2.782441113490364,
      "grad_norm": 4.709324836730957,
      "learning_rate": 2.1660074959247084e-05,
      "loss": 0.8958,
      "step": 6497
    },
    {
      "epoch": 2.7828693790149894,
      "grad_norm": 6.576874256134033,
      "learning_rate": 2.1653201565688905e-05,
      "loss": 1.63,
      "step": 6498
    },
    {
      "epoch": 2.7832976445396147,
      "grad_norm": 1.4642233848571777,
      "learning_rate": 2.164632842972108e-05,
      "loss": 0.4975,
      "step": 6499
    },
    {
      "epoch": 2.78372591006424,
      "grad_norm": 5.6239013671875,
      "learning_rate": 2.1639455551872582e-05,
      "loss": 0.7535,
      "step": 6500
    },
    {
      "epoch": 2.7841541755888652,
      "grad_norm": 3.1961324214935303,
      "learning_rate": 2.1632582932672424e-05,
      "loss": 0.4799,
      "step": 6501
    },
    {
      "epoch": 2.7845824411134905,
      "grad_norm": 1.582789421081543,
      "learning_rate": 2.1625710572649535e-05,
      "loss": 0.423,
      "step": 6502
    },
    {
      "epoch": 2.785010706638116,
      "grad_norm": 5.923571586608887,
      "learning_rate": 2.1618838472332874e-05,
      "loss": 0.6157,
      "step": 6503
    },
    {
      "epoch": 2.785438972162741,
      "grad_norm": 7.387509822845459,
      "learning_rate": 2.1611966632251344e-05,
      "loss": 1.2212,
      "step": 6504
    },
    {
      "epoch": 2.7858672376873663,
      "grad_norm": 3.1988749504089355,
      "learning_rate": 2.1605095052933858e-05,
      "loss": 0.401,
      "step": 6505
    },
    {
      "epoch": 2.7862955032119916,
      "grad_norm": 3.218581438064575,
      "learning_rate": 2.1598223734909294e-05,
      "loss": 0.6357,
      "step": 6506
    },
    {
      "epoch": 2.786723768736617,
      "grad_norm": 3.830366373062134,
      "learning_rate": 2.15913526787065e-05,
      "loss": 0.716,
      "step": 6507
    },
    {
      "epoch": 2.7871520342612417,
      "grad_norm": 1.802549123764038,
      "learning_rate": 2.158448188485433e-05,
      "loss": 0.1634,
      "step": 6508
    },
    {
      "epoch": 2.7875802997858674,
      "grad_norm": 4.283280849456787,
      "learning_rate": 2.1577611353881595e-05,
      "loss": 1.3813,
      "step": 6509
    },
    {
      "epoch": 2.7880085653104922,
      "grad_norm": 4.0443291664123535,
      "learning_rate": 2.15707410863171e-05,
      "loss": 0.6166,
      "step": 6510
    },
    {
      "epoch": 2.788436830835118,
      "grad_norm": 1.0492709875106812,
      "learning_rate": 2.1563871082689605e-05,
      "loss": 0.1817,
      "step": 6511
    },
    {
      "epoch": 2.788865096359743,
      "grad_norm": 5.861560344696045,
      "learning_rate": 2.1557001343527896e-05,
      "loss": 0.6963,
      "step": 6512
    },
    {
      "epoch": 2.7892933618843685,
      "grad_norm": 1.940499186515808,
      "learning_rate": 2.1550131869360685e-05,
      "loss": 0.3084,
      "step": 6513
    },
    {
      "epoch": 2.7897216274089933,
      "grad_norm": 1.737846851348877,
      "learning_rate": 2.1543262660716707e-05,
      "loss": 0.3024,
      "step": 6514
    },
    {
      "epoch": 2.790149892933619,
      "grad_norm": 5.302253246307373,
      "learning_rate": 2.1536393718124643e-05,
      "loss": 1.1721,
      "step": 6515
    },
    {
      "epoch": 2.790578158458244,
      "grad_norm": 3.861729383468628,
      "learning_rate": 2.1529525042113187e-05,
      "loss": 0.6341,
      "step": 6516
    },
    {
      "epoch": 2.7910064239828696,
      "grad_norm": 1.9831359386444092,
      "learning_rate": 2.152265663321098e-05,
      "loss": 0.8937,
      "step": 6517
    },
    {
      "epoch": 2.7914346895074944,
      "grad_norm": 3.8575541973114014,
      "learning_rate": 2.151578849194667e-05,
      "loss": 0.7902,
      "step": 6518
    },
    {
      "epoch": 2.79186295503212,
      "grad_norm": 8.446939468383789,
      "learning_rate": 2.1508920618848856e-05,
      "loss": 0.9767,
      "step": 6519
    },
    {
      "epoch": 2.792291220556745,
      "grad_norm": 4.292872905731201,
      "learning_rate": 2.1502053014446154e-05,
      "loss": 1.2689,
      "step": 6520
    },
    {
      "epoch": 2.7927194860813707,
      "grad_norm": 2.4458670616149902,
      "learning_rate": 2.1495185679267104e-05,
      "loss": 0.277,
      "step": 6521
    },
    {
      "epoch": 2.7931477516059955,
      "grad_norm": 2.4405746459960938,
      "learning_rate": 2.1488318613840303e-05,
      "loss": 0.4064,
      "step": 6522
    },
    {
      "epoch": 2.793576017130621,
      "grad_norm": 6.969123840332031,
      "learning_rate": 2.1481451818694244e-05,
      "loss": 1.1914,
      "step": 6523
    },
    {
      "epoch": 2.794004282655246,
      "grad_norm": 2.22770357131958,
      "learning_rate": 2.147458529435746e-05,
      "loss": 0.7744,
      "step": 6524
    },
    {
      "epoch": 2.7944325481798717,
      "grad_norm": 3.3429226875305176,
      "learning_rate": 2.1467719041358426e-05,
      "loss": 0.907,
      "step": 6525
    },
    {
      "epoch": 2.7948608137044966,
      "grad_norm": 4.341952800750732,
      "learning_rate": 2.146085306022563e-05,
      "loss": 0.9922,
      "step": 6526
    },
    {
      "epoch": 2.7952890792291223,
      "grad_norm": 4.259462356567383,
      "learning_rate": 2.1453987351487505e-05,
      "loss": 0.7879,
      "step": 6527
    },
    {
      "epoch": 2.795717344753747,
      "grad_norm": 1.8631751537322998,
      "learning_rate": 2.1447121915672483e-05,
      "loss": 0.9652,
      "step": 6528
    },
    {
      "epoch": 2.796145610278373,
      "grad_norm": 3.7473196983337402,
      "learning_rate": 2.144025675330897e-05,
      "loss": 0.3327,
      "step": 6529
    },
    {
      "epoch": 2.7965738758029977,
      "grad_norm": 5.062284469604492,
      "learning_rate": 2.1433391864925365e-05,
      "loss": 0.5394,
      "step": 6530
    },
    {
      "epoch": 2.7970021413276234,
      "grad_norm": 4.148121356964111,
      "learning_rate": 2.1426527251050004e-05,
      "loss": 1.2506,
      "step": 6531
    },
    {
      "epoch": 2.797430406852248,
      "grad_norm": 4.774833679199219,
      "learning_rate": 2.141966291221126e-05,
      "loss": 0.6748,
      "step": 6532
    },
    {
      "epoch": 2.797858672376874,
      "grad_norm": 3.5214192867279053,
      "learning_rate": 2.141279884893743e-05,
      "loss": 0.4067,
      "step": 6533
    },
    {
      "epoch": 2.7982869379014987,
      "grad_norm": 1.436754584312439,
      "learning_rate": 2.1405935061756834e-05,
      "loss": 0.6323,
      "step": 6534
    },
    {
      "epoch": 2.7987152034261245,
      "grad_norm": 3.7597928047180176,
      "learning_rate": 2.1399071551197733e-05,
      "loss": 0.8598,
      "step": 6535
    },
    {
      "epoch": 2.7991434689507493,
      "grad_norm": 4.699283123016357,
      "learning_rate": 2.1392208317788405e-05,
      "loss": 1.218,
      "step": 6536
    },
    {
      "epoch": 2.799571734475375,
      "grad_norm": 2.6445658206939697,
      "learning_rate": 2.1385345362057074e-05,
      "loss": 0.594,
      "step": 6537
    },
    {
      "epoch": 2.8,
      "grad_norm": 3.9386789798736572,
      "learning_rate": 2.137848268453197e-05,
      "loss": 0.4691,
      "step": 6538
    },
    {
      "epoch": 2.8004282655246255,
      "grad_norm": 1.8874953985214233,
      "learning_rate": 2.1371620285741257e-05,
      "loss": 0.2264,
      "step": 6539
    },
    {
      "epoch": 2.8008565310492504,
      "grad_norm": 2.050506830215454,
      "learning_rate": 2.136475816621314e-05,
      "loss": 0.5608,
      "step": 6540
    },
    {
      "epoch": 2.801284796573876,
      "grad_norm": 4.916399002075195,
      "learning_rate": 2.135789632647576e-05,
      "loss": 1.0177,
      "step": 6541
    },
    {
      "epoch": 2.801713062098501,
      "grad_norm": 5.461543560028076,
      "learning_rate": 2.1351034767057234e-05,
      "loss": 1.2513,
      "step": 6542
    },
    {
      "epoch": 2.802141327623126,
      "grad_norm": 2.175604820251465,
      "learning_rate": 2.1344173488485697e-05,
      "loss": 0.641,
      "step": 6543
    },
    {
      "epoch": 2.8025695931477514,
      "grad_norm": 2.6911404132843018,
      "learning_rate": 2.1337312491289205e-05,
      "loss": 0.8308,
      "step": 6544
    },
    {
      "epoch": 2.8029978586723767,
      "grad_norm": 8.416717529296875,
      "learning_rate": 2.1330451775995842e-05,
      "loss": 0.7354,
      "step": 6545
    },
    {
      "epoch": 2.803426124197002,
      "grad_norm": 3.971240282058716,
      "learning_rate": 2.1323591343133646e-05,
      "loss": 1.1758,
      "step": 6546
    },
    {
      "epoch": 2.8038543897216273,
      "grad_norm": 2.6537301540374756,
      "learning_rate": 2.1316731193230638e-05,
      "loss": 0.4198,
      "step": 6547
    },
    {
      "epoch": 2.8042826552462525,
      "grad_norm": 0.9914485216140747,
      "learning_rate": 2.1309871326814816e-05,
      "loss": 0.2612,
      "step": 6548
    },
    {
      "epoch": 2.804710920770878,
      "grad_norm": 2.9974918365478516,
      "learning_rate": 2.130301174441417e-05,
      "loss": 0.4604,
      "step": 6549
    },
    {
      "epoch": 2.805139186295503,
      "grad_norm": 3.031642198562622,
      "learning_rate": 2.129615244655663e-05,
      "loss": 1.055,
      "step": 6550
    },
    {
      "epoch": 2.8055674518201283,
      "grad_norm": 1.882049322128296,
      "learning_rate": 2.1289293433770164e-05,
      "loss": 0.2008,
      "step": 6551
    },
    {
      "epoch": 2.8059957173447536,
      "grad_norm": 9.110732078552246,
      "learning_rate": 2.128243470658265e-05,
      "loss": 0.9883,
      "step": 6552
    },
    {
      "epoch": 2.806423982869379,
      "grad_norm": 4.4194865226745605,
      "learning_rate": 2.1275576265522004e-05,
      "loss": 0.5726,
      "step": 6553
    },
    {
      "epoch": 2.806852248394004,
      "grad_norm": 5.02808952331543,
      "learning_rate": 2.1268718111116077e-05,
      "loss": 0.8886,
      "step": 6554
    },
    {
      "epoch": 2.8072805139186294,
      "grad_norm": 1.3807376623153687,
      "learning_rate": 2.126186024389273e-05,
      "loss": 0.3625,
      "step": 6555
    },
    {
      "epoch": 2.8077087794432547,
      "grad_norm": 3.974618911743164,
      "learning_rate": 2.1255002664379773e-05,
      "loss": 0.7706,
      "step": 6556
    },
    {
      "epoch": 2.80813704496788,
      "grad_norm": 3.39208722114563,
      "learning_rate": 2.1248145373105017e-05,
      "loss": 0.4525,
      "step": 6557
    },
    {
      "epoch": 2.8085653104925052,
      "grad_norm": 4.337593078613281,
      "learning_rate": 2.1241288370596233e-05,
      "loss": 0.5078,
      "step": 6558
    },
    {
      "epoch": 2.8089935760171305,
      "grad_norm": 1.7858285903930664,
      "learning_rate": 2.1234431657381202e-05,
      "loss": 0.2299,
      "step": 6559
    },
    {
      "epoch": 2.809421841541756,
      "grad_norm": 1.490783452987671,
      "learning_rate": 2.122757523398762e-05,
      "loss": 0.1542,
      "step": 6560
    },
    {
      "epoch": 2.809850107066381,
      "grad_norm": 4.832660675048828,
      "learning_rate": 2.1220719100943237e-05,
      "loss": 0.8423,
      "step": 6561
    },
    {
      "epoch": 2.8102783725910063,
      "grad_norm": 3.0205509662628174,
      "learning_rate": 2.1213863258775717e-05,
      "loss": 0.5531,
      "step": 6562
    },
    {
      "epoch": 2.8107066381156316,
      "grad_norm": 1.7042045593261719,
      "learning_rate": 2.1207007708012744e-05,
      "loss": 0.6684,
      "step": 6563
    },
    {
      "epoch": 2.811134903640257,
      "grad_norm": 2.6806082725524902,
      "learning_rate": 2.1200152449181954e-05,
      "loss": 1.4219,
      "step": 6564
    },
    {
      "epoch": 2.811563169164882,
      "grad_norm": 2.1321990489959717,
      "learning_rate": 2.119329748281098e-05,
      "loss": 0.3429,
      "step": 6565
    },
    {
      "epoch": 2.8119914346895074,
      "grad_norm": 3.6689200401306152,
      "learning_rate": 2.118644280942741e-05,
      "loss": 0.7228,
      "step": 6566
    },
    {
      "epoch": 2.8124197002141327,
      "grad_norm": 6.4980268478393555,
      "learning_rate": 2.1179588429558838e-05,
      "loss": 0.6549,
      "step": 6567
    },
    {
      "epoch": 2.812847965738758,
      "grad_norm": 4.952931880950928,
      "learning_rate": 2.1172734343732805e-05,
      "loss": 0.7232,
      "step": 6568
    },
    {
      "epoch": 2.813276231263383,
      "grad_norm": 5.197628498077393,
      "learning_rate": 2.116588055247686e-05,
      "loss": 1.0872,
      "step": 6569
    },
    {
      "epoch": 2.8137044967880085,
      "grad_norm": 3.599785089492798,
      "learning_rate": 2.115902705631849e-05,
      "loss": 0.4613,
      "step": 6570
    },
    {
      "epoch": 2.8141327623126338,
      "grad_norm": 2.9826345443725586,
      "learning_rate": 2.1152173855785207e-05,
      "loss": 0.4723,
      "step": 6571
    },
    {
      "epoch": 2.814561027837259,
      "grad_norm": 3.928661584854126,
      "learning_rate": 2.1145320951404452e-05,
      "loss": 0.7835,
      "step": 6572
    },
    {
      "epoch": 2.8149892933618843,
      "grad_norm": 6.411811351776123,
      "learning_rate": 2.1138468343703686e-05,
      "loss": 1.0215,
      "step": 6573
    },
    {
      "epoch": 2.8154175588865096,
      "grad_norm": 1.4166778326034546,
      "learning_rate": 2.1131616033210322e-05,
      "loss": 0.6842,
      "step": 6574
    },
    {
      "epoch": 2.815845824411135,
      "grad_norm": 10.75438117980957,
      "learning_rate": 2.1124764020451752e-05,
      "loss": 1.0699,
      "step": 6575
    },
    {
      "epoch": 2.81627408993576,
      "grad_norm": 2.08612322807312,
      "learning_rate": 2.1117912305955357e-05,
      "loss": 0.1359,
      "step": 6576
    },
    {
      "epoch": 2.8167023554603854,
      "grad_norm": 10.659664154052734,
      "learning_rate": 2.111106089024848e-05,
      "loss": 0.7407,
      "step": 6577
    },
    {
      "epoch": 2.8171306209850107,
      "grad_norm": 0.9879180192947388,
      "learning_rate": 2.1104209773858454e-05,
      "loss": 0.2632,
      "step": 6578
    },
    {
      "epoch": 2.817558886509636,
      "grad_norm": 1.719877004623413,
      "learning_rate": 2.109735895731258e-05,
      "loss": 0.2476,
      "step": 6579
    },
    {
      "epoch": 2.817987152034261,
      "grad_norm": 1.6274627447128296,
      "learning_rate": 2.1090508441138153e-05,
      "loss": 0.8318,
      "step": 6580
    },
    {
      "epoch": 2.8184154175588865,
      "grad_norm": 8.943782806396484,
      "learning_rate": 2.1083658225862397e-05,
      "loss": 1.0624,
      "step": 6581
    },
    {
      "epoch": 2.8188436830835117,
      "grad_norm": 2.5184500217437744,
      "learning_rate": 2.1076808312012585e-05,
      "loss": 0.2735,
      "step": 6582
    },
    {
      "epoch": 2.819271948608137,
      "grad_norm": 3.29122257232666,
      "learning_rate": 2.1069958700115904e-05,
      "loss": 0.5203,
      "step": 6583
    },
    {
      "epoch": 2.8197002141327623,
      "grad_norm": 5.027732849121094,
      "learning_rate": 2.106310939069956e-05,
      "loss": 1.5618,
      "step": 6584
    },
    {
      "epoch": 2.8201284796573876,
      "grad_norm": 2.6062090396881104,
      "learning_rate": 2.10562603842907e-05,
      "loss": 0.261,
      "step": 6585
    },
    {
      "epoch": 2.820556745182013,
      "grad_norm": 5.948387622833252,
      "learning_rate": 2.104941168141648e-05,
      "loss": 1.6873,
      "step": 6586
    },
    {
      "epoch": 2.820985010706638,
      "grad_norm": 4.246109485626221,
      "learning_rate": 2.104256328260401e-05,
      "loss": 0.7678,
      "step": 6587
    },
    {
      "epoch": 2.8214132762312634,
      "grad_norm": 1.7109266519546509,
      "learning_rate": 2.1035715188380402e-05,
      "loss": 0.1997,
      "step": 6588
    },
    {
      "epoch": 2.8218415417558886,
      "grad_norm": 2.939055919647217,
      "learning_rate": 2.1028867399272698e-05,
      "loss": 0.9864,
      "step": 6589
    },
    {
      "epoch": 2.822269807280514,
      "grad_norm": 3.642137050628662,
      "learning_rate": 2.102201991580798e-05,
      "loss": 0.7527,
      "step": 6590
    },
    {
      "epoch": 2.822698072805139,
      "grad_norm": 3.757539749145508,
      "learning_rate": 2.1015172738513243e-05,
      "loss": 0.6789,
      "step": 6591
    },
    {
      "epoch": 2.8231263383297645,
      "grad_norm": 0.9561651349067688,
      "learning_rate": 2.1008325867915506e-05,
      "loss": 0.5377,
      "step": 6592
    },
    {
      "epoch": 2.8235546038543897,
      "grad_norm": 3.7296340465545654,
      "learning_rate": 2.100147930454174e-05,
      "loss": 1.6158,
      "step": 6593
    },
    {
      "epoch": 2.823982869379015,
      "grad_norm": 4.337131023406982,
      "learning_rate": 2.09946330489189e-05,
      "loss": 0.3602,
      "step": 6594
    },
    {
      "epoch": 2.8244111349036403,
      "grad_norm": 1.6010185480117798,
      "learning_rate": 2.0987787101573918e-05,
      "loss": 0.4333,
      "step": 6595
    },
    {
      "epoch": 2.8248394004282655,
      "grad_norm": 10.99921703338623,
      "learning_rate": 2.09809414630337e-05,
      "loss": 1.2325,
      "step": 6596
    },
    {
      "epoch": 2.825267665952891,
      "grad_norm": 4.92844820022583,
      "learning_rate": 2.0974096133825126e-05,
      "loss": 0.8197,
      "step": 6597
    },
    {
      "epoch": 2.825695931477516,
      "grad_norm": 2.378392457962036,
      "learning_rate": 2.0967251114475067e-05,
      "loss": 0.3076,
      "step": 6598
    },
    {
      "epoch": 2.8261241970021413,
      "grad_norm": 6.044649124145508,
      "learning_rate": 2.0960406405510335e-05,
      "loss": 0.8817,
      "step": 6599
    },
    {
      "epoch": 2.8265524625267666,
      "grad_norm": 2.6244707107543945,
      "learning_rate": 2.0953562007457767e-05,
      "loss": 1.1981,
      "step": 6600
    },
    {
      "epoch": 2.826980728051392,
      "grad_norm": 1.859312653541565,
      "learning_rate": 2.0946717920844127e-05,
      "loss": 0.6499,
      "step": 6601
    },
    {
      "epoch": 2.827408993576017,
      "grad_norm": 3.008763551712036,
      "learning_rate": 2.0939874146196197e-05,
      "loss": 0.9601,
      "step": 6602
    },
    {
      "epoch": 2.8278372591006424,
      "grad_norm": 4.449334621429443,
      "learning_rate": 2.0933030684040704e-05,
      "loss": 0.988,
      "step": 6603
    },
    {
      "epoch": 2.8282655246252677,
      "grad_norm": 4.419330596923828,
      "learning_rate": 2.0926187534904366e-05,
      "loss": 0.6892,
      "step": 6604
    },
    {
      "epoch": 2.828693790149893,
      "grad_norm": 2.3729209899902344,
      "learning_rate": 2.091934469931388e-05,
      "loss": 0.3388,
      "step": 6605
    },
    {
      "epoch": 2.8291220556745182,
      "grad_norm": 1.145111083984375,
      "learning_rate": 2.0912502177795908e-05,
      "loss": 0.5462,
      "step": 6606
    },
    {
      "epoch": 2.8295503211991435,
      "grad_norm": 0.9073613882064819,
      "learning_rate": 2.090565997087709e-05,
      "loss": 0.4284,
      "step": 6607
    },
    {
      "epoch": 2.829978586723769,
      "grad_norm": 3.298300266265869,
      "learning_rate": 2.0898818079084058e-05,
      "loss": 0.3594,
      "step": 6608
    },
    {
      "epoch": 2.830406852248394,
      "grad_norm": 4.207909107208252,
      "learning_rate": 2.0891976502943387e-05,
      "loss": 0.8361,
      "step": 6609
    },
    {
      "epoch": 2.8308351177730193,
      "grad_norm": 5.922885417938232,
      "learning_rate": 2.088513524298165e-05,
      "loss": 0.3922,
      "step": 6610
    },
    {
      "epoch": 2.8312633832976446,
      "grad_norm": 4.800715446472168,
      "learning_rate": 2.0878294299725414e-05,
      "loss": 1.2258,
      "step": 6611
    },
    {
      "epoch": 2.83169164882227,
      "grad_norm": 2.931983709335327,
      "learning_rate": 2.087145367370118e-05,
      "loss": 0.9809,
      "step": 6612
    },
    {
      "epoch": 2.832119914346895,
      "grad_norm": 4.01662540435791,
      "learning_rate": 2.0864613365435454e-05,
      "loss": 0.3978,
      "step": 6613
    },
    {
      "epoch": 2.8325481798715204,
      "grad_norm": 4.180734634399414,
      "learning_rate": 2.08577733754547e-05,
      "loss": 0.4305,
      "step": 6614
    },
    {
      "epoch": 2.8329764453961457,
      "grad_norm": 5.524794101715088,
      "learning_rate": 2.085093370428538e-05,
      "loss": 1.2862,
      "step": 6615
    },
    {
      "epoch": 2.833404710920771,
      "grad_norm": 3.8856701850891113,
      "learning_rate": 2.0844094352453895e-05,
      "loss": 0.701,
      "step": 6616
    },
    {
      "epoch": 2.8338329764453962,
      "grad_norm": 2.31605863571167,
      "learning_rate": 2.083725532048667e-05,
      "loss": 0.3672,
      "step": 6617
    },
    {
      "epoch": 2.8342612419700215,
      "grad_norm": 2.9177138805389404,
      "learning_rate": 2.083041660891006e-05,
      "loss": 1.4855,
      "step": 6618
    },
    {
      "epoch": 2.8346895074946468,
      "grad_norm": 1.933443546295166,
      "learning_rate": 2.0823578218250434e-05,
      "loss": 0.5987,
      "step": 6619
    },
    {
      "epoch": 2.835117773019272,
      "grad_norm": 3.7134270668029785,
      "learning_rate": 2.0816740149034088e-05,
      "loss": 0.4801,
      "step": 6620
    },
    {
      "epoch": 2.8355460385438973,
      "grad_norm": 5.219473361968994,
      "learning_rate": 2.0809902401787352e-05,
      "loss": 1.3312,
      "step": 6621
    },
    {
      "epoch": 2.8359743040685226,
      "grad_norm": 4.037064075469971,
      "learning_rate": 2.0803064977036478e-05,
      "loss": 0.6553,
      "step": 6622
    },
    {
      "epoch": 2.836402569593148,
      "grad_norm": 4.580639362335205,
      "learning_rate": 2.0796227875307737e-05,
      "loss": 0.4803,
      "step": 6623
    },
    {
      "epoch": 2.836830835117773,
      "grad_norm": 8.936278343200684,
      "learning_rate": 2.0789391097127333e-05,
      "loss": 0.8545,
      "step": 6624
    },
    {
      "epoch": 2.8372591006423984,
      "grad_norm": 2.1800308227539062,
      "learning_rate": 2.0782554643021488e-05,
      "loss": 1.3212,
      "step": 6625
    },
    {
      "epoch": 2.8376873661670237,
      "grad_norm": 3.880781650543213,
      "learning_rate": 2.077571851351636e-05,
      "loss": 0.4902,
      "step": 6626
    },
    {
      "epoch": 2.838115631691649,
      "grad_norm": 5.878921031951904,
      "learning_rate": 2.076888270913812e-05,
      "loss": 0.6588,
      "step": 6627
    },
    {
      "epoch": 2.838543897216274,
      "grad_norm": 5.963754653930664,
      "learning_rate": 2.0762047230412864e-05,
      "loss": 1.3344,
      "step": 6628
    },
    {
      "epoch": 2.8389721627408995,
      "grad_norm": 5.6257452964782715,
      "learning_rate": 2.075521207786673e-05,
      "loss": 1.0809,
      "step": 6629
    },
    {
      "epoch": 2.8394004282655247,
      "grad_norm": 3.491213798522949,
      "learning_rate": 2.074837725202576e-05,
      "loss": 1.5718,
      "step": 6630
    },
    {
      "epoch": 2.83982869379015,
      "grad_norm": 3.620206832885742,
      "learning_rate": 2.0741542753416026e-05,
      "loss": 0.9032,
      "step": 6631
    },
    {
      "epoch": 2.8402569593147753,
      "grad_norm": 3.0548834800720215,
      "learning_rate": 2.073470858256354e-05,
      "loss": 0.6717,
      "step": 6632
    },
    {
      "epoch": 2.8406852248394006,
      "grad_norm": 6.282032489776611,
      "learning_rate": 2.0727874739994313e-05,
      "loss": 0.947,
      "step": 6633
    },
    {
      "epoch": 2.841113490364026,
      "grad_norm": 5.202294826507568,
      "learning_rate": 2.072104122623431e-05,
      "loss": 0.6111,
      "step": 6634
    },
    {
      "epoch": 2.841541755888651,
      "grad_norm": 11.669210433959961,
      "learning_rate": 2.0714208041809493e-05,
      "loss": 1.0571,
      "step": 6635
    },
    {
      "epoch": 2.8419700214132764,
      "grad_norm": 1.1535967588424683,
      "learning_rate": 2.0707375187245777e-05,
      "loss": 0.4916,
      "step": 6636
    },
    {
      "epoch": 2.8423982869379016,
      "grad_norm": 8.618623733520508,
      "learning_rate": 2.0700542663069068e-05,
      "loss": 1.4501,
      "step": 6637
    },
    {
      "epoch": 2.842826552462527,
      "grad_norm": 1.6044350862503052,
      "learning_rate": 2.0693710469805217e-05,
      "loss": 0.1429,
      "step": 6638
    },
    {
      "epoch": 2.843254817987152,
      "grad_norm": 2.1310601234436035,
      "learning_rate": 2.068687860798011e-05,
      "loss": 0.1536,
      "step": 6639
    },
    {
      "epoch": 2.8436830835117775,
      "grad_norm": 3.7218432426452637,
      "learning_rate": 2.0680047078119535e-05,
      "loss": 0.9069,
      "step": 6640
    },
    {
      "epoch": 2.8441113490364027,
      "grad_norm": 1.2645134925842285,
      "learning_rate": 2.067321588074931e-05,
      "loss": 0.2517,
      "step": 6641
    },
    {
      "epoch": 2.844539614561028,
      "grad_norm": 4.638378620147705,
      "learning_rate": 2.066638501639519e-05,
      "loss": 0.5182,
      "step": 6642
    },
    {
      "epoch": 2.8449678800856533,
      "grad_norm": 3.491819143295288,
      "learning_rate": 2.0659554485582937e-05,
      "loss": 0.6161,
      "step": 6643
    },
    {
      "epoch": 2.8453961456102785,
      "grad_norm": 2.1586904525756836,
      "learning_rate": 2.0652724288838254e-05,
      "loss": 0.7932,
      "step": 6644
    },
    {
      "epoch": 2.8458244111349034,
      "grad_norm": 1.9544118642807007,
      "learning_rate": 2.064589442668685e-05,
      "loss": 0.8375,
      "step": 6645
    },
    {
      "epoch": 2.846252676659529,
      "grad_norm": 3.8227360248565674,
      "learning_rate": 2.063906489965439e-05,
      "loss": 0.6867,
      "step": 6646
    },
    {
      "epoch": 2.846680942184154,
      "grad_norm": 5.550625801086426,
      "learning_rate": 2.063223570826651e-05,
      "loss": 0.712,
      "step": 6647
    },
    {
      "epoch": 2.8471092077087796,
      "grad_norm": 2.7711148262023926,
      "learning_rate": 2.0625406853048843e-05,
      "loss": 0.3404,
      "step": 6648
    },
    {
      "epoch": 2.8475374732334044,
      "grad_norm": 1.863783597946167,
      "learning_rate": 2.0618578334526954e-05,
      "loss": 0.1774,
      "step": 6649
    },
    {
      "epoch": 2.84796573875803,
      "grad_norm": 10.720418930053711,
      "learning_rate": 2.0611750153226435e-05,
      "loss": 0.4534,
      "step": 6650
    },
    {
      "epoch": 2.848394004282655,
      "grad_norm": 3.4314732551574707,
      "learning_rate": 2.0604922309672806e-05,
      "loss": 1.0816,
      "step": 6651
    },
    {
      "epoch": 2.8488222698072807,
      "grad_norm": 4.312582015991211,
      "learning_rate": 2.059809480439159e-05,
      "loss": 0.6347,
      "step": 6652
    },
    {
      "epoch": 2.8492505353319055,
      "grad_norm": 3.8720743656158447,
      "learning_rate": 2.0591267637908268e-05,
      "loss": 0.7307,
      "step": 6653
    },
    {
      "epoch": 2.8496788008565312,
      "grad_norm": 4.6169538497924805,
      "learning_rate": 2.0584440810748307e-05,
      "loss": 0.8526,
      "step": 6654
    },
    {
      "epoch": 2.850107066381156,
      "grad_norm": 2.4012439250946045,
      "learning_rate": 2.0577614323437135e-05,
      "loss": 0.3012,
      "step": 6655
    },
    {
      "epoch": 2.850535331905782,
      "grad_norm": 5.440004825592041,
      "learning_rate": 2.057078817650017e-05,
      "loss": 0.477,
      "step": 6656
    },
    {
      "epoch": 2.8509635974304066,
      "grad_norm": 3.9993343353271484,
      "learning_rate": 2.0563962370462783e-05,
      "loss": 0.5083,
      "step": 6657
    },
    {
      "epoch": 2.8513918629550323,
      "grad_norm": 3.303295135498047,
      "learning_rate": 2.0557136905850348e-05,
      "loss": 0.2493,
      "step": 6658
    },
    {
      "epoch": 2.851820128479657,
      "grad_norm": 1.5577640533447266,
      "learning_rate": 2.055031178318817e-05,
      "loss": 0.3021,
      "step": 6659
    },
    {
      "epoch": 2.852248394004283,
      "grad_norm": 2.4639549255371094,
      "learning_rate": 2.054348700300158e-05,
      "loss": 0.502,
      "step": 6660
    },
    {
      "epoch": 2.8526766595289077,
      "grad_norm": 9.18468952178955,
      "learning_rate": 2.0536662565815832e-05,
      "loss": 0.8889,
      "step": 6661
    },
    {
      "epoch": 2.8531049250535334,
      "grad_norm": 2.8943328857421875,
      "learning_rate": 2.0529838472156194e-05,
      "loss": 1.2393,
      "step": 6662
    },
    {
      "epoch": 2.8535331905781582,
      "grad_norm": 2.908067464828491,
      "learning_rate": 2.0523014722547874e-05,
      "loss": 0.6201,
      "step": 6663
    },
    {
      "epoch": 2.853961456102784,
      "grad_norm": 1.3100937604904175,
      "learning_rate": 2.0516191317516088e-05,
      "loss": 0.4815,
      "step": 6664
    },
    {
      "epoch": 2.854389721627409,
      "grad_norm": 1.994544506072998,
      "learning_rate": 2.0509368257585992e-05,
      "loss": 1.0713,
      "step": 6665
    },
    {
      "epoch": 2.8548179871520345,
      "grad_norm": 4.085610389709473,
      "learning_rate": 2.050254554328275e-05,
      "loss": 1.3768,
      "step": 6666
    },
    {
      "epoch": 2.8552462526766593,
      "grad_norm": 1.6683259010314941,
      "learning_rate": 2.0495723175131452e-05,
      "loss": 0.5504,
      "step": 6667
    },
    {
      "epoch": 2.855674518201285,
      "grad_norm": 8.590600967407227,
      "learning_rate": 2.048890115365722e-05,
      "loss": 0.5429,
      "step": 6668
    },
    {
      "epoch": 2.85610278372591,
      "grad_norm": 3.0076792240142822,
      "learning_rate": 2.0482079479385097e-05,
      "loss": 0.4684,
      "step": 6669
    },
    {
      "epoch": 2.8565310492505356,
      "grad_norm": 3.509132146835327,
      "learning_rate": 2.047525815284013e-05,
      "loss": 1.1749,
      "step": 6670
    },
    {
      "epoch": 2.8569593147751604,
      "grad_norm": 11.751411437988281,
      "learning_rate": 2.046843717454733e-05,
      "loss": 0.7534,
      "step": 6671
    },
    {
      "epoch": 2.857387580299786,
      "grad_norm": 4.109128475189209,
      "learning_rate": 2.0461616545031686e-05,
      "loss": 0.4188,
      "step": 6672
    },
    {
      "epoch": 2.857815845824411,
      "grad_norm": 2.0901505947113037,
      "learning_rate": 2.0454796264818148e-05,
      "loss": 0.5204,
      "step": 6673
    },
    {
      "epoch": 2.8582441113490367,
      "grad_norm": 3.0966296195983887,
      "learning_rate": 2.0447976334431653e-05,
      "loss": 0.8922,
      "step": 6674
    },
    {
      "epoch": 2.8586723768736615,
      "grad_norm": 1.9649040699005127,
      "learning_rate": 2.0441156754397094e-05,
      "loss": 0.6162,
      "step": 6675
    },
    {
      "epoch": 2.859100642398287,
      "grad_norm": 3.4205284118652344,
      "learning_rate": 2.043433752523937e-05,
      "loss": 0.5698,
      "step": 6676
    },
    {
      "epoch": 2.859528907922912,
      "grad_norm": 4.1820387840271,
      "learning_rate": 2.0427518647483308e-05,
      "loss": 0.4926,
      "step": 6677
    },
    {
      "epoch": 2.8599571734475377,
      "grad_norm": 3.565380811691284,
      "learning_rate": 2.042070012165375e-05,
      "loss": 0.3847,
      "step": 6678
    },
    {
      "epoch": 2.8603854389721626,
      "grad_norm": 9.472946166992188,
      "learning_rate": 2.0413881948275478e-05,
      "loss": 1.3363,
      "step": 6679
    },
    {
      "epoch": 2.860813704496788,
      "grad_norm": 0.6234549283981323,
      "learning_rate": 2.0407064127873255e-05,
      "loss": 0.1321,
      "step": 6680
    },
    {
      "epoch": 2.861241970021413,
      "grad_norm": 1.471450924873352,
      "learning_rate": 2.040024666097185e-05,
      "loss": 0.3014,
      "step": 6681
    },
    {
      "epoch": 2.8616702355460384,
      "grad_norm": 2.940570592880249,
      "learning_rate": 2.0393429548095955e-05,
      "loss": 0.6938,
      "step": 6682
    },
    {
      "epoch": 2.8620985010706637,
      "grad_norm": 4.635523796081543,
      "learning_rate": 2.0386612789770266e-05,
      "loss": 1.0505,
      "step": 6683
    },
    {
      "epoch": 2.862526766595289,
      "grad_norm": 6.892901420593262,
      "learning_rate": 2.0379796386519433e-05,
      "loss": 0.3125,
      "step": 6684
    },
    {
      "epoch": 2.862955032119914,
      "grad_norm": 5.841314792633057,
      "learning_rate": 2.0372980338868102e-05,
      "loss": 0.8364,
      "step": 6685
    },
    {
      "epoch": 2.8633832976445395,
      "grad_norm": 2.9348108768463135,
      "learning_rate": 2.0366164647340867e-05,
      "loss": 0.7414,
      "step": 6686
    },
    {
      "epoch": 2.8638115631691647,
      "grad_norm": 4.803089141845703,
      "learning_rate": 2.0359349312462323e-05,
      "loss": 0.528,
      "step": 6687
    },
    {
      "epoch": 2.86423982869379,
      "grad_norm": 4.104130268096924,
      "learning_rate": 2.0352534334756994e-05,
      "loss": 0.4231,
      "step": 6688
    },
    {
      "epoch": 2.8646680942184153,
      "grad_norm": 3.583106517791748,
      "learning_rate": 2.0345719714749433e-05,
      "loss": 0.453,
      "step": 6689
    },
    {
      "epoch": 2.8650963597430406,
      "grad_norm": 2.506869316101074,
      "learning_rate": 2.0338905452964106e-05,
      "loss": 1.2451,
      "step": 6690
    },
    {
      "epoch": 2.865524625267666,
      "grad_norm": 0.3371139466762543,
      "learning_rate": 2.03320915499255e-05,
      "loss": 0.07,
      "step": 6691
    },
    {
      "epoch": 2.865952890792291,
      "grad_norm": 2.3878531455993652,
      "learning_rate": 2.0325278006158045e-05,
      "loss": 0.3197,
      "step": 6692
    },
    {
      "epoch": 2.8663811563169164,
      "grad_norm": 18.953418731689453,
      "learning_rate": 2.0318464822186164e-05,
      "loss": 0.9517,
      "step": 6693
    },
    {
      "epoch": 2.8668094218415416,
      "grad_norm": 3.191801071166992,
      "learning_rate": 2.0311651998534233e-05,
      "loss": 0.9959,
      "step": 6694
    },
    {
      "epoch": 2.867237687366167,
      "grad_norm": 12.849395751953125,
      "learning_rate": 2.0304839535726614e-05,
      "loss": 0.5523,
      "step": 6695
    },
    {
      "epoch": 2.867665952890792,
      "grad_norm": 3.6176986694335938,
      "learning_rate": 2.029802743428763e-05,
      "loss": 0.6576,
      "step": 6696
    },
    {
      "epoch": 2.8680942184154175,
      "grad_norm": 3.7117278575897217,
      "learning_rate": 2.02912156947416e-05,
      "loss": 0.5633,
      "step": 6697
    },
    {
      "epoch": 2.8685224839400427,
      "grad_norm": 2.787846803665161,
      "learning_rate": 2.0284404317612764e-05,
      "loss": 0.6651,
      "step": 6698
    },
    {
      "epoch": 2.868950749464668,
      "grad_norm": 4.91963005065918,
      "learning_rate": 2.027759330342541e-05,
      "loss": 0.7718,
      "step": 6699
    },
    {
      "epoch": 2.8693790149892933,
      "grad_norm": 3.5744693279266357,
      "learning_rate": 2.027078265270372e-05,
      "loss": 1.1208,
      "step": 6700
    },
    {
      "epoch": 2.8698072805139185,
      "grad_norm": 2.6234145164489746,
      "learning_rate": 2.0263972365971906e-05,
      "loss": 1.1003,
      "step": 6701
    },
    {
      "epoch": 2.870235546038544,
      "grad_norm": 9.198339462280273,
      "learning_rate": 2.0257162443754116e-05,
      "loss": 0.7922,
      "step": 6702
    },
    {
      "epoch": 2.870663811563169,
      "grad_norm": 1.7030885219573975,
      "learning_rate": 2.0250352886574496e-05,
      "loss": 0.5401,
      "step": 6703
    },
    {
      "epoch": 2.8710920770877943,
      "grad_norm": 4.421738147735596,
      "learning_rate": 2.024354369495714e-05,
      "loss": 1.407,
      "step": 6704
    },
    {
      "epoch": 2.8715203426124196,
      "grad_norm": 3.8186779022216797,
      "learning_rate": 2.0236734869426142e-05,
      "loss": 0.6632,
      "step": 6705
    },
    {
      "epoch": 2.871948608137045,
      "grad_norm": 1.1636587381362915,
      "learning_rate": 2.0229926410505524e-05,
      "loss": 0.3201,
      "step": 6706
    },
    {
      "epoch": 2.87237687366167,
      "grad_norm": 2.715094804763794,
      "learning_rate": 2.022311831871934e-05,
      "loss": 0.4014,
      "step": 6707
    },
    {
      "epoch": 2.8728051391862954,
      "grad_norm": 4.668972969055176,
      "learning_rate": 2.0216310594591554e-05,
      "loss": 0.9065,
      "step": 6708
    },
    {
      "epoch": 2.8732334047109207,
      "grad_norm": 4.087371349334717,
      "learning_rate": 2.020950323864615e-05,
      "loss": 0.4295,
      "step": 6709
    },
    {
      "epoch": 2.873661670235546,
      "grad_norm": 4.392327785491943,
      "learning_rate": 2.0202696251407054e-05,
      "loss": 1.2346,
      "step": 6710
    },
    {
      "epoch": 2.8740899357601712,
      "grad_norm": 6.167034149169922,
      "learning_rate": 2.019588963339818e-05,
      "loss": 1.3751,
      "step": 6711
    },
    {
      "epoch": 2.8745182012847965,
      "grad_norm": 2.8639960289001465,
      "learning_rate": 2.0189083385143404e-05,
      "loss": 0.4105,
      "step": 6712
    },
    {
      "epoch": 2.874946466809422,
      "grad_norm": 4.237570762634277,
      "learning_rate": 2.018227750716658e-05,
      "loss": 1.1556,
      "step": 6713
    },
    {
      "epoch": 2.875374732334047,
      "grad_norm": 5.646627426147461,
      "learning_rate": 2.0175471999991523e-05,
      "loss": 1.4722,
      "step": 6714
    },
    {
      "epoch": 2.8758029978586723,
      "grad_norm": 1.9664238691329956,
      "learning_rate": 2.016866686414204e-05,
      "loss": 0.8541,
      "step": 6715
    },
    {
      "epoch": 2.8762312633832976,
      "grad_norm": 1.3128161430358887,
      "learning_rate": 2.0161862100141887e-05,
      "loss": 0.3703,
      "step": 6716
    },
    {
      "epoch": 2.876659528907923,
      "grad_norm": 2.572722911834717,
      "learning_rate": 2.0155057708514795e-05,
      "loss": 0.7974,
      "step": 6717
    },
    {
      "epoch": 2.877087794432548,
      "grad_norm": 3.2390053272247314,
      "learning_rate": 2.0148253689784496e-05,
      "loss": 0.4961,
      "step": 6718
    },
    {
      "epoch": 2.8775160599571734,
      "grad_norm": 3.8569118976593018,
      "learning_rate": 2.0141450044474637e-05,
      "loss": 0.4427,
      "step": 6719
    },
    {
      "epoch": 2.8779443254817987,
      "grad_norm": 1.364782452583313,
      "learning_rate": 2.01346467731089e-05,
      "loss": 0.6638,
      "step": 6720
    },
    {
      "epoch": 2.878372591006424,
      "grad_norm": 1.5035219192504883,
      "learning_rate": 2.0127843876210883e-05,
      "loss": 0.4852,
      "step": 6721
    },
    {
      "epoch": 2.8788008565310492,
      "grad_norm": 6.305326461791992,
      "learning_rate": 2.0121041354304193e-05,
      "loss": 0.509,
      "step": 6722
    },
    {
      "epoch": 2.8792291220556745,
      "grad_norm": 20.362213134765625,
      "learning_rate": 2.0114239207912383e-05,
      "loss": 0.4403,
      "step": 6723
    },
    {
      "epoch": 2.8796573875802998,
      "grad_norm": 3.0379979610443115,
      "learning_rate": 2.0107437437559e-05,
      "loss": 0.7487,
      "step": 6724
    },
    {
      "epoch": 2.880085653104925,
      "grad_norm": 2.4111766815185547,
      "learning_rate": 2.010063604376754e-05,
      "loss": 0.542,
      "step": 6725
    },
    {
      "epoch": 2.8805139186295503,
      "grad_norm": 3.0286366939544678,
      "learning_rate": 2.0093835027061496e-05,
      "loss": 0.4331,
      "step": 6726
    },
    {
      "epoch": 2.8809421841541756,
      "grad_norm": 2.148468494415283,
      "learning_rate": 2.008703438796429e-05,
      "loss": 0.1693,
      "step": 6727
    },
    {
      "epoch": 2.881370449678801,
      "grad_norm": 3.0530428886413574,
      "learning_rate": 2.0080234126999374e-05,
      "loss": 0.3837,
      "step": 6728
    },
    {
      "epoch": 2.881798715203426,
      "grad_norm": 1.7016490697860718,
      "learning_rate": 2.007343424469011e-05,
      "loss": 0.4916,
      "step": 6729
    },
    {
      "epoch": 2.8822269807280514,
      "grad_norm": 7.876825332641602,
      "learning_rate": 2.0066634741559874e-05,
      "loss": 0.5913,
      "step": 6730
    },
    {
      "epoch": 2.8826552462526767,
      "grad_norm": 4.991087436676025,
      "learning_rate": 2.0059835618131993e-05,
      "loss": 0.9493,
      "step": 6731
    },
    {
      "epoch": 2.883083511777302,
      "grad_norm": 3.2824559211730957,
      "learning_rate": 2.0053036874929775e-05,
      "loss": 0.3542,
      "step": 6732
    },
    {
      "epoch": 2.883511777301927,
      "grad_norm": 2.4294943809509277,
      "learning_rate": 2.0046238512476484e-05,
      "loss": 0.4983,
      "step": 6733
    },
    {
      "epoch": 2.8839400428265525,
      "grad_norm": 2.4567959308624268,
      "learning_rate": 2.0039440531295374e-05,
      "loss": 0.6161,
      "step": 6734
    },
    {
      "epoch": 2.8843683083511777,
      "grad_norm": 4.182990550994873,
      "learning_rate": 2.003264293190965e-05,
      "loss": 0.5581,
      "step": 6735
    },
    {
      "epoch": 2.884796573875803,
      "grad_norm": 4.029670238494873,
      "learning_rate": 2.0025845714842516e-05,
      "loss": 0.9463,
      "step": 6736
    },
    {
      "epoch": 2.8852248394004283,
      "grad_norm": 3.516751527786255,
      "learning_rate": 2.0019048880617096e-05,
      "loss": 0.6907,
      "step": 6737
    },
    {
      "epoch": 2.8856531049250536,
      "grad_norm": 3.4660208225250244,
      "learning_rate": 2.0012252429756552e-05,
      "loss": 0.3598,
      "step": 6738
    },
    {
      "epoch": 2.886081370449679,
      "grad_norm": 4.14110803604126,
      "learning_rate": 2.0005456362783954e-05,
      "loss": 0.8853,
      "step": 6739
    },
    {
      "epoch": 2.886509635974304,
      "grad_norm": 1.4686490297317505,
      "learning_rate": 1.999866068022238e-05,
      "loss": 0.6591,
      "step": 6740
    },
    {
      "epoch": 2.8869379014989294,
      "grad_norm": 3.2504525184631348,
      "learning_rate": 1.9991865382594867e-05,
      "loss": 0.9161,
      "step": 6741
    },
    {
      "epoch": 2.8873661670235546,
      "grad_norm": 4.636072635650635,
      "learning_rate": 1.9985070470424427e-05,
      "loss": 0.9865,
      "step": 6742
    },
    {
      "epoch": 2.88779443254818,
      "grad_norm": 2.9482462406158447,
      "learning_rate": 1.9978275944234033e-05,
      "loss": 0.4434,
      "step": 6743
    },
    {
      "epoch": 2.888222698072805,
      "grad_norm": 3.4204959869384766,
      "learning_rate": 1.9971481804546643e-05,
      "loss": 0.9562,
      "step": 6744
    },
    {
      "epoch": 2.8886509635974305,
      "grad_norm": 8.525374412536621,
      "learning_rate": 1.996468805188515e-05,
      "loss": 1.3027,
      "step": 6745
    },
    {
      "epoch": 2.8890792291220557,
      "grad_norm": 2.9665355682373047,
      "learning_rate": 1.9957894686772485e-05,
      "loss": 0.4203,
      "step": 6746
    },
    {
      "epoch": 2.889507494646681,
      "grad_norm": 5.3667311668396,
      "learning_rate": 1.995110170973147e-05,
      "loss": 0.7977,
      "step": 6747
    },
    {
      "epoch": 2.8899357601713063,
      "grad_norm": 1.0155833959579468,
      "learning_rate": 1.9944309121284946e-05,
      "loss": 0.1193,
      "step": 6748
    },
    {
      "epoch": 2.8903640256959315,
      "grad_norm": 3.808145046234131,
      "learning_rate": 1.9937516921955733e-05,
      "loss": 0.5995,
      "step": 6749
    },
    {
      "epoch": 2.890792291220557,
      "grad_norm": 3.3225390911102295,
      "learning_rate": 1.9930725112266567e-05,
      "loss": 1.0036,
      "step": 6750
    },
    {
      "epoch": 2.891220556745182,
      "grad_norm": 1.0316499471664429,
      "learning_rate": 1.9923933692740215e-05,
      "loss": 0.3216,
      "step": 6751
    },
    {
      "epoch": 2.8916488222698074,
      "grad_norm": 2.2820072174072266,
      "learning_rate": 1.991714266389937e-05,
      "loss": 0.5919,
      "step": 6752
    },
    {
      "epoch": 2.8920770877944326,
      "grad_norm": 1.2615476846694946,
      "learning_rate": 1.9910352026266726e-05,
      "loss": 0.1953,
      "step": 6753
    },
    {
      "epoch": 2.892505353319058,
      "grad_norm": 4.4030280113220215,
      "learning_rate": 1.9903561780364916e-05,
      "loss": 0.671,
      "step": 6754
    },
    {
      "epoch": 2.892933618843683,
      "grad_norm": 1.321639895439148,
      "learning_rate": 1.9896771926716572e-05,
      "loss": 0.968,
      "step": 6755
    },
    {
      "epoch": 2.8933618843683084,
      "grad_norm": 2.9529576301574707,
      "learning_rate": 1.9889982465844277e-05,
      "loss": 0.9179,
      "step": 6756
    },
    {
      "epoch": 2.8937901498929337,
      "grad_norm": 4.831727504730225,
      "learning_rate": 1.98831933982706e-05,
      "loss": 1.0506,
      "step": 6757
    },
    {
      "epoch": 2.894218415417559,
      "grad_norm": 1.618261456489563,
      "learning_rate": 1.9876404724518047e-05,
      "loss": 0.5762,
      "step": 6758
    },
    {
      "epoch": 2.8946466809421842,
      "grad_norm": 2.2594470977783203,
      "learning_rate": 1.9869616445109147e-05,
      "loss": 0.3192,
      "step": 6759
    },
    {
      "epoch": 2.8950749464668095,
      "grad_norm": 3.1820895671844482,
      "learning_rate": 1.9862828560566342e-05,
      "loss": 1.4152,
      "step": 6760
    },
    {
      "epoch": 2.895503211991435,
      "grad_norm": 6.330860614776611,
      "learning_rate": 1.9856041071412084e-05,
      "loss": 0.8041,
      "step": 6761
    },
    {
      "epoch": 2.89593147751606,
      "grad_norm": 5.304797172546387,
      "learning_rate": 1.9849253978168773e-05,
      "loss": 0.5189,
      "step": 6762
    },
    {
      "epoch": 2.8963597430406853,
      "grad_norm": 3.8016507625579834,
      "learning_rate": 1.984246728135879e-05,
      "loss": 1.2236,
      "step": 6763
    },
    {
      "epoch": 2.8967880085653106,
      "grad_norm": 3.5376832485198975,
      "learning_rate": 1.983568098150448e-05,
      "loss": 1.1411,
      "step": 6764
    },
    {
      "epoch": 2.897216274089936,
      "grad_norm": 3.3564562797546387,
      "learning_rate": 1.9828895079128167e-05,
      "loss": 0.609,
      "step": 6765
    },
    {
      "epoch": 2.897644539614561,
      "grad_norm": 4.68527889251709,
      "learning_rate": 1.9822109574752108e-05,
      "loss": 0.3503,
      "step": 6766
    },
    {
      "epoch": 2.8980728051391864,
      "grad_norm": 9.046635627746582,
      "learning_rate": 1.9815324468898597e-05,
      "loss": 0.9544,
      "step": 6767
    },
    {
      "epoch": 2.8985010706638117,
      "grad_norm": 1.830832839012146,
      "learning_rate": 1.980853976208983e-05,
      "loss": 0.6505,
      "step": 6768
    },
    {
      "epoch": 2.898929336188437,
      "grad_norm": 7.834949016571045,
      "learning_rate": 1.980175545484801e-05,
      "loss": 0.9918,
      "step": 6769
    },
    {
      "epoch": 2.8993576017130622,
      "grad_norm": 3.7619757652282715,
      "learning_rate": 1.979497154769529e-05,
      "loss": 2.16,
      "step": 6770
    },
    {
      "epoch": 2.8997858672376875,
      "grad_norm": 2.512967348098755,
      "learning_rate": 1.9788188041153816e-05,
      "loss": 0.3577,
      "step": 6771
    },
    {
      "epoch": 2.9002141327623128,
      "grad_norm": 3.515133857727051,
      "learning_rate": 1.978140493574568e-05,
      "loss": 0.9257,
      "step": 6772
    },
    {
      "epoch": 2.900642398286938,
      "grad_norm": 1.001649260520935,
      "learning_rate": 1.9774622231992955e-05,
      "loss": 0.6597,
      "step": 6773
    },
    {
      "epoch": 2.9010706638115633,
      "grad_norm": 3.327223062515259,
      "learning_rate": 1.9767839930417673e-05,
      "loss": 0.9573,
      "step": 6774
    },
    {
      "epoch": 2.9014989293361886,
      "grad_norm": 2.7161545753479004,
      "learning_rate": 1.976105803154186e-05,
      "loss": 1.1703,
      "step": 6775
    },
    {
      "epoch": 2.901927194860814,
      "grad_norm": 1.6498585939407349,
      "learning_rate": 1.9754276535887462e-05,
      "loss": 0.2319,
      "step": 6776
    },
    {
      "epoch": 2.902355460385439,
      "grad_norm": 2.8471972942352295,
      "learning_rate": 1.974749544397646e-05,
      "loss": 0.332,
      "step": 6777
    },
    {
      "epoch": 2.9027837259100644,
      "grad_norm": 1.9977657794952393,
      "learning_rate": 1.9740714756330742e-05,
      "loss": 0.7051,
      "step": 6778
    },
    {
      "epoch": 2.9032119914346897,
      "grad_norm": 2.5070183277130127,
      "learning_rate": 1.9733934473472207e-05,
      "loss": 0.4265,
      "step": 6779
    },
    {
      "epoch": 2.903640256959315,
      "grad_norm": 7.6337714195251465,
      "learning_rate": 1.97271545959227e-05,
      "loss": 0.8475,
      "step": 6780
    },
    {
      "epoch": 2.90406852248394,
      "grad_norm": 3.881774663925171,
      "learning_rate": 1.9720375124204043e-05,
      "loss": 0.8387,
      "step": 6781
    },
    {
      "epoch": 2.904496788008565,
      "grad_norm": 3.095355272293091,
      "learning_rate": 1.971359605883803e-05,
      "loss": 0.7413,
      "step": 6782
    },
    {
      "epoch": 2.9049250535331907,
      "grad_norm": 3.0527546405792236,
      "learning_rate": 1.970681740034641e-05,
      "loss": 0.4555,
      "step": 6783
    },
    {
      "epoch": 2.9053533190578156,
      "grad_norm": 3.1608266830444336,
      "learning_rate": 1.9700039149250933e-05,
      "loss": 0.6904,
      "step": 6784
    },
    {
      "epoch": 2.9057815845824413,
      "grad_norm": 4.545351982116699,
      "learning_rate": 1.969326130607327e-05,
      "loss": 0.3843,
      "step": 6785
    },
    {
      "epoch": 2.906209850107066,
      "grad_norm": 2.029959201812744,
      "learning_rate": 1.9686483871335104e-05,
      "loss": 0.363,
      "step": 6786
    },
    {
      "epoch": 2.906638115631692,
      "grad_norm": 1.917851209640503,
      "learning_rate": 1.967970684555805e-05,
      "loss": 1.2351,
      "step": 6787
    },
    {
      "epoch": 2.9070663811563167,
      "grad_norm": 6.821226119995117,
      "learning_rate": 1.9672930229263733e-05,
      "loss": 0.9901,
      "step": 6788
    },
    {
      "epoch": 2.9074946466809424,
      "grad_norm": 10.852869987487793,
      "learning_rate": 1.9666154022973704e-05,
      "loss": 0.4457,
      "step": 6789
    },
    {
      "epoch": 2.907922912205567,
      "grad_norm": 2.476839065551758,
      "learning_rate": 1.965937822720951e-05,
      "loss": 0.7775,
      "step": 6790
    },
    {
      "epoch": 2.908351177730193,
      "grad_norm": 2.478546619415283,
      "learning_rate": 1.9652602842492655e-05,
      "loss": 0.2214,
      "step": 6791
    },
    {
      "epoch": 2.9087794432548177,
      "grad_norm": 0.7852622866630554,
      "learning_rate": 1.964582786934462e-05,
      "loss": 0.3518,
      "step": 6792
    },
    {
      "epoch": 2.9092077087794435,
      "grad_norm": 7.455913543701172,
      "learning_rate": 1.963905330828684e-05,
      "loss": 0.8831,
      "step": 6793
    },
    {
      "epoch": 2.9096359743040683,
      "grad_norm": 3.2263858318328857,
      "learning_rate": 1.963227915984074e-05,
      "loss": 0.3986,
      "step": 6794
    },
    {
      "epoch": 2.910064239828694,
      "grad_norm": 1.5064598321914673,
      "learning_rate": 1.9625505424527686e-05,
      "loss": 0.2989,
      "step": 6795
    },
    {
      "epoch": 2.910492505353319,
      "grad_norm": 2.974040985107422,
      "learning_rate": 1.9618732102869044e-05,
      "loss": 0.3417,
      "step": 6796
    },
    {
      "epoch": 2.9109207708779445,
      "grad_norm": 4.3917765617370605,
      "learning_rate": 1.9611959195386105e-05,
      "loss": 0.5612,
      "step": 6797
    },
    {
      "epoch": 2.9113490364025694,
      "grad_norm": 2.770766258239746,
      "learning_rate": 1.9605186702600187e-05,
      "loss": 0.4925,
      "step": 6798
    },
    {
      "epoch": 2.911777301927195,
      "grad_norm": 4.282073974609375,
      "learning_rate": 1.9598414625032517e-05,
      "loss": 0.5933,
      "step": 6799
    },
    {
      "epoch": 2.91220556745182,
      "grad_norm": 4.579073905944824,
      "learning_rate": 1.9591642963204328e-05,
      "loss": 0.5158,
      "step": 6800
    },
    {
      "epoch": 2.9126338329764456,
      "grad_norm": 5.102078437805176,
      "learning_rate": 1.9584871717636796e-05,
      "loss": 1.154,
      "step": 6801
    },
    {
      "epoch": 2.9130620985010705,
      "grad_norm": 5.541103363037109,
      "learning_rate": 1.9578100888851097e-05,
      "loss": 0.575,
      "step": 6802
    },
    {
      "epoch": 2.913490364025696,
      "grad_norm": 3.629772901535034,
      "learning_rate": 1.9571330477368337e-05,
      "loss": 1.788,
      "step": 6803
    },
    {
      "epoch": 2.913918629550321,
      "grad_norm": 5.29891300201416,
      "learning_rate": 1.9564560483709636e-05,
      "loss": 1.6861,
      "step": 6804
    },
    {
      "epoch": 2.9143468950749467,
      "grad_norm": 5.478487968444824,
      "learning_rate": 1.955779090839602e-05,
      "loss": 1.5382,
      "step": 6805
    },
    {
      "epoch": 2.9147751605995715,
      "grad_norm": 2.1196515560150146,
      "learning_rate": 1.9551021751948546e-05,
      "loss": 0.7757,
      "step": 6806
    },
    {
      "epoch": 2.9152034261241973,
      "grad_norm": 3.19234037399292,
      "learning_rate": 1.954425301488819e-05,
      "loss": 1.8612,
      "step": 6807
    },
    {
      "epoch": 2.915631691648822,
      "grad_norm": 4.086019992828369,
      "learning_rate": 1.9537484697735926e-05,
      "loss": 0.5925,
      "step": 6808
    },
    {
      "epoch": 2.916059957173448,
      "grad_norm": 1.373465895652771,
      "learning_rate": 1.9530716801012685e-05,
      "loss": 0.377,
      "step": 6809
    },
    {
      "epoch": 2.9164882226980726,
      "grad_norm": 10.438050270080566,
      "learning_rate": 1.952394932523937e-05,
      "loss": 1.0889,
      "step": 6810
    },
    {
      "epoch": 2.9169164882226983,
      "grad_norm": 5.1971964836120605,
      "learning_rate": 1.9517182270936835e-05,
      "loss": 0.3494,
      "step": 6811
    },
    {
      "epoch": 2.917344753747323,
      "grad_norm": 2.227173089981079,
      "learning_rate": 1.9510415638625932e-05,
      "loss": 0.5697,
      "step": 6812
    },
    {
      "epoch": 2.917773019271949,
      "grad_norm": 4.263096809387207,
      "learning_rate": 1.9503649428827446e-05,
      "loss": 0.5623,
      "step": 6813
    },
    {
      "epoch": 2.9182012847965737,
      "grad_norm": 4.77907657623291,
      "learning_rate": 1.9496883642062165e-05,
      "loss": 0.6837,
      "step": 6814
    },
    {
      "epoch": 2.9186295503211994,
      "grad_norm": 4.257915019989014,
      "learning_rate": 1.94901182788508e-05,
      "loss": 0.5416,
      "step": 6815
    },
    {
      "epoch": 2.9190578158458242,
      "grad_norm": 2.1007516384124756,
      "learning_rate": 1.9483353339714082e-05,
      "loss": 0.5096,
      "step": 6816
    },
    {
      "epoch": 2.9194860813704495,
      "grad_norm": 3.237866163253784,
      "learning_rate": 1.9476588825172663e-05,
      "loss": 0.8245,
      "step": 6817
    },
    {
      "epoch": 2.919914346895075,
      "grad_norm": 4.7076311111450195,
      "learning_rate": 1.9469824735747194e-05,
      "loss": 1.245,
      "step": 6818
    },
    {
      "epoch": 2.9203426124197,
      "grad_norm": 4.837007999420166,
      "learning_rate": 1.9463061071958278e-05,
      "loss": 0.9842,
      "step": 6819
    },
    {
      "epoch": 2.9207708779443253,
      "grad_norm": 3.9750478267669678,
      "learning_rate": 1.9456297834326485e-05,
      "loss": 1.3622,
      "step": 6820
    },
    {
      "epoch": 2.9211991434689506,
      "grad_norm": 4.358506202697754,
      "learning_rate": 1.9449535023372363e-05,
      "loss": 0.4846,
      "step": 6821
    },
    {
      "epoch": 2.921627408993576,
      "grad_norm": 1.746991515159607,
      "learning_rate": 1.9442772639616408e-05,
      "loss": 0.7071,
      "step": 6822
    },
    {
      "epoch": 2.922055674518201,
      "grad_norm": 1.8173844814300537,
      "learning_rate": 1.9436010683579108e-05,
      "loss": 0.1434,
      "step": 6823
    },
    {
      "epoch": 2.9224839400428264,
      "grad_norm": 4.015883922576904,
      "learning_rate": 1.9429249155780893e-05,
      "loss": 0.9897,
      "step": 6824
    },
    {
      "epoch": 2.9229122055674517,
      "grad_norm": 3.692714214324951,
      "learning_rate": 1.942248805674219e-05,
      "loss": 0.5255,
      "step": 6825
    },
    {
      "epoch": 2.923340471092077,
      "grad_norm": 1.9365179538726807,
      "learning_rate": 1.9415727386983348e-05,
      "loss": 0.2832,
      "step": 6826
    },
    {
      "epoch": 2.9237687366167022,
      "grad_norm": 3.396493434906006,
      "learning_rate": 1.9408967147024743e-05,
      "loss": 0.6116,
      "step": 6827
    },
    {
      "epoch": 2.9241970021413275,
      "grad_norm": 4.3203959465026855,
      "learning_rate": 1.940220733738665e-05,
      "loss": 0.8026,
      "step": 6828
    },
    {
      "epoch": 2.9246252676659528,
      "grad_norm": 4.946501731872559,
      "learning_rate": 1.9395447958589374e-05,
      "loss": 1.3741,
      "step": 6829
    },
    {
      "epoch": 2.925053533190578,
      "grad_norm": 6.797547817230225,
      "learning_rate": 1.9388689011153143e-05,
      "loss": 1.6631,
      "step": 6830
    },
    {
      "epoch": 2.9254817987152033,
      "grad_norm": 2.356299638748169,
      "learning_rate": 1.9381930495598175e-05,
      "loss": 0.4026,
      "step": 6831
    },
    {
      "epoch": 2.9259100642398286,
      "grad_norm": 10.970463752746582,
      "learning_rate": 1.937517241244464e-05,
      "loss": 0.2369,
      "step": 6832
    },
    {
      "epoch": 2.926338329764454,
      "grad_norm": 1.4034812450408936,
      "learning_rate": 1.936841476221269e-05,
      "loss": 0.5449,
      "step": 6833
    },
    {
      "epoch": 2.926766595289079,
      "grad_norm": 5.88142728805542,
      "learning_rate": 1.9361657545422428e-05,
      "loss": 0.6344,
      "step": 6834
    },
    {
      "epoch": 2.9271948608137044,
      "grad_norm": 2.5028562545776367,
      "learning_rate": 1.9354900762593947e-05,
      "loss": 0.3581,
      "step": 6835
    },
    {
      "epoch": 2.9276231263383297,
      "grad_norm": 2.2685160636901855,
      "learning_rate": 1.9348144414247262e-05,
      "loss": 0.6033,
      "step": 6836
    },
    {
      "epoch": 2.928051391862955,
      "grad_norm": 4.810910224914551,
      "learning_rate": 1.9341388500902418e-05,
      "loss": 0.6302,
      "step": 6837
    },
    {
      "epoch": 2.92847965738758,
      "grad_norm": 3.242164373397827,
      "learning_rate": 1.9334633023079364e-05,
      "loss": 0.5131,
      "step": 6838
    },
    {
      "epoch": 2.9289079229122055,
      "grad_norm": 6.239760398864746,
      "learning_rate": 1.9327877981298056e-05,
      "loss": 0.8415,
      "step": 6839
    },
    {
      "epoch": 2.9293361884368307,
      "grad_norm": 3.98793363571167,
      "learning_rate": 1.9321123376078397e-05,
      "loss": 0.3701,
      "step": 6840
    },
    {
      "epoch": 2.929764453961456,
      "grad_norm": 3.8404741287231445,
      "learning_rate": 1.9314369207940278e-05,
      "loss": 0.5922,
      "step": 6841
    },
    {
      "epoch": 2.9301927194860813,
      "grad_norm": 4.581597805023193,
      "learning_rate": 1.9307615477403523e-05,
      "loss": 0.5909,
      "step": 6842
    },
    {
      "epoch": 2.9306209850107066,
      "grad_norm": 1.7396799325942993,
      "learning_rate": 1.930086218498796e-05,
      "loss": 0.2153,
      "step": 6843
    },
    {
      "epoch": 2.931049250535332,
      "grad_norm": 2.34208083152771,
      "learning_rate": 1.929410933121334e-05,
      "loss": 0.6968,
      "step": 6844
    },
    {
      "epoch": 2.931477516059957,
      "grad_norm": 1.3160320520401,
      "learning_rate": 1.9287356916599432e-05,
      "loss": 0.3123,
      "step": 6845
    },
    {
      "epoch": 2.9319057815845824,
      "grad_norm": 1.6884194612503052,
      "learning_rate": 1.928060494166592e-05,
      "loss": 0.5906,
      "step": 6846
    },
    {
      "epoch": 2.9323340471092076,
      "grad_norm": 2.6254186630249023,
      "learning_rate": 1.9273853406932497e-05,
      "loss": 1.147,
      "step": 6847
    },
    {
      "epoch": 2.932762312633833,
      "grad_norm": 2.447361707687378,
      "learning_rate": 1.9267102312918785e-05,
      "loss": 0.2784,
      "step": 6848
    },
    {
      "epoch": 2.933190578158458,
      "grad_norm": 3.0690548419952393,
      "learning_rate": 1.9260351660144403e-05,
      "loss": 0.7818,
      "step": 6849
    },
    {
      "epoch": 2.9336188436830835,
      "grad_norm": 2.9099769592285156,
      "learning_rate": 1.9253601449128914e-05,
      "loss": 0.5764,
      "step": 6850
    },
    {
      "epoch": 2.9340471092077087,
      "grad_norm": 6.707767486572266,
      "learning_rate": 1.9246851680391866e-05,
      "loss": 0.4146,
      "step": 6851
    },
    {
      "epoch": 2.934475374732334,
      "grad_norm": 4.955531120300293,
      "learning_rate": 1.9240102354452756e-05,
      "loss": 0.4519,
      "step": 6852
    },
    {
      "epoch": 2.9349036402569593,
      "grad_norm": 1.5180939435958862,
      "learning_rate": 1.9233353471831053e-05,
      "loss": 0.4861,
      "step": 6853
    },
    {
      "epoch": 2.9353319057815845,
      "grad_norm": 3.310108184814453,
      "learning_rate": 1.92266050330462e-05,
      "loss": 0.9583,
      "step": 6854
    },
    {
      "epoch": 2.93576017130621,
      "grad_norm": 2.9065263271331787,
      "learning_rate": 1.9219857038617592e-05,
      "loss": 0.6761,
      "step": 6855
    },
    {
      "epoch": 2.936188436830835,
      "grad_norm": 66.89965057373047,
      "learning_rate": 1.9213109489064608e-05,
      "loss": 0.7905,
      "step": 6856
    },
    {
      "epoch": 2.9366167023554604,
      "grad_norm": 4.548373222351074,
      "learning_rate": 1.9206362384906563e-05,
      "loss": 0.8652,
      "step": 6857
    },
    {
      "epoch": 2.9370449678800856,
      "grad_norm": 4.280157566070557,
      "learning_rate": 1.9199615726662768e-05,
      "loss": 0.6705,
      "step": 6858
    },
    {
      "epoch": 2.937473233404711,
      "grad_norm": 3.1006247997283936,
      "learning_rate": 1.9192869514852483e-05,
      "loss": 0.2275,
      "step": 6859
    },
    {
      "epoch": 2.937901498929336,
      "grad_norm": 1.3902850151062012,
      "learning_rate": 1.918612374999494e-05,
      "loss": 0.1582,
      "step": 6860
    },
    {
      "epoch": 2.9383297644539614,
      "grad_norm": 3.671142101287842,
      "learning_rate": 1.9179378432609336e-05,
      "loss": 1.3721,
      "step": 6861
    },
    {
      "epoch": 2.9387580299785867,
      "grad_norm": 4.663156509399414,
      "learning_rate": 1.9172633563214833e-05,
      "loss": 0.3824,
      "step": 6862
    },
    {
      "epoch": 2.939186295503212,
      "grad_norm": 4.163501739501953,
      "learning_rate": 1.9165889142330547e-05,
      "loss": 0.8695,
      "step": 6863
    },
    {
      "epoch": 2.9396145610278372,
      "grad_norm": 2.9513800144195557,
      "learning_rate": 1.9159145170475597e-05,
      "loss": 1.0712,
      "step": 6864
    },
    {
      "epoch": 2.9400428265524625,
      "grad_norm": 3.348844289779663,
      "learning_rate": 1.9152401648169e-05,
      "loss": 1.0425,
      "step": 6865
    },
    {
      "epoch": 2.940471092077088,
      "grad_norm": 5.349928379058838,
      "learning_rate": 1.9145658575929824e-05,
      "loss": 1.7144,
      "step": 6866
    },
    {
      "epoch": 2.940899357601713,
      "grad_norm": 0.6678878664970398,
      "learning_rate": 1.9138915954277027e-05,
      "loss": 0.1848,
      "step": 6867
    },
    {
      "epoch": 2.9413276231263383,
      "grad_norm": 3.2352304458618164,
      "learning_rate": 1.9132173783729573e-05,
      "loss": 0.9874,
      "step": 6868
    },
    {
      "epoch": 2.9417558886509636,
      "grad_norm": 6.478511333465576,
      "learning_rate": 1.9125432064806375e-05,
      "loss": 1.1685,
      "step": 6869
    },
    {
      "epoch": 2.942184154175589,
      "grad_norm": 2.2886717319488525,
      "learning_rate": 1.9118690798026335e-05,
      "loss": 0.2695,
      "step": 6870
    },
    {
      "epoch": 2.942612419700214,
      "grad_norm": 3.330416679382324,
      "learning_rate": 1.9111949983908277e-05,
      "loss": 1.3421,
      "step": 6871
    },
    {
      "epoch": 2.9430406852248394,
      "grad_norm": 3.5862815380096436,
      "learning_rate": 1.910520962297104e-05,
      "loss": 0.8091,
      "step": 6872
    },
    {
      "epoch": 2.9434689507494647,
      "grad_norm": 3.2638838291168213,
      "learning_rate": 1.9098469715733386e-05,
      "loss": 0.8131,
      "step": 6873
    },
    {
      "epoch": 2.94389721627409,
      "grad_norm": 3.9263131618499756,
      "learning_rate": 1.9091730262714076e-05,
      "loss": 0.607,
      "step": 6874
    },
    {
      "epoch": 2.9443254817987152,
      "grad_norm": 3.060631513595581,
      "learning_rate": 1.90849912644318e-05,
      "loss": 0.6248,
      "step": 6875
    },
    {
      "epoch": 2.9447537473233405,
      "grad_norm": 5.401702880859375,
      "learning_rate": 1.9078252721405258e-05,
      "loss": 1.2781,
      "step": 6876
    },
    {
      "epoch": 2.9451820128479658,
      "grad_norm": 13.000444412231445,
      "learning_rate": 1.9071514634153066e-05,
      "loss": 1.412,
      "step": 6877
    },
    {
      "epoch": 2.945610278372591,
      "grad_norm": 2.00014328956604,
      "learning_rate": 1.9064777003193844e-05,
      "loss": 0.2634,
      "step": 6878
    },
    {
      "epoch": 2.9460385438972163,
      "grad_norm": 4.774048805236816,
      "learning_rate": 1.9058039829046155e-05,
      "loss": 0.6237,
      "step": 6879
    },
    {
      "epoch": 2.9464668094218416,
      "grad_norm": 4.6242170333862305,
      "learning_rate": 1.9051303112228535e-05,
      "loss": 0.6345,
      "step": 6880
    },
    {
      "epoch": 2.946895074946467,
      "grad_norm": 6.4905571937561035,
      "learning_rate": 1.9044566853259484e-05,
      "loss": 0.717,
      "step": 6881
    },
    {
      "epoch": 2.947323340471092,
      "grad_norm": 6.155852317810059,
      "learning_rate": 1.9037831052657478e-05,
      "loss": 1.0886,
      "step": 6882
    },
    {
      "epoch": 2.9477516059957174,
      "grad_norm": 10.735276222229004,
      "learning_rate": 1.9031095710940917e-05,
      "loss": 1.2576,
      "step": 6883
    },
    {
      "epoch": 2.9481798715203427,
      "grad_norm": 6.267041206359863,
      "learning_rate": 1.9024360828628223e-05,
      "loss": 1.5608,
      "step": 6884
    },
    {
      "epoch": 2.948608137044968,
      "grad_norm": 3.192103862762451,
      "learning_rate": 1.901762640623774e-05,
      "loss": 0.5699,
      "step": 6885
    },
    {
      "epoch": 2.949036402569593,
      "grad_norm": 0.6775147914886475,
      "learning_rate": 1.9010892444287798e-05,
      "loss": 0.3616,
      "step": 6886
    },
    {
      "epoch": 2.9494646680942185,
      "grad_norm": 4.154917240142822,
      "learning_rate": 1.9004158943296675e-05,
      "loss": 0.9969,
      "step": 6887
    },
    {
      "epoch": 2.9498929336188437,
      "grad_norm": 3.150393009185791,
      "learning_rate": 1.8997425903782627e-05,
      "loss": 0.3623,
      "step": 6888
    },
    {
      "epoch": 2.950321199143469,
      "grad_norm": 3.0941755771636963,
      "learning_rate": 1.899069332626388e-05,
      "loss": 0.8602,
      "step": 6889
    },
    {
      "epoch": 2.9507494646680943,
      "grad_norm": 1.5591700077056885,
      "learning_rate": 1.89839612112586e-05,
      "loss": 0.3191,
      "step": 6890
    },
    {
      "epoch": 2.9511777301927196,
      "grad_norm": 3.5042991638183594,
      "learning_rate": 1.8977229559284946e-05,
      "loss": 0.5695,
      "step": 6891
    },
    {
      "epoch": 2.951605995717345,
      "grad_norm": 3.692925214767456,
      "learning_rate": 1.897049837086101e-05,
      "loss": 0.4868,
      "step": 6892
    },
    {
      "epoch": 2.95203426124197,
      "grad_norm": 2.948561668395996,
      "learning_rate": 1.896376764650489e-05,
      "loss": 0.3061,
      "step": 6893
    },
    {
      "epoch": 2.9524625267665954,
      "grad_norm": 3.873058319091797,
      "learning_rate": 1.8957037386734603e-05,
      "loss": 0.9856,
      "step": 6894
    },
    {
      "epoch": 2.9528907922912206,
      "grad_norm": 0.9784832000732422,
      "learning_rate": 1.895030759206817e-05,
      "loss": 0.2217,
      "step": 6895
    },
    {
      "epoch": 2.953319057815846,
      "grad_norm": 4.787830352783203,
      "learning_rate": 1.8943578263023536e-05,
      "loss": 0.4217,
      "step": 6896
    },
    {
      "epoch": 2.953747323340471,
      "grad_norm": 1.005704402923584,
      "learning_rate": 1.893684940011865e-05,
      "loss": 0.2367,
      "step": 6897
    },
    {
      "epoch": 2.9541755888650965,
      "grad_norm": 2.831636667251587,
      "learning_rate": 1.8930121003871396e-05,
      "loss": 0.3937,
      "step": 6898
    },
    {
      "epoch": 2.9546038543897217,
      "grad_norm": 4.757501602172852,
      "learning_rate": 1.892339307479964e-05,
      "loss": 0.5791,
      "step": 6899
    },
    {
      "epoch": 2.955032119914347,
      "grad_norm": 3.7722997665405273,
      "learning_rate": 1.89166656134212e-05,
      "loss": 0.9281,
      "step": 6900
    },
    {
      "epoch": 2.9554603854389723,
      "grad_norm": 4.684286594390869,
      "learning_rate": 1.8909938620253866e-05,
      "loss": 1.8666,
      "step": 6901
    },
    {
      "epoch": 2.9558886509635975,
      "grad_norm": 2.045760154724121,
      "learning_rate": 1.8903212095815386e-05,
      "loss": 0.398,
      "step": 6902
    },
    {
      "epoch": 2.956316916488223,
      "grad_norm": 3.609105110168457,
      "learning_rate": 1.8896486040623486e-05,
      "loss": 0.5675,
      "step": 6903
    },
    {
      "epoch": 2.956745182012848,
      "grad_norm": 7.103273868560791,
      "learning_rate": 1.8889760455195825e-05,
      "loss": 0.81,
      "step": 6904
    },
    {
      "epoch": 2.9571734475374734,
      "grad_norm": 1.5115407705307007,
      "learning_rate": 1.888303534005007e-05,
      "loss": 0.5973,
      "step": 6905
    },
    {
      "epoch": 2.9576017130620986,
      "grad_norm": 1.754988431930542,
      "learning_rate": 1.8876310695703804e-05,
      "loss": 0.7956,
      "step": 6906
    },
    {
      "epoch": 2.958029978586724,
      "grad_norm": 7.667465686798096,
      "learning_rate": 1.8869586522674614e-05,
      "loss": 0.6607,
      "step": 6907
    },
    {
      "epoch": 2.958458244111349,
      "grad_norm": 3.954733371734619,
      "learning_rate": 1.8862862821480025e-05,
      "loss": 0.9924,
      "step": 6908
    },
    {
      "epoch": 2.9588865096359744,
      "grad_norm": 1.6947358846664429,
      "learning_rate": 1.885613959263754e-05,
      "loss": 0.4951,
      "step": 6909
    },
    {
      "epoch": 2.9593147751605997,
      "grad_norm": 0.8661378026008606,
      "learning_rate": 1.8849416836664613e-05,
      "loss": 0.1897,
      "step": 6910
    },
    {
      "epoch": 2.959743040685225,
      "grad_norm": 7.472128868103027,
      "learning_rate": 1.8842694554078676e-05,
      "loss": 1.2151,
      "step": 6911
    },
    {
      "epoch": 2.9601713062098503,
      "grad_norm": 5.165828227996826,
      "learning_rate": 1.8835972745397116e-05,
      "loss": 1.1286,
      "step": 6912
    },
    {
      "epoch": 2.9605995717344755,
      "grad_norm": 5.780336856842041,
      "learning_rate": 1.8829251411137293e-05,
      "loss": 1.2908,
      "step": 6913
    },
    {
      "epoch": 2.961027837259101,
      "grad_norm": 1.6920543909072876,
      "learning_rate": 1.8822530551816497e-05,
      "loss": 0.7398,
      "step": 6914
    },
    {
      "epoch": 2.961456102783726,
      "grad_norm": 3.3828678131103516,
      "learning_rate": 1.8815810167952042e-05,
      "loss": 0.4,
      "step": 6915
    },
    {
      "epoch": 2.9618843683083513,
      "grad_norm": 3.1262528896331787,
      "learning_rate": 1.880909026006114e-05,
      "loss": 0.3752,
      "step": 6916
    },
    {
      "epoch": 2.9623126338329766,
      "grad_norm": 5.136409759521484,
      "learning_rate": 1.880237082866102e-05,
      "loss": 1.106,
      "step": 6917
    },
    {
      "epoch": 2.962740899357602,
      "grad_norm": 5.339219570159912,
      "learning_rate": 1.8795651874268827e-05,
      "loss": 0.8665,
      "step": 6918
    },
    {
      "epoch": 2.963169164882227,
      "grad_norm": 5.463151931762695,
      "learning_rate": 1.8788933397401715e-05,
      "loss": 0.84,
      "step": 6919
    },
    {
      "epoch": 2.9635974304068524,
      "grad_norm": 2.211245536804199,
      "learning_rate": 1.8782215398576766e-05,
      "loss": 0.2892,
      "step": 6920
    },
    {
      "epoch": 2.9640256959314772,
      "grad_norm": 0.7589828372001648,
      "learning_rate": 1.8775497878311054e-05,
      "loss": 0.2136,
      "step": 6921
    },
    {
      "epoch": 2.964453961456103,
      "grad_norm": 3.9874610900878906,
      "learning_rate": 1.876878083712158e-05,
      "loss": 2.693,
      "step": 6922
    },
    {
      "epoch": 2.964882226980728,
      "grad_norm": 4.6901936531066895,
      "learning_rate": 1.8762064275525336e-05,
      "loss": 1.1539,
      "step": 6923
    },
    {
      "epoch": 2.9653104925053535,
      "grad_norm": 3.139481782913208,
      "learning_rate": 1.875534819403929e-05,
      "loss": 0.7173,
      "step": 6924
    },
    {
      "epoch": 2.9657387580299783,
      "grad_norm": 12.833992958068848,
      "learning_rate": 1.8748632593180323e-05,
      "loss": 0.9601,
      "step": 6925
    },
    {
      "epoch": 2.966167023554604,
      "grad_norm": 2.2175097465515137,
      "learning_rate": 1.874191747346534e-05,
      "loss": 0.3299,
      "step": 6926
    },
    {
      "epoch": 2.966595289079229,
      "grad_norm": 2.341357469558716,
      "learning_rate": 1.873520283541115e-05,
      "loss": 0.2233,
      "step": 6927
    },
    {
      "epoch": 2.9670235546038546,
      "grad_norm": 2.744565010070801,
      "learning_rate": 1.872848867953457e-05,
      "loss": 0.2725,
      "step": 6928
    },
    {
      "epoch": 2.9674518201284794,
      "grad_norm": 5.62792444229126,
      "learning_rate": 1.8721775006352353e-05,
      "loss": 0.5163,
      "step": 6929
    },
    {
      "epoch": 2.967880085653105,
      "grad_norm": 3.62736177444458,
      "learning_rate": 1.8715061816381234e-05,
      "loss": 1.0682,
      "step": 6930
    },
    {
      "epoch": 2.96830835117773,
      "grad_norm": 6.394172668457031,
      "learning_rate": 1.8708349110137898e-05,
      "loss": 0.4872,
      "step": 6931
    },
    {
      "epoch": 2.9687366167023557,
      "grad_norm": 3.5907022953033447,
      "learning_rate": 1.8701636888138995e-05,
      "loss": 0.3747,
      "step": 6932
    },
    {
      "epoch": 2.9691648822269805,
      "grad_norm": 5.896949291229248,
      "learning_rate": 1.8694925150901137e-05,
      "loss": 0.7731,
      "step": 6933
    },
    {
      "epoch": 2.969593147751606,
      "grad_norm": 3.5554728507995605,
      "learning_rate": 1.8688213898940916e-05,
      "loss": 1.3294,
      "step": 6934
    },
    {
      "epoch": 2.970021413276231,
      "grad_norm": 4.070438861846924,
      "learning_rate": 1.868150313277485e-05,
      "loss": 0.8403,
      "step": 6935
    },
    {
      "epoch": 2.9704496788008568,
      "grad_norm": 4.074165344238281,
      "learning_rate": 1.8674792852919455e-05,
      "loss": 1.3435,
      "step": 6936
    },
    {
      "epoch": 2.9708779443254816,
      "grad_norm": 2.8811557292938232,
      "learning_rate": 1.8668083059891188e-05,
      "loss": 0.4077,
      "step": 6937
    },
    {
      "epoch": 2.9713062098501073,
      "grad_norm": 3.829190492630005,
      "learning_rate": 1.866137375420648e-05,
      "loss": 1.299,
      "step": 6938
    },
    {
      "epoch": 2.971734475374732,
      "grad_norm": 0.947800874710083,
      "learning_rate": 1.865466493638172e-05,
      "loss": 0.4461,
      "step": 6939
    },
    {
      "epoch": 2.972162740899358,
      "grad_norm": 0.9763724207878113,
      "learning_rate": 1.8647956606933267e-05,
      "loss": 0.2335,
      "step": 6940
    },
    {
      "epoch": 2.9725910064239827,
      "grad_norm": 2.3330657482147217,
      "learning_rate": 1.864124876637742e-05,
      "loss": 1.1339,
      "step": 6941
    },
    {
      "epoch": 2.9730192719486084,
      "grad_norm": 2.9601776599884033,
      "learning_rate": 1.8634541415230484e-05,
      "loss": 0.5374,
      "step": 6942
    },
    {
      "epoch": 2.973447537473233,
      "grad_norm": 1.1780245304107666,
      "learning_rate": 1.8627834554008656e-05,
      "loss": 0.3073,
      "step": 6943
    },
    {
      "epoch": 2.973875802997859,
      "grad_norm": 1.1791245937347412,
      "learning_rate": 1.8621128183228182e-05,
      "loss": 0.5636,
      "step": 6944
    },
    {
      "epoch": 2.9743040685224837,
      "grad_norm": 1.6029777526855469,
      "learning_rate": 1.8614422303405192e-05,
      "loss": 0.6784,
      "step": 6945
    },
    {
      "epoch": 2.9747323340471095,
      "grad_norm": 2.7753472328186035,
      "learning_rate": 1.8607716915055827e-05,
      "loss": 0.4398,
      "step": 6946
    },
    {
      "epoch": 2.9751605995717343,
      "grad_norm": 4.903106689453125,
      "learning_rate": 1.8601012018696172e-05,
      "loss": 1.4001,
      "step": 6947
    },
    {
      "epoch": 2.97558886509636,
      "grad_norm": 4.77614164352417,
      "learning_rate": 1.859430761484229e-05,
      "loss": 1.2862,
      "step": 6948
    },
    {
      "epoch": 2.976017130620985,
      "grad_norm": 2.9607770442962646,
      "learning_rate": 1.8587603704010167e-05,
      "loss": 0.9014,
      "step": 6949
    },
    {
      "epoch": 2.9764453961456105,
      "grad_norm": 2.5050888061523438,
      "learning_rate": 1.85809002867158e-05,
      "loss": 0.3971,
      "step": 6950
    },
    {
      "epoch": 2.9768736616702354,
      "grad_norm": 2.048398733139038,
      "learning_rate": 1.8574197363475117e-05,
      "loss": 0.1433,
      "step": 6951
    },
    {
      "epoch": 2.977301927194861,
      "grad_norm": 4.421126842498779,
      "learning_rate": 1.8567494934804028e-05,
      "loss": 0.6937,
      "step": 6952
    },
    {
      "epoch": 2.977730192719486,
      "grad_norm": 0.9437822699546814,
      "learning_rate": 1.856079300121837e-05,
      "loss": 0.1664,
      "step": 6953
    },
    {
      "epoch": 2.978158458244111,
      "grad_norm": 3.2809252738952637,
      "learning_rate": 1.8554091563233987e-05,
      "loss": 0.4225,
      "step": 6954
    },
    {
      "epoch": 2.9785867237687365,
      "grad_norm": 3.2465925216674805,
      "learning_rate": 1.8547390621366647e-05,
      "loss": 0.9881,
      "step": 6955
    },
    {
      "epoch": 2.9790149892933617,
      "grad_norm": 1.6699120998382568,
      "learning_rate": 1.8540690176132112e-05,
      "loss": 0.4195,
      "step": 6956
    },
    {
      "epoch": 2.979443254817987,
      "grad_norm": 5.696552753448486,
      "learning_rate": 1.8533990228046072e-05,
      "loss": 0.98,
      "step": 6957
    },
    {
      "epoch": 2.9798715203426123,
      "grad_norm": 5.2257080078125,
      "learning_rate": 1.852729077762421e-05,
      "loss": 0.9286,
      "step": 6958
    },
    {
      "epoch": 2.9802997858672375,
      "grad_norm": 2.500073194503784,
      "learning_rate": 1.8520591825382154e-05,
      "loss": 0.373,
      "step": 6959
    },
    {
      "epoch": 2.980728051391863,
      "grad_norm": 2.3007664680480957,
      "learning_rate": 1.8513893371835497e-05,
      "loss": 0.219,
      "step": 6960
    },
    {
      "epoch": 2.981156316916488,
      "grad_norm": 4.4774322509765625,
      "learning_rate": 1.8507195417499796e-05,
      "loss": 0.5528,
      "step": 6961
    },
    {
      "epoch": 2.9815845824411134,
      "grad_norm": 3.6386184692382812,
      "learning_rate": 1.8500497962890556e-05,
      "loss": 1.1494,
      "step": 6962
    },
    {
      "epoch": 2.9820128479657386,
      "grad_norm": 1.93299400806427,
      "learning_rate": 1.8493801008523278e-05,
      "loss": 0.6894,
      "step": 6963
    },
    {
      "epoch": 2.982441113490364,
      "grad_norm": 2.1036176681518555,
      "learning_rate": 1.8487104554913363e-05,
      "loss": 0.6317,
      "step": 6964
    },
    {
      "epoch": 2.982869379014989,
      "grad_norm": 11.95663833618164,
      "learning_rate": 1.8480408602576252e-05,
      "loss": 0.911,
      "step": 6965
    },
    {
      "epoch": 2.9832976445396144,
      "grad_norm": 1.170807957649231,
      "learning_rate": 1.8473713152027277e-05,
      "loss": 0.4343,
      "step": 6966
    },
    {
      "epoch": 2.9837259100642397,
      "grad_norm": 0.8281566500663757,
      "learning_rate": 1.8467018203781782e-05,
      "loss": 0.3359,
      "step": 6967
    },
    {
      "epoch": 2.984154175588865,
      "grad_norm": 3.353297710418701,
      "learning_rate": 1.8460323758355035e-05,
      "loss": 0.6635,
      "step": 6968
    },
    {
      "epoch": 2.9845824411134902,
      "grad_norm": 2.117319345474243,
      "learning_rate": 1.8453629816262295e-05,
      "loss": 0.8889,
      "step": 6969
    },
    {
      "epoch": 2.9850107066381155,
      "grad_norm": 0.8534091114997864,
      "learning_rate": 1.8446936378018763e-05,
      "loss": 0.2594,
      "step": 6970
    },
    {
      "epoch": 2.985438972162741,
      "grad_norm": 5.090506076812744,
      "learning_rate": 1.8440243444139613e-05,
      "loss": 0.856,
      "step": 6971
    },
    {
      "epoch": 2.985867237687366,
      "grad_norm": 6.545947551727295,
      "learning_rate": 1.8433551015139964e-05,
      "loss": 0.9977,
      "step": 6972
    },
    {
      "epoch": 2.9862955032119913,
      "grad_norm": 2.5451765060424805,
      "learning_rate": 1.8426859091534923e-05,
      "loss": 0.5128,
      "step": 6973
    },
    {
      "epoch": 2.9867237687366166,
      "grad_norm": 4.79405403137207,
      "learning_rate": 1.842016767383952e-05,
      "loss": 1.2857,
      "step": 6974
    },
    {
      "epoch": 2.987152034261242,
      "grad_norm": 3.138834238052368,
      "learning_rate": 1.841347676256879e-05,
      "loss": 0.7892,
      "step": 6975
    },
    {
      "epoch": 2.987580299785867,
      "grad_norm": 3.5450191497802734,
      "learning_rate": 1.840678635823769e-05,
      "loss": 0.8758,
      "step": 6976
    },
    {
      "epoch": 2.9880085653104924,
      "grad_norm": 3.690822124481201,
      "learning_rate": 1.8400096461361166e-05,
      "loss": 0.9159,
      "step": 6977
    },
    {
      "epoch": 2.9884368308351177,
      "grad_norm": 5.941500663757324,
      "learning_rate": 1.8393407072454106e-05,
      "loss": 0.7585,
      "step": 6978
    },
    {
      "epoch": 2.988865096359743,
      "grad_norm": 0.7604218125343323,
      "learning_rate": 1.8386718192031375e-05,
      "loss": 0.1803,
      "step": 6979
    },
    {
      "epoch": 2.9892933618843682,
      "grad_norm": 2.9441089630126953,
      "learning_rate": 1.838002982060778e-05,
      "loss": 0.891,
      "step": 6980
    },
    {
      "epoch": 2.9897216274089935,
      "grad_norm": 2.46535325050354,
      "learning_rate": 1.8373341958698122e-05,
      "loss": 0.4867,
      "step": 6981
    },
    {
      "epoch": 2.9901498929336188,
      "grad_norm": 3.1071081161499023,
      "learning_rate": 1.8366654606817103e-05,
      "loss": 0.343,
      "step": 6982
    },
    {
      "epoch": 2.990578158458244,
      "grad_norm": 2.542051315307617,
      "learning_rate": 1.8359967765479463e-05,
      "loss": 0.9271,
      "step": 6983
    },
    {
      "epoch": 2.9910064239828693,
      "grad_norm": 2.5287113189697266,
      "learning_rate": 1.835328143519983e-05,
      "loss": 0.5708,
      "step": 6984
    },
    {
      "epoch": 2.9914346895074946,
      "grad_norm": 3.8813982009887695,
      "learning_rate": 1.8346595616492847e-05,
      "loss": 1.2176,
      "step": 6985
    },
    {
      "epoch": 2.99186295503212,
      "grad_norm": 2.920943021774292,
      "learning_rate": 1.8339910309873083e-05,
      "loss": 0.5541,
      "step": 6986
    },
    {
      "epoch": 2.992291220556745,
      "grad_norm": 2.072474479675293,
      "learning_rate": 1.8333225515855094e-05,
      "loss": 0.4254,
      "step": 6987
    },
    {
      "epoch": 2.9927194860813704,
      "grad_norm": 1.7066034078598022,
      "learning_rate": 1.8326541234953364e-05,
      "loss": 0.9673,
      "step": 6988
    },
    {
      "epoch": 2.9931477516059957,
      "grad_norm": 3.741938352584839,
      "learning_rate": 1.8319857467682377e-05,
      "loss": 0.5944,
      "step": 6989
    },
    {
      "epoch": 2.993576017130621,
      "grad_norm": 3.9907078742980957,
      "learning_rate": 1.8313174214556544e-05,
      "loss": 0.638,
      "step": 6990
    },
    {
      "epoch": 2.994004282655246,
      "grad_norm": 4.3217949867248535,
      "learning_rate": 1.830649147609026e-05,
      "loss": 0.3086,
      "step": 6991
    },
    {
      "epoch": 2.9944325481798715,
      "grad_norm": 3.056328535079956,
      "learning_rate": 1.8299809252797852e-05,
      "loss": 1.0532,
      "step": 6992
    },
    {
      "epoch": 2.9948608137044967,
      "grad_norm": 1.1738470792770386,
      "learning_rate": 1.829312754519364e-05,
      "loss": 0.0919,
      "step": 6993
    },
    {
      "epoch": 2.995289079229122,
      "grad_norm": 1.488119125366211,
      "learning_rate": 1.8286446353791897e-05,
      "loss": 0.4783,
      "step": 6994
    },
    {
      "epoch": 2.9957173447537473,
      "grad_norm": 2.8210182189941406,
      "learning_rate": 1.827976567910683e-05,
      "loss": 1.1282,
      "step": 6995
    },
    {
      "epoch": 2.9961456102783726,
      "grad_norm": 3.276426315307617,
      "learning_rate": 1.827308552165264e-05,
      "loss": 1.0947,
      "step": 6996
    },
    {
      "epoch": 2.996573875802998,
      "grad_norm": 0.9580534100532532,
      "learning_rate": 1.8266405881943453e-05,
      "loss": 0.1869,
      "step": 6997
    },
    {
      "epoch": 2.997002141327623,
      "grad_norm": 3.5311336517333984,
      "learning_rate": 1.8259726760493402e-05,
      "loss": 1.3604,
      "step": 6998
    },
    {
      "epoch": 2.9974304068522484,
      "grad_norm": 4.030013084411621,
      "learning_rate": 1.8253048157816537e-05,
      "loss": 0.822,
      "step": 6999
    },
    {
      "epoch": 2.9978586723768736,
      "grad_norm": 1.7609893083572388,
      "learning_rate": 1.8246370074426888e-05,
      "loss": 0.6666,
      "step": 7000
    },
    {
      "epoch": 2.998286937901499,
      "grad_norm": 4.299620628356934,
      "learning_rate": 1.823969251083844e-05,
      "loss": 1.1796,
      "step": 7001
    },
    {
      "epoch": 2.998715203426124,
      "grad_norm": 2.7597944736480713,
      "learning_rate": 1.8233015467565152e-05,
      "loss": 1.4332,
      "step": 7002
    },
    {
      "epoch": 2.9991434689507495,
      "grad_norm": 1.2577378749847412,
      "learning_rate": 1.8226338945120903e-05,
      "loss": 0.8346,
      "step": 7003
    },
    {
      "epoch": 2.9995717344753747,
      "grad_norm": 1.0658363103866577,
      "learning_rate": 1.8219662944019596e-05,
      "loss": 0.1472,
      "step": 7004
    },
    {
      "epoch": 3.0,
      "grad_norm": 3.149172782897949,
      "learning_rate": 1.8212987464775026e-05,
      "loss": 0.7836,
      "step": 7005
    },
    {
      "epoch": 3.0004282655246253,
      "grad_norm": 2.2853009700775146,
      "learning_rate": 1.8206312507900998e-05,
      "loss": 0.233,
      "step": 7006
    },
    {
      "epoch": 3.0008565310492505,
      "grad_norm": 1.0905826091766357,
      "learning_rate": 1.8199638073911246e-05,
      "loss": 0.6657,
      "step": 7007
    },
    {
      "epoch": 3.001284796573876,
      "grad_norm": 3.672050714492798,
      "learning_rate": 1.8192964163319487e-05,
      "loss": 0.6456,
      "step": 7008
    },
    {
      "epoch": 3.001713062098501,
      "grad_norm": 3.0986976623535156,
      "learning_rate": 1.8186290776639375e-05,
      "loss": 0.8069,
      "step": 7009
    },
    {
      "epoch": 3.0021413276231264,
      "grad_norm": 3.700500011444092,
      "learning_rate": 1.8179617914384546e-05,
      "loss": 0.9932,
      "step": 7010
    },
    {
      "epoch": 3.0025695931477516,
      "grad_norm": 1.4784374237060547,
      "learning_rate": 1.8172945577068575e-05,
      "loss": 0.3693,
      "step": 7011
    },
    {
      "epoch": 3.002997858672377,
      "grad_norm": 4.014529705047607,
      "learning_rate": 1.8166273765205023e-05,
      "loss": 1.6875,
      "step": 7012
    },
    {
      "epoch": 3.003426124197002,
      "grad_norm": 1.47493577003479,
      "learning_rate": 1.815960247930737e-05,
      "loss": 0.2288,
      "step": 7013
    },
    {
      "epoch": 3.0038543897216274,
      "grad_norm": 2.5687997341156006,
      "learning_rate": 1.8152931719889096e-05,
      "loss": 1.0228,
      "step": 7014
    },
    {
      "epoch": 3.0042826552462527,
      "grad_norm": 2.801109552383423,
      "learning_rate": 1.814626148746362e-05,
      "loss": 0.3131,
      "step": 7015
    },
    {
      "epoch": 3.004710920770878,
      "grad_norm": 3.8021860122680664,
      "learning_rate": 1.8139591782544325e-05,
      "loss": 0.6197,
      "step": 7016
    },
    {
      "epoch": 3.0051391862955033,
      "grad_norm": 5.258487224578857,
      "learning_rate": 1.8132922605644547e-05,
      "loss": 0.7643,
      "step": 7017
    },
    {
      "epoch": 3.0055674518201285,
      "grad_norm": 1.6274715662002563,
      "learning_rate": 1.8126253957277597e-05,
      "loss": 0.5248,
      "step": 7018
    },
    {
      "epoch": 3.005995717344754,
      "grad_norm": 3.047238349914551,
      "learning_rate": 1.8119585837956726e-05,
      "loss": 0.926,
      "step": 7019
    },
    {
      "epoch": 3.006423982869379,
      "grad_norm": 3.6369211673736572,
      "learning_rate": 1.811291824819517e-05,
      "loss": 1.0171,
      "step": 7020
    },
    {
      "epoch": 3.0068522483940043,
      "grad_norm": 4.236479759216309,
      "learning_rate": 1.8106251188506084e-05,
      "loss": 0.476,
      "step": 7021
    },
    {
      "epoch": 3.0072805139186296,
      "grad_norm": 3.0274970531463623,
      "learning_rate": 1.809958465940263e-05,
      "loss": 0.3854,
      "step": 7022
    },
    {
      "epoch": 3.007708779443255,
      "grad_norm": 4.16012716293335,
      "learning_rate": 1.8092918661397884e-05,
      "loss": 0.5135,
      "step": 7023
    },
    {
      "epoch": 3.00813704496788,
      "grad_norm": 3.4474706649780273,
      "learning_rate": 1.808625319500492e-05,
      "loss": 0.4754,
      "step": 7024
    },
    {
      "epoch": 3.0085653104925054,
      "grad_norm": 8.23361587524414,
      "learning_rate": 1.8079588260736737e-05,
      "loss": 0.668,
      "step": 7025
    },
    {
      "epoch": 3.0089935760171307,
      "grad_norm": 1.4806746244430542,
      "learning_rate": 1.807292385910633e-05,
      "loss": 0.4088,
      "step": 7026
    },
    {
      "epoch": 3.009421841541756,
      "grad_norm": 3.9663922786712646,
      "learning_rate": 1.8066259990626612e-05,
      "loss": 1.3111,
      "step": 7027
    },
    {
      "epoch": 3.0098501070663812,
      "grad_norm": 2.0122435092926025,
      "learning_rate": 1.8059596655810484e-05,
      "loss": 0.8699,
      "step": 7028
    },
    {
      "epoch": 3.0102783725910065,
      "grad_norm": 2.619394063949585,
      "learning_rate": 1.8052933855170808e-05,
      "loss": 0.5999,
      "step": 7029
    },
    {
      "epoch": 3.0107066381156318,
      "grad_norm": 2.0562260150909424,
      "learning_rate": 1.8046271589220375e-05,
      "loss": 0.7879,
      "step": 7030
    },
    {
      "epoch": 3.011134903640257,
      "grad_norm": 4.546314716339111,
      "learning_rate": 1.8039609858471972e-05,
      "loss": 0.3948,
      "step": 7031
    },
    {
      "epoch": 3.0115631691648823,
      "grad_norm": 0.6959893107414246,
      "learning_rate": 1.8032948663438318e-05,
      "loss": 0.114,
      "step": 7032
    },
    {
      "epoch": 3.0119914346895076,
      "grad_norm": 26.23552703857422,
      "learning_rate": 1.802628800463211e-05,
      "loss": 0.5482,
      "step": 7033
    },
    {
      "epoch": 3.012419700214133,
      "grad_norm": 1.498038649559021,
      "learning_rate": 1.801962788256597e-05,
      "loss": 0.4488,
      "step": 7034
    },
    {
      "epoch": 3.012847965738758,
      "grad_norm": 3.569268226623535,
      "learning_rate": 1.8012968297752526e-05,
      "loss": 0.7234,
      "step": 7035
    },
    {
      "epoch": 3.0132762312633834,
      "grad_norm": 2.7701566219329834,
      "learning_rate": 1.800630925070433e-05,
      "loss": 0.9503,
      "step": 7036
    },
    {
      "epoch": 3.0137044967880087,
      "grad_norm": 5.53118896484375,
      "learning_rate": 1.7999650741933905e-05,
      "loss": 0.3826,
      "step": 7037
    },
    {
      "epoch": 3.014132762312634,
      "grad_norm": 3.621859312057495,
      "learning_rate": 1.7992992771953726e-05,
      "loss": 1.1916,
      "step": 7038
    },
    {
      "epoch": 3.014561027837259,
      "grad_norm": 0.9432948231697083,
      "learning_rate": 1.7986335341276246e-05,
      "loss": 0.2022,
      "step": 7039
    },
    {
      "epoch": 3.0149892933618845,
      "grad_norm": 2.3901729583740234,
      "learning_rate": 1.7979678450413845e-05,
      "loss": 0.8701,
      "step": 7040
    },
    {
      "epoch": 3.0154175588865098,
      "grad_norm": 8.775979995727539,
      "learning_rate": 1.79730220998789e-05,
      "loss": 0.8587,
      "step": 7041
    },
    {
      "epoch": 3.015845824411135,
      "grad_norm": 2.3647944927215576,
      "learning_rate": 1.7966366290183694e-05,
      "loss": 0.3262,
      "step": 7042
    },
    {
      "epoch": 3.0162740899357603,
      "grad_norm": 4.313729763031006,
      "learning_rate": 1.7959711021840535e-05,
      "loss": 0.7062,
      "step": 7043
    },
    {
      "epoch": 3.0167023554603856,
      "grad_norm": 5.408852577209473,
      "learning_rate": 1.7953056295361624e-05,
      "loss": 0.6985,
      "step": 7044
    },
    {
      "epoch": 3.017130620985011,
      "grad_norm": 5.2871575355529785,
      "learning_rate": 1.794640211125917e-05,
      "loss": 1.4594,
      "step": 7045
    },
    {
      "epoch": 3.017558886509636,
      "grad_norm": 3.829184055328369,
      "learning_rate": 1.7939748470045303e-05,
      "loss": 1.5014,
      "step": 7046
    },
    {
      "epoch": 3.0179871520342614,
      "grad_norm": 3.432996988296509,
      "learning_rate": 1.7933095372232145e-05,
      "loss": 0.3806,
      "step": 7047
    },
    {
      "epoch": 3.0184154175588866,
      "grad_norm": 3.2300212383270264,
      "learning_rate": 1.7926442818331747e-05,
      "loss": 0.5642,
      "step": 7048
    },
    {
      "epoch": 3.018843683083512,
      "grad_norm": 3.775519371032715,
      "learning_rate": 1.791979080885614e-05,
      "loss": 0.2442,
      "step": 7049
    },
    {
      "epoch": 3.019271948608137,
      "grad_norm": 4.2873430252075195,
      "learning_rate": 1.7913139344317294e-05,
      "loss": 1.4368,
      "step": 7050
    },
    {
      "epoch": 3.0197002141327625,
      "grad_norm": 3.5222437381744385,
      "learning_rate": 1.7906488425227168e-05,
      "loss": 0.7705,
      "step": 7051
    },
    {
      "epoch": 3.0201284796573877,
      "grad_norm": 3.834587574005127,
      "learning_rate": 1.7899838052097627e-05,
      "loss": 1.2687,
      "step": 7052
    },
    {
      "epoch": 3.020556745182013,
      "grad_norm": 1.6156997680664062,
      "learning_rate": 1.789318822544055e-05,
      "loss": 0.1436,
      "step": 7053
    },
    {
      "epoch": 3.0209850107066383,
      "grad_norm": 2.572406768798828,
      "learning_rate": 1.788653894576773e-05,
      "loss": 0.1655,
      "step": 7054
    },
    {
      "epoch": 3.0214132762312635,
      "grad_norm": 1.8923102617263794,
      "learning_rate": 1.7879890213590953e-05,
      "loss": 0.3369,
      "step": 7055
    },
    {
      "epoch": 3.021841541755889,
      "grad_norm": 0.5492914319038391,
      "learning_rate": 1.7873242029421935e-05,
      "loss": 0.1231,
      "step": 7056
    },
    {
      "epoch": 3.022269807280514,
      "grad_norm": 2.2665536403656006,
      "learning_rate": 1.7866594393772373e-05,
      "loss": 0.2842,
      "step": 7057
    },
    {
      "epoch": 3.0226980728051394,
      "grad_norm": 3.9192094802856445,
      "learning_rate": 1.7859947307153896e-05,
      "loss": 1.3547,
      "step": 7058
    },
    {
      "epoch": 3.0231263383297646,
      "grad_norm": 0.7910471558570862,
      "learning_rate": 1.7853300770078124e-05,
      "loss": 0.1775,
      "step": 7059
    },
    {
      "epoch": 3.02355460385439,
      "grad_norm": 1.2187340259552002,
      "learning_rate": 1.7846654783056587e-05,
      "loss": 0.2645,
      "step": 7060
    },
    {
      "epoch": 3.023982869379015,
      "grad_norm": 9.682320594787598,
      "learning_rate": 1.7840009346600837e-05,
      "loss": 0.7971,
      "step": 7061
    },
    {
      "epoch": 3.0244111349036404,
      "grad_norm": 4.2238969802856445,
      "learning_rate": 1.7833364461222317e-05,
      "loss": 0.8394,
      "step": 7062
    },
    {
      "epoch": 3.0248394004282657,
      "grad_norm": 1.5440162420272827,
      "learning_rate": 1.7826720127432466e-05,
      "loss": 0.5246,
      "step": 7063
    },
    {
      "epoch": 3.025267665952891,
      "grad_norm": 5.265722274780273,
      "learning_rate": 1.7820076345742694e-05,
      "loss": 0.8874,
      "step": 7064
    },
    {
      "epoch": 3.0256959314775163,
      "grad_norm": 1.3723269701004028,
      "learning_rate": 1.7813433116664323e-05,
      "loss": 0.5552,
      "step": 7065
    },
    {
      "epoch": 3.0261241970021415,
      "grad_norm": 5.333276748657227,
      "learning_rate": 1.780679044070867e-05,
      "loss": 0.6682,
      "step": 7066
    },
    {
      "epoch": 3.026552462526767,
      "grad_norm": 3.374676465988159,
      "learning_rate": 1.7800148318386987e-05,
      "loss": 2.5273,
      "step": 7067
    },
    {
      "epoch": 3.026980728051392,
      "grad_norm": 1.7413982152938843,
      "learning_rate": 1.7793506750210503e-05,
      "loss": 0.1463,
      "step": 7068
    },
    {
      "epoch": 3.0274089935760173,
      "grad_norm": 0.9547306895256042,
      "learning_rate": 1.7786865736690384e-05,
      "loss": 0.3906,
      "step": 7069
    },
    {
      "epoch": 3.0278372591006426,
      "grad_norm": 3.014204740524292,
      "learning_rate": 1.7780225278337776e-05,
      "loss": 0.5455,
      "step": 7070
    },
    {
      "epoch": 3.028265524625268,
      "grad_norm": 4.808117389678955,
      "learning_rate": 1.7773585375663755e-05,
      "loss": 0.6516,
      "step": 7071
    },
    {
      "epoch": 3.028693790149893,
      "grad_norm": 2.7776601314544678,
      "learning_rate": 1.7766946029179387e-05,
      "loss": 0.3005,
      "step": 7072
    },
    {
      "epoch": 3.0291220556745184,
      "grad_norm": 3.6996867656707764,
      "learning_rate": 1.776030723939566e-05,
      "loss": 0.3807,
      "step": 7073
    },
    {
      "epoch": 3.0295503211991432,
      "grad_norm": 3.6219818592071533,
      "learning_rate": 1.775366900682355e-05,
      "loss": 0.5765,
      "step": 7074
    },
    {
      "epoch": 3.0299785867237685,
      "grad_norm": 12.138672828674316,
      "learning_rate": 1.7747031331973957e-05,
      "loss": 0.6226,
      "step": 7075
    },
    {
      "epoch": 3.030406852248394,
      "grad_norm": 2.123650312423706,
      "learning_rate": 1.7740394215357782e-05,
      "loss": 0.4183,
      "step": 7076
    },
    {
      "epoch": 3.030835117773019,
      "grad_norm": 2.807831287384033,
      "learning_rate": 1.7733757657485837e-05,
      "loss": 0.2598,
      "step": 7077
    },
    {
      "epoch": 3.0312633832976443,
      "grad_norm": 3.9791007041931152,
      "learning_rate": 1.7727121658868934e-05,
      "loss": 1.0264,
      "step": 7078
    },
    {
      "epoch": 3.0316916488222696,
      "grad_norm": 2.1725308895111084,
      "learning_rate": 1.77204862200178e-05,
      "loss": 0.6083,
      "step": 7079
    },
    {
      "epoch": 3.032119914346895,
      "grad_norm": 15.936403274536133,
      "learning_rate": 1.7713851341443165e-05,
      "loss": 1.6155,
      "step": 7080
    },
    {
      "epoch": 3.03254817987152,
      "grad_norm": 5.265151500701904,
      "learning_rate": 1.7707217023655654e-05,
      "loss": 0.6635,
      "step": 7081
    },
    {
      "epoch": 3.0329764453961454,
      "grad_norm": 6.292068958282471,
      "learning_rate": 1.7700583267165923e-05,
      "loss": 0.9846,
      "step": 7082
    },
    {
      "epoch": 3.0334047109207707,
      "grad_norm": 5.135176658630371,
      "learning_rate": 1.7693950072484513e-05,
      "loss": 0.3673,
      "step": 7083
    },
    {
      "epoch": 3.033832976445396,
      "grad_norm": 1.7431427240371704,
      "learning_rate": 1.7687317440121984e-05,
      "loss": 0.2693,
      "step": 7084
    },
    {
      "epoch": 3.0342612419700212,
      "grad_norm": 3.083324432373047,
      "learning_rate": 1.7680685370588807e-05,
      "loss": 0.4897,
      "step": 7085
    },
    {
      "epoch": 3.0346895074946465,
      "grad_norm": 4.268906116485596,
      "learning_rate": 1.7674053864395434e-05,
      "loss": 1.0519,
      "step": 7086
    },
    {
      "epoch": 3.0351177730192718,
      "grad_norm": 5.436927318572998,
      "learning_rate": 1.7667422922052263e-05,
      "loss": 0.7989,
      "step": 7087
    },
    {
      "epoch": 3.035546038543897,
      "grad_norm": 3.3891520500183105,
      "learning_rate": 1.766079254406966e-05,
      "loss": 1.402,
      "step": 7088
    },
    {
      "epoch": 3.0359743040685223,
      "grad_norm": 2.8710134029388428,
      "learning_rate": 1.7654162730957928e-05,
      "loss": 0.5767,
      "step": 7089
    },
    {
      "epoch": 3.0364025695931476,
      "grad_norm": 2.5288217067718506,
      "learning_rate": 1.7647533483227357e-05,
      "loss": 0.5055,
      "step": 7090
    },
    {
      "epoch": 3.036830835117773,
      "grad_norm": 4.568243503570557,
      "learning_rate": 1.7640904801388158e-05,
      "loss": 0.9141,
      "step": 7091
    },
    {
      "epoch": 3.037259100642398,
      "grad_norm": 4.25492000579834,
      "learning_rate": 1.7634276685950522e-05,
      "loss": 0.6487,
      "step": 7092
    },
    {
      "epoch": 3.0376873661670234,
      "grad_norm": 1.2475465536117554,
      "learning_rate": 1.762764913742458e-05,
      "loss": 0.2979,
      "step": 7093
    },
    {
      "epoch": 3.0381156316916487,
      "grad_norm": 4.107370853424072,
      "learning_rate": 1.762102215632045e-05,
      "loss": 0.4054,
      "step": 7094
    },
    {
      "epoch": 3.038543897216274,
      "grad_norm": 3.43507719039917,
      "learning_rate": 1.7614395743148163e-05,
      "loss": 1.0475,
      "step": 7095
    },
    {
      "epoch": 3.038972162740899,
      "grad_norm": 1.895749568939209,
      "learning_rate": 1.7607769898417747e-05,
      "loss": 0.4684,
      "step": 7096
    },
    {
      "epoch": 3.0394004282655245,
      "grad_norm": 3.4093403816223145,
      "learning_rate": 1.7601144622639154e-05,
      "loss": 0.9942,
      "step": 7097
    },
    {
      "epoch": 3.0398286937901497,
      "grad_norm": 16.504121780395508,
      "learning_rate": 1.7594519916322313e-05,
      "loss": 1.5831,
      "step": 7098
    },
    {
      "epoch": 3.040256959314775,
      "grad_norm": 2.0664713382720947,
      "learning_rate": 1.758789577997711e-05,
      "loss": 0.5168,
      "step": 7099
    },
    {
      "epoch": 3.0406852248394003,
      "grad_norm": 5.456345558166504,
      "learning_rate": 1.7581272214113362e-05,
      "loss": 0.3665,
      "step": 7100
    },
    {
      "epoch": 3.0411134903640256,
      "grad_norm": 1.3457366228103638,
      "learning_rate": 1.757464921924088e-05,
      "loss": 0.2516,
      "step": 7101
    },
    {
      "epoch": 3.041541755888651,
      "grad_norm": 5.270939826965332,
      "learning_rate": 1.7568026795869385e-05,
      "loss": 0.8195,
      "step": 7102
    },
    {
      "epoch": 3.041970021413276,
      "grad_norm": 4.311448574066162,
      "learning_rate": 1.7561404944508613e-05,
      "loss": 0.768,
      "step": 7103
    },
    {
      "epoch": 3.0423982869379014,
      "grad_norm": 4.966648101806641,
      "learning_rate": 1.755478366566819e-05,
      "loss": 0.5083,
      "step": 7104
    },
    {
      "epoch": 3.0428265524625266,
      "grad_norm": 2.6142170429229736,
      "learning_rate": 1.7548162959857755e-05,
      "loss": 0.1732,
      "step": 7105
    },
    {
      "epoch": 3.043254817987152,
      "grad_norm": 0.7974835634231567,
      "learning_rate": 1.754154282758686e-05,
      "loss": 0.2153,
      "step": 7106
    },
    {
      "epoch": 3.043683083511777,
      "grad_norm": 1.5629230737686157,
      "learning_rate": 1.7534923269365046e-05,
      "loss": 0.508,
      "step": 7107
    },
    {
      "epoch": 3.0441113490364025,
      "grad_norm": 5.886711120605469,
      "learning_rate": 1.7528304285701784e-05,
      "loss": 0.636,
      "step": 7108
    },
    {
      "epoch": 3.0445396145610277,
      "grad_norm": 0.7265363931655884,
      "learning_rate": 1.7521685877106524e-05,
      "loss": 0.2387,
      "step": 7109
    },
    {
      "epoch": 3.044967880085653,
      "grad_norm": 4.227216720581055,
      "learning_rate": 1.7515068044088648e-05,
      "loss": 0.8483,
      "step": 7110
    },
    {
      "epoch": 3.0453961456102783,
      "grad_norm": 1.1396477222442627,
      "learning_rate": 1.750845078715752e-05,
      "loss": 0.1747,
      "step": 7111
    },
    {
      "epoch": 3.0458244111349035,
      "grad_norm": 3.2332396507263184,
      "learning_rate": 1.7501834106822424e-05,
      "loss": 0.6552,
      "step": 7112
    },
    {
      "epoch": 3.046252676659529,
      "grad_norm": 1.614827036857605,
      "learning_rate": 1.7495218003592637e-05,
      "loss": 0.4494,
      "step": 7113
    },
    {
      "epoch": 3.046680942184154,
      "grad_norm": 7.644100189208984,
      "learning_rate": 1.7488602477977368e-05,
      "loss": 1.0222,
      "step": 7114
    },
    {
      "epoch": 3.0471092077087794,
      "grad_norm": 3.402202844619751,
      "learning_rate": 1.7481987530485795e-05,
      "loss": 0.6386,
      "step": 7115
    },
    {
      "epoch": 3.0475374732334046,
      "grad_norm": 1.938822865486145,
      "learning_rate": 1.7475373161627034e-05,
      "loss": 0.2126,
      "step": 7116
    },
    {
      "epoch": 3.04796573875803,
      "grad_norm": 2.89544415473938,
      "learning_rate": 1.746875937191018e-05,
      "loss": 1.2723,
      "step": 7117
    },
    {
      "epoch": 3.048394004282655,
      "grad_norm": 2.8916664123535156,
      "learning_rate": 1.746214616184427e-05,
      "loss": 0.4366,
      "step": 7118
    },
    {
      "epoch": 3.0488222698072804,
      "grad_norm": 2.941110849380493,
      "learning_rate": 1.7455533531938296e-05,
      "loss": 0.2215,
      "step": 7119
    },
    {
      "epoch": 3.0492505353319057,
      "grad_norm": 3.6371407508850098,
      "learning_rate": 1.7448921482701196e-05,
      "loss": 0.3701,
      "step": 7120
    },
    {
      "epoch": 3.049678800856531,
      "grad_norm": 4.107722759246826,
      "learning_rate": 1.7442310014641894e-05,
      "loss": 0.3552,
      "step": 7121
    },
    {
      "epoch": 3.0501070663811563,
      "grad_norm": 1.5278773307800293,
      "learning_rate": 1.7435699128269232e-05,
      "loss": 0.5466,
      "step": 7122
    },
    {
      "epoch": 3.0505353319057815,
      "grad_norm": 4.426570892333984,
      "learning_rate": 1.7429088824092035e-05,
      "loss": 0.3355,
      "step": 7123
    },
    {
      "epoch": 3.050963597430407,
      "grad_norm": 4.7243733406066895,
      "learning_rate": 1.7422479102619065e-05,
      "loss": 0.9197,
      "step": 7124
    },
    {
      "epoch": 3.051391862955032,
      "grad_norm": 3.140371084213257,
      "learning_rate": 1.741586996435906e-05,
      "loss": 0.5514,
      "step": 7125
    },
    {
      "epoch": 3.0518201284796573,
      "grad_norm": 2.5755889415740967,
      "learning_rate": 1.7409261409820682e-05,
      "loss": 0.2233,
      "step": 7126
    },
    {
      "epoch": 3.0522483940042826,
      "grad_norm": 2.302764415740967,
      "learning_rate": 1.7402653439512586e-05,
      "loss": 0.3465,
      "step": 7127
    },
    {
      "epoch": 3.052676659528908,
      "grad_norm": 4.301125526428223,
      "learning_rate": 1.7396046053943347e-05,
      "loss": 0.897,
      "step": 7128
    },
    {
      "epoch": 3.053104925053533,
      "grad_norm": 7.7617082595825195,
      "learning_rate": 1.7389439253621526e-05,
      "loss": 1.0495,
      "step": 7129
    },
    {
      "epoch": 3.0535331905781584,
      "grad_norm": 1.2012611627578735,
      "learning_rate": 1.73828330390556e-05,
      "loss": 0.3124,
      "step": 7130
    },
    {
      "epoch": 3.0539614561027837,
      "grad_norm": 2.660896062850952,
      "learning_rate": 1.7376227410754047e-05,
      "loss": 0.2062,
      "step": 7131
    },
    {
      "epoch": 3.054389721627409,
      "grad_norm": 3.3754937648773193,
      "learning_rate": 1.7369622369225264e-05,
      "loss": 0.2783,
      "step": 7132
    },
    {
      "epoch": 3.0548179871520342,
      "grad_norm": 1.6256890296936035,
      "learning_rate": 1.7363017914977617e-05,
      "loss": 0.3998,
      "step": 7133
    },
    {
      "epoch": 3.0552462526766595,
      "grad_norm": 0.7014944553375244,
      "learning_rate": 1.7356414048519433e-05,
      "loss": 0.1743,
      "step": 7134
    },
    {
      "epoch": 3.0556745182012848,
      "grad_norm": 6.15669059753418,
      "learning_rate": 1.7349810770358978e-05,
      "loss": 0.778,
      "step": 7135
    },
    {
      "epoch": 3.05610278372591,
      "grad_norm": 3.225492238998413,
      "learning_rate": 1.734320808100449e-05,
      "loss": 0.9958,
      "step": 7136
    },
    {
      "epoch": 3.0565310492505353,
      "grad_norm": 1.15523362159729,
      "learning_rate": 1.7336605980964143e-05,
      "loss": 0.2645,
      "step": 7137
    },
    {
      "epoch": 3.0569593147751606,
      "grad_norm": 2.7835967540740967,
      "learning_rate": 1.7330004470746085e-05,
      "loss": 0.8624,
      "step": 7138
    },
    {
      "epoch": 3.057387580299786,
      "grad_norm": 3.2997241020202637,
      "learning_rate": 1.73234035508584e-05,
      "loss": 0.8322,
      "step": 7139
    },
    {
      "epoch": 3.057815845824411,
      "grad_norm": 3.943549394607544,
      "learning_rate": 1.7316803221809148e-05,
      "loss": 0.5308,
      "step": 7140
    },
    {
      "epoch": 3.0582441113490364,
      "grad_norm": 2.3676235675811768,
      "learning_rate": 1.7310203484106313e-05,
      "loss": 0.5596,
      "step": 7141
    },
    {
      "epoch": 3.0586723768736617,
      "grad_norm": 3.066220998764038,
      "learning_rate": 1.7303604338257877e-05,
      "loss": 0.1543,
      "step": 7142
    },
    {
      "epoch": 3.059100642398287,
      "grad_norm": 2.8643503189086914,
      "learning_rate": 1.7297005784771724e-05,
      "loss": 1.0544,
      "step": 7143
    },
    {
      "epoch": 3.059528907922912,
      "grad_norm": 0.8716890215873718,
      "learning_rate": 1.7290407824155735e-05,
      "loss": 0.4175,
      "step": 7144
    },
    {
      "epoch": 3.0599571734475375,
      "grad_norm": 3.4450249671936035,
      "learning_rate": 1.7283810456917727e-05,
      "loss": 0.2289,
      "step": 7145
    },
    {
      "epoch": 3.0603854389721628,
      "grad_norm": 3.3731977939605713,
      "learning_rate": 1.7277213683565475e-05,
      "loss": 0.4547,
      "step": 7146
    },
    {
      "epoch": 3.060813704496788,
      "grad_norm": 2.845069169998169,
      "learning_rate": 1.7270617504606702e-05,
      "loss": 0.2341,
      "step": 7147
    },
    {
      "epoch": 3.0612419700214133,
      "grad_norm": 0.9547053575515747,
      "learning_rate": 1.7264021920549102e-05,
      "loss": 0.2392,
      "step": 7148
    },
    {
      "epoch": 3.0616702355460386,
      "grad_norm": 3.12288761138916,
      "learning_rate": 1.72574269319003e-05,
      "loss": 0.2912,
      "step": 7149
    },
    {
      "epoch": 3.062098501070664,
      "grad_norm": 3.0617406368255615,
      "learning_rate": 1.72508325391679e-05,
      "loss": 0.5849,
      "step": 7150
    },
    {
      "epoch": 3.062526766595289,
      "grad_norm": 5.980454921722412,
      "learning_rate": 1.7244238742859435e-05,
      "loss": 0.7105,
      "step": 7151
    },
    {
      "epoch": 3.0629550321199144,
      "grad_norm": 3.6007676124572754,
      "learning_rate": 1.7237645543482413e-05,
      "loss": 0.4499,
      "step": 7152
    },
    {
      "epoch": 3.0633832976445396,
      "grad_norm": 4.545445442199707,
      "learning_rate": 1.7231052941544277e-05,
      "loss": 0.3129,
      "step": 7153
    },
    {
      "epoch": 3.063811563169165,
      "grad_norm": 0.8548034429550171,
      "learning_rate": 1.7224460937552446e-05,
      "loss": 0.2531,
      "step": 7154
    },
    {
      "epoch": 3.06423982869379,
      "grad_norm": 110.76481628417969,
      "learning_rate": 1.7217869532014274e-05,
      "loss": 0.3406,
      "step": 7155
    },
    {
      "epoch": 3.0646680942184155,
      "grad_norm": 1.2669986486434937,
      "learning_rate": 1.7211278725437084e-05,
      "loss": 0.2004,
      "step": 7156
    },
    {
      "epoch": 3.0650963597430407,
      "grad_norm": 6.195046424865723,
      "learning_rate": 1.7204688518328136e-05,
      "loss": 0.6898,
      "step": 7157
    },
    {
      "epoch": 3.065524625267666,
      "grad_norm": 4.3510541915893555,
      "learning_rate": 1.7198098911194665e-05,
      "loss": 0.5505,
      "step": 7158
    },
    {
      "epoch": 3.0659528907922913,
      "grad_norm": 2.1458747386932373,
      "learning_rate": 1.719150990454383e-05,
      "loss": 0.5695,
      "step": 7159
    },
    {
      "epoch": 3.0663811563169165,
      "grad_norm": 4.0657734870910645,
      "learning_rate": 1.7184921498882785e-05,
      "loss": 0.6725,
      "step": 7160
    },
    {
      "epoch": 3.066809421841542,
      "grad_norm": 1.9092590808868408,
      "learning_rate": 1.717833369471859e-05,
      "loss": 0.2858,
      "step": 7161
    },
    {
      "epoch": 3.067237687366167,
      "grad_norm": 1.449802041053772,
      "learning_rate": 1.7171746492558305e-05,
      "loss": 0.1498,
      "step": 7162
    },
    {
      "epoch": 3.0676659528907924,
      "grad_norm": 3.955500364303589,
      "learning_rate": 1.7165159892908906e-05,
      "loss": 0.7395,
      "step": 7163
    },
    {
      "epoch": 3.0680942184154176,
      "grad_norm": 1.481003761291504,
      "learning_rate": 1.7158573896277347e-05,
      "loss": 0.469,
      "step": 7164
    },
    {
      "epoch": 3.068522483940043,
      "grad_norm": 4.444033622741699,
      "learning_rate": 1.7151988503170522e-05,
      "loss": 0.4996,
      "step": 7165
    },
    {
      "epoch": 3.068950749464668,
      "grad_norm": 3.152510166168213,
      "learning_rate": 1.714540371409529e-05,
      "loss": 0.3834,
      "step": 7166
    },
    {
      "epoch": 3.0693790149892934,
      "grad_norm": 3.047147750854492,
      "learning_rate": 1.7138819529558447e-05,
      "loss": 0.8727,
      "step": 7167
    },
    {
      "epoch": 3.0698072805139187,
      "grad_norm": 2.2412898540496826,
      "learning_rate": 1.7132235950066764e-05,
      "loss": 0.8472,
      "step": 7168
    },
    {
      "epoch": 3.070235546038544,
      "grad_norm": 3.900606155395508,
      "learning_rate": 1.7125652976126955e-05,
      "loss": 0.2164,
      "step": 7169
    },
    {
      "epoch": 3.0706638115631693,
      "grad_norm": 5.177453517913818,
      "learning_rate": 1.711907060824567e-05,
      "loss": 0.9109,
      "step": 7170
    },
    {
      "epoch": 3.0710920770877945,
      "grad_norm": 18.42198371887207,
      "learning_rate": 1.711248884692955e-05,
      "loss": 0.5257,
      "step": 7171
    },
    {
      "epoch": 3.07152034261242,
      "grad_norm": 7.102481842041016,
      "learning_rate": 1.710590769268515e-05,
      "loss": 0.8731,
      "step": 7172
    },
    {
      "epoch": 3.071948608137045,
      "grad_norm": 5.435122489929199,
      "learning_rate": 1.7099327146019008e-05,
      "loss": 0.3763,
      "step": 7173
    },
    {
      "epoch": 3.0723768736616703,
      "grad_norm": 2.12260365486145,
      "learning_rate": 1.7092747207437598e-05,
      "loss": 0.2548,
      "step": 7174
    },
    {
      "epoch": 3.0728051391862956,
      "grad_norm": 6.969173431396484,
      "learning_rate": 1.7086167877447358e-05,
      "loss": 0.3192,
      "step": 7175
    },
    {
      "epoch": 3.073233404710921,
      "grad_norm": 2.981565475463867,
      "learning_rate": 1.7079589156554665e-05,
      "loss": 0.5539,
      "step": 7176
    },
    {
      "epoch": 3.073661670235546,
      "grad_norm": 6.666893005371094,
      "learning_rate": 1.707301104526587e-05,
      "loss": 0.3783,
      "step": 7177
    },
    {
      "epoch": 3.0740899357601714,
      "grad_norm": 4.354376316070557,
      "learning_rate": 1.706643354408725e-05,
      "loss": 0.3132,
      "step": 7178
    },
    {
      "epoch": 3.0745182012847967,
      "grad_norm": 5.160924434661865,
      "learning_rate": 1.705985665352507e-05,
      "loss": 0.613,
      "step": 7179
    },
    {
      "epoch": 3.074946466809422,
      "grad_norm": 5.877232551574707,
      "learning_rate": 1.7053280374085505e-05,
      "loss": 0.6559,
      "step": 7180
    },
    {
      "epoch": 3.0753747323340472,
      "grad_norm": 4.467897891998291,
      "learning_rate": 1.7046704706274735e-05,
      "loss": 0.759,
      "step": 7181
    },
    {
      "epoch": 3.0758029978586725,
      "grad_norm": 1.1589910984039307,
      "learning_rate": 1.7040129650598837e-05,
      "loss": 0.3052,
      "step": 7182
    },
    {
      "epoch": 3.0762312633832978,
      "grad_norm": 3.292813301086426,
      "learning_rate": 1.7033555207563878e-05,
      "loss": 0.4577,
      "step": 7183
    },
    {
      "epoch": 3.076659528907923,
      "grad_norm": 3.064584255218506,
      "learning_rate": 1.702698137767587e-05,
      "loss": 1.267,
      "step": 7184
    },
    {
      "epoch": 3.0770877944325483,
      "grad_norm": 1.766741394996643,
      "learning_rate": 1.7020408161440776e-05,
      "loss": 0.8188,
      "step": 7185
    },
    {
      "epoch": 3.0775160599571736,
      "grad_norm": 5.191875457763672,
      "learning_rate": 1.7013835559364507e-05,
      "loss": 1.1209,
      "step": 7186
    },
    {
      "epoch": 3.077944325481799,
      "grad_norm": 4.239597320556641,
      "learning_rate": 1.7007263571952937e-05,
      "loss": 1.4259,
      "step": 7187
    },
    {
      "epoch": 3.078372591006424,
      "grad_norm": 3.284358024597168,
      "learning_rate": 1.7000692199711883e-05,
      "loss": 0.2754,
      "step": 7188
    },
    {
      "epoch": 3.0788008565310494,
      "grad_norm": 3.832873582839966,
      "learning_rate": 1.6994121443147128e-05,
      "loss": 0.5469,
      "step": 7189
    },
    {
      "epoch": 3.0792291220556747,
      "grad_norm": 5.378192901611328,
      "learning_rate": 1.6987551302764377e-05,
      "loss": 0.6934,
      "step": 7190
    },
    {
      "epoch": 3.0796573875803,
      "grad_norm": 4.773366928100586,
      "learning_rate": 1.6980981779069324e-05,
      "loss": 0.5675,
      "step": 7191
    },
    {
      "epoch": 3.080085653104925,
      "grad_norm": 3.846174478530884,
      "learning_rate": 1.6974412872567597e-05,
      "loss": 0.8337,
      "step": 7192
    },
    {
      "epoch": 3.0805139186295505,
      "grad_norm": 3.9301791191101074,
      "learning_rate": 1.6967844583764784e-05,
      "loss": 0.5301,
      "step": 7193
    },
    {
      "epoch": 3.0809421841541758,
      "grad_norm": 2.708989381790161,
      "learning_rate": 1.696127691316641e-05,
      "loss": 0.4294,
      "step": 7194
    },
    {
      "epoch": 3.081370449678801,
      "grad_norm": 0.9423980712890625,
      "learning_rate": 1.6954709861277978e-05,
      "loss": 0.1778,
      "step": 7195
    },
    {
      "epoch": 3.0817987152034263,
      "grad_norm": 4.886902809143066,
      "learning_rate": 1.6948143428604918e-05,
      "loss": 0.6954,
      "step": 7196
    },
    {
      "epoch": 3.0822269807280516,
      "grad_norm": 3.0456323623657227,
      "learning_rate": 1.6941577615652638e-05,
      "loss": 0.4014,
      "step": 7197
    },
    {
      "epoch": 3.082655246252677,
      "grad_norm": 12.855803489685059,
      "learning_rate": 1.6935012422926457e-05,
      "loss": 0.8533,
      "step": 7198
    },
    {
      "epoch": 3.083083511777302,
      "grad_norm": 2.227130889892578,
      "learning_rate": 1.69284478509317e-05,
      "loss": 0.2609,
      "step": 7199
    },
    {
      "epoch": 3.0835117773019274,
      "grad_norm": 2.633995532989502,
      "learning_rate": 1.69218839001736e-05,
      "loss": 1.1609,
      "step": 7200
    },
    {
      "epoch": 3.0839400428265527,
      "grad_norm": 4.769918918609619,
      "learning_rate": 1.691532057115737e-05,
      "loss": 0.568,
      "step": 7201
    },
    {
      "epoch": 3.084368308351178,
      "grad_norm": 3.335439920425415,
      "learning_rate": 1.6908757864388156e-05,
      "loss": 0.4034,
      "step": 7202
    },
    {
      "epoch": 3.084796573875803,
      "grad_norm": 4.466924667358398,
      "learning_rate": 1.6902195780371067e-05,
      "loss": 0.4974,
      "step": 7203
    },
    {
      "epoch": 3.0852248394004285,
      "grad_norm": 2.232565402984619,
      "learning_rate": 1.6895634319611167e-05,
      "loss": 0.5848,
      "step": 7204
    },
    {
      "epoch": 3.0856531049250537,
      "grad_norm": 4.3139801025390625,
      "learning_rate": 1.688907348261346e-05,
      "loss": 0.4973,
      "step": 7205
    },
    {
      "epoch": 3.086081370449679,
      "grad_norm": 4.685030460357666,
      "learning_rate": 1.6882513269882917e-05,
      "loss": 0.4409,
      "step": 7206
    },
    {
      "epoch": 3.0865096359743043,
      "grad_norm": 1.7597349882125854,
      "learning_rate": 1.687595368192444e-05,
      "loss": 0.576,
      "step": 7207
    },
    {
      "epoch": 3.0869379014989295,
      "grad_norm": 2.502629041671753,
      "learning_rate": 1.6869394719242908e-05,
      "loss": 0.1832,
      "step": 7208
    },
    {
      "epoch": 3.0873661670235544,
      "grad_norm": 4.3916401863098145,
      "learning_rate": 1.6862836382343126e-05,
      "loss": 1.7143,
      "step": 7209
    },
    {
      "epoch": 3.08779443254818,
      "grad_norm": 4.916057586669922,
      "learning_rate": 1.6856278671729887e-05,
      "loss": 0.4992,
      "step": 7210
    },
    {
      "epoch": 3.088222698072805,
      "grad_norm": 1.1693934202194214,
      "learning_rate": 1.6849721587907886e-05,
      "loss": 0.1213,
      "step": 7211
    },
    {
      "epoch": 3.0886509635974306,
      "grad_norm": 2.1222386360168457,
      "learning_rate": 1.684316513138181e-05,
      "loss": 0.2426,
      "step": 7212
    },
    {
      "epoch": 3.0890792291220555,
      "grad_norm": 2.226008892059326,
      "learning_rate": 1.6836609302656285e-05,
      "loss": 0.6672,
      "step": 7213
    },
    {
      "epoch": 3.0895074946466807,
      "grad_norm": 3.874044418334961,
      "learning_rate": 1.6830054102235888e-05,
      "loss": 0.2679,
      "step": 7214
    },
    {
      "epoch": 3.089935760171306,
      "grad_norm": 5.692752838134766,
      "learning_rate": 1.6823499530625145e-05,
      "loss": 0.8607,
      "step": 7215
    },
    {
      "epoch": 3.0903640256959313,
      "grad_norm": 0.8909029364585876,
      "learning_rate": 1.681694558832854e-05,
      "loss": 0.2408,
      "step": 7216
    },
    {
      "epoch": 3.0907922912205565,
      "grad_norm": 5.512935161590576,
      "learning_rate": 1.68103922758505e-05,
      "loss": 0.4115,
      "step": 7217
    },
    {
      "epoch": 3.091220556745182,
      "grad_norm": 6.428488731384277,
      "learning_rate": 1.6803839593695418e-05,
      "loss": 0.7644,
      "step": 7218
    },
    {
      "epoch": 3.091648822269807,
      "grad_norm": 2.3705735206604004,
      "learning_rate": 1.6797287542367614e-05,
      "loss": 0.8678,
      "step": 7219
    },
    {
      "epoch": 3.0920770877944324,
      "grad_norm": 2.8421807289123535,
      "learning_rate": 1.6790736122371392e-05,
      "loss": 0.7189,
      "step": 7220
    },
    {
      "epoch": 3.0925053533190576,
      "grad_norm": 2.02677583694458,
      "learning_rate": 1.678418533421097e-05,
      "loss": 0.6411,
      "step": 7221
    },
    {
      "epoch": 3.092933618843683,
      "grad_norm": 2.410644292831421,
      "learning_rate": 1.677763517839056e-05,
      "loss": 0.5971,
      "step": 7222
    },
    {
      "epoch": 3.093361884368308,
      "grad_norm": 5.2189860343933105,
      "learning_rate": 1.6771085655414283e-05,
      "loss": 0.9104,
      "step": 7223
    },
    {
      "epoch": 3.0937901498929334,
      "grad_norm": 3.4351108074188232,
      "learning_rate": 1.6764536765786242e-05,
      "loss": 0.8005,
      "step": 7224
    },
    {
      "epoch": 3.0942184154175587,
      "grad_norm": 4.239561080932617,
      "learning_rate": 1.6757988510010472e-05,
      "loss": 0.6203,
      "step": 7225
    },
    {
      "epoch": 3.094646680942184,
      "grad_norm": 387.65386962890625,
      "learning_rate": 1.675144088859098e-05,
      "loss": 0.8155,
      "step": 7226
    },
    {
      "epoch": 3.0950749464668093,
      "grad_norm": 3.18532133102417,
      "learning_rate": 1.6744893902031695e-05,
      "loss": 0.315,
      "step": 7227
    },
    {
      "epoch": 3.0955032119914345,
      "grad_norm": 2.742485761642456,
      "learning_rate": 1.673834755083653e-05,
      "loss": 0.2486,
      "step": 7228
    },
    {
      "epoch": 3.09593147751606,
      "grad_norm": 4.426802635192871,
      "learning_rate": 1.673180183550932e-05,
      "loss": 1.1589,
      "step": 7229
    },
    {
      "epoch": 3.096359743040685,
      "grad_norm": 3.287498950958252,
      "learning_rate": 1.672525675655387e-05,
      "loss": 0.3492,
      "step": 7230
    },
    {
      "epoch": 3.0967880085653103,
      "grad_norm": 1.4368085861206055,
      "learning_rate": 1.6718712314473927e-05,
      "loss": 0.257,
      "step": 7231
    },
    {
      "epoch": 3.0972162740899356,
      "grad_norm": 1.6148087978363037,
      "learning_rate": 1.6712168509773198e-05,
      "loss": 0.3936,
      "step": 7232
    },
    {
      "epoch": 3.097644539614561,
      "grad_norm": 3.5906736850738525,
      "learning_rate": 1.6705625342955322e-05,
      "loss": 1.1851,
      "step": 7233
    },
    {
      "epoch": 3.098072805139186,
      "grad_norm": 5.895049095153809,
      "learning_rate": 1.669908281452392e-05,
      "loss": 1.1675,
      "step": 7234
    },
    {
      "epoch": 3.0985010706638114,
      "grad_norm": 4.346020221710205,
      "learning_rate": 1.6692540924982526e-05,
      "loss": 0.7959,
      "step": 7235
    },
    {
      "epoch": 3.0989293361884367,
      "grad_norm": 4.150237560272217,
      "learning_rate": 1.6685999674834662e-05,
      "loss": 0.9675,
      "step": 7236
    },
    {
      "epoch": 3.099357601713062,
      "grad_norm": 4.068812847137451,
      "learning_rate": 1.6679459064583765e-05,
      "loss": 0.4383,
      "step": 7237
    },
    {
      "epoch": 3.0997858672376872,
      "grad_norm": 1.9368553161621094,
      "learning_rate": 1.6672919094733252e-05,
      "loss": 0.4421,
      "step": 7238
    },
    {
      "epoch": 3.1002141327623125,
      "grad_norm": 3.72055721282959,
      "learning_rate": 1.666637976578649e-05,
      "loss": 0.2833,
      "step": 7239
    },
    {
      "epoch": 3.1006423982869378,
      "grad_norm": 1.565311074256897,
      "learning_rate": 1.665984107824676e-05,
      "loss": 0.3509,
      "step": 7240
    },
    {
      "epoch": 3.101070663811563,
      "grad_norm": 5.2763285636901855,
      "learning_rate": 1.6653303032617352e-05,
      "loss": 0.2913,
      "step": 7241
    },
    {
      "epoch": 3.1014989293361883,
      "grad_norm": 4.259957313537598,
      "learning_rate": 1.664676562940144e-05,
      "loss": 0.5544,
      "step": 7242
    },
    {
      "epoch": 3.1019271948608136,
      "grad_norm": 1.1808823347091675,
      "learning_rate": 1.6640228869102208e-05,
      "loss": 0.1008,
      "step": 7243
    },
    {
      "epoch": 3.102355460385439,
      "grad_norm": 2.506072759628296,
      "learning_rate": 1.6633692752222758e-05,
      "loss": 0.5156,
      "step": 7244
    },
    {
      "epoch": 3.102783725910064,
      "grad_norm": 3.4926443099975586,
      "learning_rate": 1.6627157279266147e-05,
      "loss": 1.3729,
      "step": 7245
    },
    {
      "epoch": 3.1032119914346894,
      "grad_norm": 4.543277263641357,
      "learning_rate": 1.662062245073539e-05,
      "loss": 1.044,
      "step": 7246
    },
    {
      "epoch": 3.1036402569593147,
      "grad_norm": 6.492944717407227,
      "learning_rate": 1.661408826713345e-05,
      "loss": 0.5806,
      "step": 7247
    },
    {
      "epoch": 3.10406852248394,
      "grad_norm": 2.5780060291290283,
      "learning_rate": 1.6607554728963223e-05,
      "loss": 1.7894,
      "step": 7248
    },
    {
      "epoch": 3.104496788008565,
      "grad_norm": 2.3672373294830322,
      "learning_rate": 1.6601021836727595e-05,
      "loss": 0.6256,
      "step": 7249
    },
    {
      "epoch": 3.1049250535331905,
      "grad_norm": 1.7121646404266357,
      "learning_rate": 1.6594489590929356e-05,
      "loss": 0.5698,
      "step": 7250
    },
    {
      "epoch": 3.1053533190578158,
      "grad_norm": 9.715017318725586,
      "learning_rate": 1.6587957992071283e-05,
      "loss": 1.429,
      "step": 7251
    },
    {
      "epoch": 3.105781584582441,
      "grad_norm": 7.450198650360107,
      "learning_rate": 1.6581427040656074e-05,
      "loss": 0.7359,
      "step": 7252
    },
    {
      "epoch": 3.1062098501070663,
      "grad_norm": 5.719810962677002,
      "learning_rate": 1.6574896737186406e-05,
      "loss": 0.5175,
      "step": 7253
    },
    {
      "epoch": 3.1066381156316916,
      "grad_norm": 2.231196880340576,
      "learning_rate": 1.656836708216488e-05,
      "loss": 0.2389,
      "step": 7254
    },
    {
      "epoch": 3.107066381156317,
      "grad_norm": 3.3458011150360107,
      "learning_rate": 1.656183807609407e-05,
      "loss": 0.221,
      "step": 7255
    },
    {
      "epoch": 3.107494646680942,
      "grad_norm": 5.242709159851074,
      "learning_rate": 1.6555309719476482e-05,
      "loss": 0.6723,
      "step": 7256
    },
    {
      "epoch": 3.1079229122055674,
      "grad_norm": 3.4692893028259277,
      "learning_rate": 1.6548782012814583e-05,
      "loss": 0.3872,
      "step": 7257
    },
    {
      "epoch": 3.1083511777301926,
      "grad_norm": 1.1167433261871338,
      "learning_rate": 1.6542254956610767e-05,
      "loss": 0.1813,
      "step": 7258
    },
    {
      "epoch": 3.108779443254818,
      "grad_norm": 2.7014031410217285,
      "learning_rate": 1.653572855136743e-05,
      "loss": 0.6875,
      "step": 7259
    },
    {
      "epoch": 3.109207708779443,
      "grad_norm": 4.6318678855896,
      "learning_rate": 1.6529202797586857e-05,
      "loss": 1.3011,
      "step": 7260
    },
    {
      "epoch": 3.1096359743040685,
      "grad_norm": 4.298977375030518,
      "learning_rate": 1.6522677695771322e-05,
      "loss": 0.5333,
      "step": 7261
    },
    {
      "epoch": 3.1100642398286937,
      "grad_norm": 1.486528992652893,
      "learning_rate": 1.6516153246423034e-05,
      "loss": 0.4296,
      "step": 7262
    },
    {
      "epoch": 3.110492505353319,
      "grad_norm": 3.6594223976135254,
      "learning_rate": 1.6509629450044158e-05,
      "loss": 0.3812,
      "step": 7263
    },
    {
      "epoch": 3.1109207708779443,
      "grad_norm": 1.4359800815582275,
      "learning_rate": 1.65031063071368e-05,
      "loss": 0.3899,
      "step": 7264
    },
    {
      "epoch": 3.1113490364025695,
      "grad_norm": 5.140355110168457,
      "learning_rate": 1.6496583818203033e-05,
      "loss": 0.2631,
      "step": 7265
    },
    {
      "epoch": 3.111777301927195,
      "grad_norm": 5.573452472686768,
      "learning_rate": 1.6490061983744854e-05,
      "loss": 1.0172,
      "step": 7266
    },
    {
      "epoch": 3.11220556745182,
      "grad_norm": 2.631364345550537,
      "learning_rate": 1.648354080426424e-05,
      "loss": 0.5329,
      "step": 7267
    },
    {
      "epoch": 3.1126338329764454,
      "grad_norm": 3.5641021728515625,
      "learning_rate": 1.647702028026308e-05,
      "loss": 0.8271,
      "step": 7268
    },
    {
      "epoch": 3.1130620985010706,
      "grad_norm": 7.036037921905518,
      "learning_rate": 1.6470500412243252e-05,
      "loss": 0.6761,
      "step": 7269
    },
    {
      "epoch": 3.113490364025696,
      "grad_norm": 2.372800588607788,
      "learning_rate": 1.646398120070656e-05,
      "loss": 0.2869,
      "step": 7270
    },
    {
      "epoch": 3.113918629550321,
      "grad_norm": 3.499967575073242,
      "learning_rate": 1.645746264615476e-05,
      "loss": 0.3843,
      "step": 7271
    },
    {
      "epoch": 3.1143468950749464,
      "grad_norm": 5.7087883949279785,
      "learning_rate": 1.6450944749089558e-05,
      "loss": 0.6234,
      "step": 7272
    },
    {
      "epoch": 3.1147751605995717,
      "grad_norm": 3.2211880683898926,
      "learning_rate": 1.644442751001262e-05,
      "loss": 0.5922,
      "step": 7273
    },
    {
      "epoch": 3.115203426124197,
      "grad_norm": 3.897528886795044,
      "learning_rate": 1.6437910929425554e-05,
      "loss": 0.4403,
      "step": 7274
    },
    {
      "epoch": 3.1156316916488223,
      "grad_norm": 2.7879087924957275,
      "learning_rate": 1.6431395007829904e-05,
      "loss": 0.1441,
      "step": 7275
    },
    {
      "epoch": 3.1160599571734475,
      "grad_norm": 1.850900650024414,
      "learning_rate": 1.642487974572719e-05,
      "loss": 0.4393,
      "step": 7276
    },
    {
      "epoch": 3.116488222698073,
      "grad_norm": 8.879197120666504,
      "learning_rate": 1.6418365143618854e-05,
      "loss": 0.9922,
      "step": 7277
    },
    {
      "epoch": 3.116916488222698,
      "grad_norm": 2.9618101119995117,
      "learning_rate": 1.6411851202006316e-05,
      "loss": 1.4186,
      "step": 7278
    },
    {
      "epoch": 3.1173447537473233,
      "grad_norm": 0.8671535849571228,
      "learning_rate": 1.640533792139091e-05,
      "loss": 0.2164,
      "step": 7279
    },
    {
      "epoch": 3.1177730192719486,
      "grad_norm": 2.838613986968994,
      "learning_rate": 1.639882530227396e-05,
      "loss": 0.3186,
      "step": 7280
    },
    {
      "epoch": 3.118201284796574,
      "grad_norm": 2.788844108581543,
      "learning_rate": 1.6392313345156695e-05,
      "loss": 0.2645,
      "step": 7281
    },
    {
      "epoch": 3.118629550321199,
      "grad_norm": 4.950756549835205,
      "learning_rate": 1.6385802050540332e-05,
      "loss": 0.8566,
      "step": 7282
    },
    {
      "epoch": 3.1190578158458244,
      "grad_norm": 2.2005045413970947,
      "learning_rate": 1.6379291418926012e-05,
      "loss": 0.5323,
      "step": 7283
    },
    {
      "epoch": 3.1194860813704497,
      "grad_norm": 3.633277177810669,
      "learning_rate": 1.637278145081484e-05,
      "loss": 0.8196,
      "step": 7284
    },
    {
      "epoch": 3.119914346895075,
      "grad_norm": 8.980182647705078,
      "learning_rate": 1.6366272146707854e-05,
      "loss": 1.284,
      "step": 7285
    },
    {
      "epoch": 3.1203426124197002,
      "grad_norm": 4.553433895111084,
      "learning_rate": 1.635976350710607e-05,
      "loss": 0.3341,
      "step": 7286
    },
    {
      "epoch": 3.1207708779443255,
      "grad_norm": 5.2037248611450195,
      "learning_rate": 1.6353255532510398e-05,
      "loss": 0.5522,
      "step": 7287
    },
    {
      "epoch": 3.1211991434689508,
      "grad_norm": 3.842904806137085,
      "learning_rate": 1.6346748223421774e-05,
      "loss": 1.4743,
      "step": 7288
    },
    {
      "epoch": 3.121627408993576,
      "grad_norm": 2.633453130722046,
      "learning_rate": 1.634024158034101e-05,
      "loss": 0.5226,
      "step": 7289
    },
    {
      "epoch": 3.1220556745182013,
      "grad_norm": 8.747845649719238,
      "learning_rate": 1.6333735603768908e-05,
      "loss": 1.2338,
      "step": 7290
    },
    {
      "epoch": 3.1224839400428266,
      "grad_norm": 4.5373077392578125,
      "learning_rate": 1.632723029420621e-05,
      "loss": 0.931,
      "step": 7291
    },
    {
      "epoch": 3.122912205567452,
      "grad_norm": 3.343383550643921,
      "learning_rate": 1.6320725652153607e-05,
      "loss": 0.3599,
      "step": 7292
    },
    {
      "epoch": 3.123340471092077,
      "grad_norm": 1.2833638191223145,
      "learning_rate": 1.6314221678111722e-05,
      "loss": 0.2298,
      "step": 7293
    },
    {
      "epoch": 3.1237687366167024,
      "grad_norm": 0.9402750730514526,
      "learning_rate": 1.6307718372581166e-05,
      "loss": 0.2518,
      "step": 7294
    },
    {
      "epoch": 3.1241970021413277,
      "grad_norm": 5.159236907958984,
      "learning_rate": 1.6301215736062446e-05,
      "loss": 0.544,
      "step": 7295
    },
    {
      "epoch": 3.124625267665953,
      "grad_norm": 3.926809549331665,
      "learning_rate": 1.6294713769056074e-05,
      "loss": 0.73,
      "step": 7296
    },
    {
      "epoch": 3.125053533190578,
      "grad_norm": 3.9449799060821533,
      "learning_rate": 1.628821247206245e-05,
      "loss": 1.0852,
      "step": 7297
    },
    {
      "epoch": 3.1254817987152035,
      "grad_norm": 2.070235252380371,
      "learning_rate": 1.6281711845581987e-05,
      "loss": 0.1677,
      "step": 7298
    },
    {
      "epoch": 3.1259100642398288,
      "grad_norm": 0.884231448173523,
      "learning_rate": 1.6275211890114984e-05,
      "loss": 0.2411,
      "step": 7299
    },
    {
      "epoch": 3.126338329764454,
      "grad_norm": 2.799593687057495,
      "learning_rate": 1.626871260616174e-05,
      "loss": 0.6128,
      "step": 7300
    },
    {
      "epoch": 3.1267665952890793,
      "grad_norm": 4.008754730224609,
      "learning_rate": 1.6262213994222463e-05,
      "loss": 0.6719,
      "step": 7301
    },
    {
      "epoch": 3.1271948608137046,
      "grad_norm": 8.990532875061035,
      "learning_rate": 1.6255716054797338e-05,
      "loss": 1.784,
      "step": 7302
    },
    {
      "epoch": 3.12762312633833,
      "grad_norm": 3.97409725189209,
      "learning_rate": 1.6249218788386483e-05,
      "loss": 1.17,
      "step": 7303
    },
    {
      "epoch": 3.128051391862955,
      "grad_norm": 0.981537938117981,
      "learning_rate": 1.624272219548997e-05,
      "loss": 0.2577,
      "step": 7304
    },
    {
      "epoch": 3.1284796573875804,
      "grad_norm": 5.819780349731445,
      "learning_rate": 1.6236226276607808e-05,
      "loss": 0.5897,
      "step": 7305
    },
    {
      "epoch": 3.1289079229122057,
      "grad_norm": 1.5740526914596558,
      "learning_rate": 1.6229731032239988e-05,
      "loss": 0.474,
      "step": 7306
    },
    {
      "epoch": 3.129336188436831,
      "grad_norm": 4.524187088012695,
      "learning_rate": 1.6223236462886388e-05,
      "loss": 0.8423,
      "step": 7307
    },
    {
      "epoch": 3.129764453961456,
      "grad_norm": 1.9457770586013794,
      "learning_rate": 1.621674256904689e-05,
      "loss": 0.0802,
      "step": 7308
    },
    {
      "epoch": 3.1301927194860815,
      "grad_norm": 4.172763347625732,
      "learning_rate": 1.6210249351221314e-05,
      "loss": 0.3909,
      "step": 7309
    },
    {
      "epoch": 3.1306209850107067,
      "grad_norm": 2.4036707878112793,
      "learning_rate": 1.62037568099094e-05,
      "loss": 0.5008,
      "step": 7310
    },
    {
      "epoch": 3.131049250535332,
      "grad_norm": 3.2562835216522217,
      "learning_rate": 1.619726494561086e-05,
      "loss": 0.391,
      "step": 7311
    },
    {
      "epoch": 3.1314775160599573,
      "grad_norm": 3.564854621887207,
      "learning_rate": 1.619077375882535e-05,
      "loss": 0.6186,
      "step": 7312
    },
    {
      "epoch": 3.1319057815845825,
      "grad_norm": 1.0731874704360962,
      "learning_rate": 1.6184283250052478e-05,
      "loss": 0.2189,
      "step": 7313
    },
    {
      "epoch": 3.132334047109208,
      "grad_norm": 3.7538628578186035,
      "learning_rate": 1.6177793419791782e-05,
      "loss": 0.3027,
      "step": 7314
    },
    {
      "epoch": 3.132762312633833,
      "grad_norm": 3.9925808906555176,
      "learning_rate": 1.617130426854277e-05,
      "loss": 0.3131,
      "step": 7315
    },
    {
      "epoch": 3.1331905781584584,
      "grad_norm": 5.036599636077881,
      "learning_rate": 1.6164815796804875e-05,
      "loss": 0.3547,
      "step": 7316
    },
    {
      "epoch": 3.1336188436830836,
      "grad_norm": 3.112349033355713,
      "learning_rate": 1.6158328005077513e-05,
      "loss": 0.2067,
      "step": 7317
    },
    {
      "epoch": 3.134047109207709,
      "grad_norm": 4.984243392944336,
      "learning_rate": 1.6151840893859984e-05,
      "loss": 1.1983,
      "step": 7318
    },
    {
      "epoch": 3.134475374732334,
      "grad_norm": 3.935577392578125,
      "learning_rate": 1.6145354463651623e-05,
      "loss": 0.2888,
      "step": 7319
    },
    {
      "epoch": 3.1349036402569594,
      "grad_norm": 3.7884531021118164,
      "learning_rate": 1.6138868714951632e-05,
      "loss": 0.3204,
      "step": 7320
    },
    {
      "epoch": 3.1353319057815847,
      "grad_norm": 6.847785472869873,
      "learning_rate": 1.6132383648259212e-05,
      "loss": 1.2891,
      "step": 7321
    },
    {
      "epoch": 3.13576017130621,
      "grad_norm": 2.767566204071045,
      "learning_rate": 1.6125899264073487e-05,
      "loss": 0.2364,
      "step": 7322
    },
    {
      "epoch": 3.1361884368308353,
      "grad_norm": 1.724636435508728,
      "learning_rate": 1.6119415562893537e-05,
      "loss": 0.4647,
      "step": 7323
    },
    {
      "epoch": 3.1366167023554605,
      "grad_norm": 4.859174728393555,
      "learning_rate": 1.611293254521838e-05,
      "loss": 0.4024,
      "step": 7324
    },
    {
      "epoch": 3.137044967880086,
      "grad_norm": 6.143811225891113,
      "learning_rate": 1.6106450211547013e-05,
      "loss": 0.6953,
      "step": 7325
    },
    {
      "epoch": 3.137473233404711,
      "grad_norm": 6.939180850982666,
      "learning_rate": 1.609996856237832e-05,
      "loss": 1.1557,
      "step": 7326
    },
    {
      "epoch": 3.1379014989293363,
      "grad_norm": 3.832866907119751,
      "learning_rate": 1.609348759821121e-05,
      "loss": 1.1194,
      "step": 7327
    },
    {
      "epoch": 3.1383297644539616,
      "grad_norm": 2.937812089920044,
      "learning_rate": 1.6087007319544463e-05,
      "loss": 0.6264,
      "step": 7328
    },
    {
      "epoch": 3.138758029978587,
      "grad_norm": 5.882801055908203,
      "learning_rate": 1.608052772687686e-05,
      "loss": 0.6383,
      "step": 7329
    },
    {
      "epoch": 3.139186295503212,
      "grad_norm": 2.020423412322998,
      "learning_rate": 1.6074048820707106e-05,
      "loss": 0.4692,
      "step": 7330
    },
    {
      "epoch": 3.1396145610278374,
      "grad_norm": 3.8520750999450684,
      "learning_rate": 1.606757060153386e-05,
      "loss": 0.3948,
      "step": 7331
    },
    {
      "epoch": 3.1400428265524627,
      "grad_norm": 2.8710176944732666,
      "learning_rate": 1.606109306985572e-05,
      "loss": 0.4413,
      "step": 7332
    },
    {
      "epoch": 3.140471092077088,
      "grad_norm": 3.569420576095581,
      "learning_rate": 1.6054616226171242e-05,
      "loss": 0.2867,
      "step": 7333
    },
    {
      "epoch": 3.1408993576017132,
      "grad_norm": 1.2515608072280884,
      "learning_rate": 1.6048140070978924e-05,
      "loss": 0.5668,
      "step": 7334
    },
    {
      "epoch": 3.1413276231263385,
      "grad_norm": 1.9740941524505615,
      "learning_rate": 1.604166460477722e-05,
      "loss": 0.5342,
      "step": 7335
    },
    {
      "epoch": 3.141755888650964,
      "grad_norm": 3.721559524536133,
      "learning_rate": 1.603518982806449e-05,
      "loss": 0.7641,
      "step": 7336
    },
    {
      "epoch": 3.142184154175589,
      "grad_norm": 4.873451232910156,
      "learning_rate": 1.6028715741339114e-05,
      "loss": 0.521,
      "step": 7337
    },
    {
      "epoch": 3.1426124197002143,
      "grad_norm": 6.124204158782959,
      "learning_rate": 1.602224234509935e-05,
      "loss": 0.2999,
      "step": 7338
    },
    {
      "epoch": 3.1430406852248396,
      "grad_norm": 4.723125457763672,
      "learning_rate": 1.6015769639843442e-05,
      "loss": 0.5047,
      "step": 7339
    },
    {
      "epoch": 3.143468950749465,
      "grad_norm": 2.291123390197754,
      "learning_rate": 1.6009297626069564e-05,
      "loss": 0.2472,
      "step": 7340
    },
    {
      "epoch": 3.14389721627409,
      "grad_norm": 5.216423034667969,
      "learning_rate": 1.600282630427585e-05,
      "loss": 0.3212,
      "step": 7341
    },
    {
      "epoch": 3.1443254817987154,
      "grad_norm": 4.436311721801758,
      "learning_rate": 1.599635567496036e-05,
      "loss": 0.3913,
      "step": 7342
    },
    {
      "epoch": 3.1447537473233407,
      "grad_norm": 6.036061763763428,
      "learning_rate": 1.5989885738621126e-05,
      "loss": 0.6979,
      "step": 7343
    },
    {
      "epoch": 3.145182012847966,
      "grad_norm": 5.3845953941345215,
      "learning_rate": 1.5983416495756116e-05,
      "loss": 1.4221,
      "step": 7344
    },
    {
      "epoch": 3.145610278372591,
      "grad_norm": 2.3509507179260254,
      "learning_rate": 1.597694794686323e-05,
      "loss": 0.2067,
      "step": 7345
    },
    {
      "epoch": 3.146038543897216,
      "grad_norm": 3.7024729251861572,
      "learning_rate": 1.5970480092440345e-05,
      "loss": 1.1032,
      "step": 7346
    },
    {
      "epoch": 3.1464668094218418,
      "grad_norm": 4.312020301818848,
      "learning_rate": 1.596401293298524e-05,
      "loss": 0.2735,
      "step": 7347
    },
    {
      "epoch": 3.1468950749464666,
      "grad_norm": 1.6110436916351318,
      "learning_rate": 1.5957546468995706e-05,
      "loss": 0.5375,
      "step": 7348
    },
    {
      "epoch": 3.1473233404710923,
      "grad_norm": 9.360017776489258,
      "learning_rate": 1.5951080700969406e-05,
      "loss": 0.3915,
      "step": 7349
    },
    {
      "epoch": 3.147751605995717,
      "grad_norm": 8.601860046386719,
      "learning_rate": 1.5944615629404007e-05,
      "loss": 1.3997,
      "step": 7350
    },
    {
      "epoch": 3.148179871520343,
      "grad_norm": 3.643738031387329,
      "learning_rate": 1.593815125479709e-05,
      "loss": 0.2694,
      "step": 7351
    },
    {
      "epoch": 3.1486081370449677,
      "grad_norm": 3.665132522583008,
      "learning_rate": 1.59316875776462e-05,
      "loss": 0.5828,
      "step": 7352
    },
    {
      "epoch": 3.149036402569593,
      "grad_norm": 5.907848358154297,
      "learning_rate": 1.5925224598448818e-05,
      "loss": 0.492,
      "step": 7353
    },
    {
      "epoch": 3.149464668094218,
      "grad_norm": 6.536008834838867,
      "learning_rate": 1.591876231770238e-05,
      "loss": 0.9113,
      "step": 7354
    },
    {
      "epoch": 3.1498929336188435,
      "grad_norm": 5.231578826904297,
      "learning_rate": 1.591230073590425e-05,
      "loss": 1.0802,
      "step": 7355
    },
    {
      "epoch": 3.1503211991434688,
      "grad_norm": 9.547268867492676,
      "learning_rate": 1.590583985355178e-05,
      "loss": 0.2965,
      "step": 7356
    },
    {
      "epoch": 3.150749464668094,
      "grad_norm": 1.5129929780960083,
      "learning_rate": 1.5899379671142197e-05,
      "loss": 0.8596,
      "step": 7357
    },
    {
      "epoch": 3.1511777301927193,
      "grad_norm": 6.578891277313232,
      "learning_rate": 1.589292018917276e-05,
      "loss": 1.2422,
      "step": 7358
    },
    {
      "epoch": 3.1516059957173446,
      "grad_norm": 3.420354127883911,
      "learning_rate": 1.5886461408140597e-05,
      "loss": 0.52,
      "step": 7359
    },
    {
      "epoch": 3.15203426124197,
      "grad_norm": 4.573746204376221,
      "learning_rate": 1.5880003328542835e-05,
      "loss": 2.1681,
      "step": 7360
    },
    {
      "epoch": 3.152462526766595,
      "grad_norm": 1.1788958311080933,
      "learning_rate": 1.5873545950876523e-05,
      "loss": 0.3796,
      "step": 7361
    },
    {
      "epoch": 3.1528907922912204,
      "grad_norm": 0.9397947788238525,
      "learning_rate": 1.5867089275638662e-05,
      "loss": 0.1718,
      "step": 7362
    },
    {
      "epoch": 3.1533190578158456,
      "grad_norm": 3.552438259124756,
      "learning_rate": 1.586063330332619e-05,
      "loss": 0.3438,
      "step": 7363
    },
    {
      "epoch": 3.153747323340471,
      "grad_norm": 1.6894837617874146,
      "learning_rate": 1.5854178034436014e-05,
      "loss": 0.1801,
      "step": 7364
    },
    {
      "epoch": 3.154175588865096,
      "grad_norm": 3.491457223892212,
      "learning_rate": 1.584772346946495e-05,
      "loss": 0.318,
      "step": 7365
    },
    {
      "epoch": 3.1546038543897215,
      "grad_norm": 3.100255012512207,
      "learning_rate": 1.5841269608909802e-05,
      "loss": 0.1935,
      "step": 7366
    },
    {
      "epoch": 3.1550321199143467,
      "grad_norm": 2.1065456867218018,
      "learning_rate": 1.5834816453267286e-05,
      "loss": 0.8454,
      "step": 7367
    },
    {
      "epoch": 3.155460385438972,
      "grad_norm": 20.438737869262695,
      "learning_rate": 1.582836400303409e-05,
      "loss": 0.3046,
      "step": 7368
    },
    {
      "epoch": 3.1558886509635973,
      "grad_norm": 5.193739891052246,
      "learning_rate": 1.582191225870681e-05,
      "loss": 0.7073,
      "step": 7369
    },
    {
      "epoch": 3.1563169164882225,
      "grad_norm": 3.9453465938568115,
      "learning_rate": 1.581546122078204e-05,
      "loss": 0.8881,
      "step": 7370
    },
    {
      "epoch": 3.156745182012848,
      "grad_norm": 7.596133708953857,
      "learning_rate": 1.5809010889756277e-05,
      "loss": 0.4782,
      "step": 7371
    },
    {
      "epoch": 3.157173447537473,
      "grad_norm": 5.618753910064697,
      "learning_rate": 1.5802561266125985e-05,
      "loss": 0.4358,
      "step": 7372
    },
    {
      "epoch": 3.1576017130620984,
      "grad_norm": 4.865959644317627,
      "learning_rate": 1.5796112350387554e-05,
      "loss": 0.6858,
      "step": 7373
    },
    {
      "epoch": 3.1580299785867236,
      "grad_norm": 3.686180830001831,
      "learning_rate": 1.5789664143037357e-05,
      "loss": 0.9246,
      "step": 7374
    },
    {
      "epoch": 3.158458244111349,
      "grad_norm": 3.564581871032715,
      "learning_rate": 1.5783216644571655e-05,
      "loss": 0.3925,
      "step": 7375
    },
    {
      "epoch": 3.158886509635974,
      "grad_norm": 4.4599223136901855,
      "learning_rate": 1.5776769855486722e-05,
      "loss": 0.2163,
      "step": 7376
    },
    {
      "epoch": 3.1593147751605994,
      "grad_norm": 4.443296909332275,
      "learning_rate": 1.5770323776278713e-05,
      "loss": 0.5654,
      "step": 7377
    },
    {
      "epoch": 3.1597430406852247,
      "grad_norm": 4.581299781799316,
      "learning_rate": 1.576387840744377e-05,
      "loss": 0.3872,
      "step": 7378
    },
    {
      "epoch": 3.16017130620985,
      "grad_norm": 1.7358896732330322,
      "learning_rate": 1.5757433749477984e-05,
      "loss": 0.1228,
      "step": 7379
    },
    {
      "epoch": 3.1605995717344753,
      "grad_norm": 1.000148057937622,
      "learning_rate": 1.575098980287735e-05,
      "loss": 0.2099,
      "step": 7380
    },
    {
      "epoch": 3.1610278372591005,
      "grad_norm": 2.352757453918457,
      "learning_rate": 1.5744546568137853e-05,
      "loss": 0.3827,
      "step": 7381
    },
    {
      "epoch": 3.161456102783726,
      "grad_norm": 3.852290153503418,
      "learning_rate": 1.573810404575539e-05,
      "loss": 0.5259,
      "step": 7382
    },
    {
      "epoch": 3.161884368308351,
      "grad_norm": 1.589625358581543,
      "learning_rate": 1.573166223622583e-05,
      "loss": 0.3804,
      "step": 7383
    },
    {
      "epoch": 3.1623126338329763,
      "grad_norm": 6.543801307678223,
      "learning_rate": 1.5725221140044962e-05,
      "loss": 0.2542,
      "step": 7384
    },
    {
      "epoch": 3.1627408993576016,
      "grad_norm": 3.7192726135253906,
      "learning_rate": 1.5718780757708554e-05,
      "loss": 0.3023,
      "step": 7385
    },
    {
      "epoch": 3.163169164882227,
      "grad_norm": 5.976317882537842,
      "learning_rate": 1.5712341089712266e-05,
      "loss": 0.6155,
      "step": 7386
    },
    {
      "epoch": 3.163597430406852,
      "grad_norm": 4.531123161315918,
      "learning_rate": 1.5705902136551767e-05,
      "loss": 0.6676,
      "step": 7387
    },
    {
      "epoch": 3.1640256959314774,
      "grad_norm": 4.750852584838867,
      "learning_rate": 1.5699463898722614e-05,
      "loss": 1.0538,
      "step": 7388
    },
    {
      "epoch": 3.1644539614561027,
      "grad_norm": 4.924282073974609,
      "learning_rate": 1.5693026376720348e-05,
      "loss": 0.5762,
      "step": 7389
    },
    {
      "epoch": 3.164882226980728,
      "grad_norm": 1.3332350254058838,
      "learning_rate": 1.5686589571040434e-05,
      "loss": 0.292,
      "step": 7390
    },
    {
      "epoch": 3.1653104925053532,
      "grad_norm": 10.374580383300781,
      "learning_rate": 1.5680153482178294e-05,
      "loss": 1.3207,
      "step": 7391
    },
    {
      "epoch": 3.1657387580299785,
      "grad_norm": 3.473903179168701,
      "learning_rate": 1.5673718110629277e-05,
      "loss": 0.715,
      "step": 7392
    },
    {
      "epoch": 3.1661670235546038,
      "grad_norm": 2.358470916748047,
      "learning_rate": 1.5667283456888706e-05,
      "loss": 0.2907,
      "step": 7393
    },
    {
      "epoch": 3.166595289079229,
      "grad_norm": 2.1644139289855957,
      "learning_rate": 1.566084952145182e-05,
      "loss": 0.4048,
      "step": 7394
    },
    {
      "epoch": 3.1670235546038543,
      "grad_norm": 3.565476417541504,
      "learning_rate": 1.565441630481383e-05,
      "loss": 0.2002,
      "step": 7395
    },
    {
      "epoch": 3.1674518201284796,
      "grad_norm": 4.878971099853516,
      "learning_rate": 1.5647983807469844e-05,
      "loss": 0.7884,
      "step": 7396
    },
    {
      "epoch": 3.167880085653105,
      "grad_norm": 3.1899991035461426,
      "learning_rate": 1.5641552029914986e-05,
      "loss": 0.8738,
      "step": 7397
    },
    {
      "epoch": 3.16830835117773,
      "grad_norm": 4.649569034576416,
      "learning_rate": 1.5635120972644254e-05,
      "loss": 2.0629,
      "step": 7398
    },
    {
      "epoch": 3.1687366167023554,
      "grad_norm": 4.547857284545898,
      "learning_rate": 1.5628690636152644e-05,
      "loss": 0.6941,
      "step": 7399
    },
    {
      "epoch": 3.1691648822269807,
      "grad_norm": 8.860928535461426,
      "learning_rate": 1.5622261020935054e-05,
      "loss": 0.288,
      "step": 7400
    },
    {
      "epoch": 3.169593147751606,
      "grad_norm": 5.981801986694336,
      "learning_rate": 1.5615832127486368e-05,
      "loss": 0.576,
      "step": 7401
    },
    {
      "epoch": 3.170021413276231,
      "grad_norm": 2.3874874114990234,
      "learning_rate": 1.5609403956301378e-05,
      "loss": 0.1808,
      "step": 7402
    },
    {
      "epoch": 3.1704496788008565,
      "grad_norm": 2.2640581130981445,
      "learning_rate": 1.5602976507874854e-05,
      "loss": 0.847,
      "step": 7403
    },
    {
      "epoch": 3.1708779443254818,
      "grad_norm": 3.6137375831604004,
      "learning_rate": 1.5596549782701462e-05,
      "loss": 0.4985,
      "step": 7404
    },
    {
      "epoch": 3.171306209850107,
      "grad_norm": 3.6721913814544678,
      "learning_rate": 1.5590123781275877e-05,
      "loss": 0.5806,
      "step": 7405
    },
    {
      "epoch": 3.1717344753747323,
      "grad_norm": 5.199464797973633,
      "learning_rate": 1.5583698504092654e-05,
      "loss": 0.8143,
      "step": 7406
    },
    {
      "epoch": 3.1721627408993576,
      "grad_norm": 4.596887111663818,
      "learning_rate": 1.557727395164634e-05,
      "loss": 0.3502,
      "step": 7407
    },
    {
      "epoch": 3.172591006423983,
      "grad_norm": 1.5886294841766357,
      "learning_rate": 1.5570850124431407e-05,
      "loss": 0.4664,
      "step": 7408
    },
    {
      "epoch": 3.173019271948608,
      "grad_norm": 9.673110008239746,
      "learning_rate": 1.5564427022942267e-05,
      "loss": 0.6641,
      "step": 7409
    },
    {
      "epoch": 3.1734475374732334,
      "grad_norm": 3.24739408493042,
      "learning_rate": 1.5558004647673284e-05,
      "loss": 0.4031,
      "step": 7410
    },
    {
      "epoch": 3.1738758029978587,
      "grad_norm": 4.1682281494140625,
      "learning_rate": 1.5551582999118766e-05,
      "loss": 0.64,
      "step": 7411
    },
    {
      "epoch": 3.174304068522484,
      "grad_norm": 1.669851303100586,
      "learning_rate": 1.5545162077772957e-05,
      "loss": 0.5857,
      "step": 7412
    },
    {
      "epoch": 3.174732334047109,
      "grad_norm": 4.198856830596924,
      "learning_rate": 1.5538741884130052e-05,
      "loss": 0.3285,
      "step": 7413
    },
    {
      "epoch": 3.1751605995717345,
      "grad_norm": 4.2383503913879395,
      "learning_rate": 1.5532322418684202e-05,
      "loss": 0.3515,
      "step": 7414
    },
    {
      "epoch": 3.1755888650963597,
      "grad_norm": 2.639415740966797,
      "learning_rate": 1.552590368192947e-05,
      "loss": 0.6229,
      "step": 7415
    },
    {
      "epoch": 3.176017130620985,
      "grad_norm": 2.429436206817627,
      "learning_rate": 1.55194856743599e-05,
      "loss": 0.8489,
      "step": 7416
    },
    {
      "epoch": 3.1764453961456103,
      "grad_norm": 0.8919748067855835,
      "learning_rate": 1.551306839646944e-05,
      "loss": 0.1858,
      "step": 7417
    },
    {
      "epoch": 3.1768736616702355,
      "grad_norm": 3.368223190307617,
      "learning_rate": 1.5506651848752025e-05,
      "loss": 0.7972,
      "step": 7418
    },
    {
      "epoch": 3.177301927194861,
      "grad_norm": 3.7077155113220215,
      "learning_rate": 1.5500236031701492e-05,
      "loss": 1.0249,
      "step": 7419
    },
    {
      "epoch": 3.177730192719486,
      "grad_norm": 4.624708652496338,
      "learning_rate": 1.549382094581166e-05,
      "loss": 0.7798,
      "step": 7420
    },
    {
      "epoch": 3.1781584582441114,
      "grad_norm": 6.747814178466797,
      "learning_rate": 1.5487406591576264e-05,
      "loss": 0.5062,
      "step": 7421
    },
    {
      "epoch": 3.1785867237687366,
      "grad_norm": 22.966054916381836,
      "learning_rate": 1.5480992969488996e-05,
      "loss": 1.1,
      "step": 7422
    },
    {
      "epoch": 3.179014989293362,
      "grad_norm": 2.828260898590088,
      "learning_rate": 1.5474580080043486e-05,
      "loss": 0.4914,
      "step": 7423
    },
    {
      "epoch": 3.179443254817987,
      "grad_norm": 7.415881156921387,
      "learning_rate": 1.5468167923733317e-05,
      "loss": 0.8394,
      "step": 7424
    },
    {
      "epoch": 3.1798715203426124,
      "grad_norm": 4.253901958465576,
      "learning_rate": 1.5461756501051987e-05,
      "loss": 0.3004,
      "step": 7425
    },
    {
      "epoch": 3.1802997858672377,
      "grad_norm": 4.8296942710876465,
      "learning_rate": 1.5455345812492987e-05,
      "loss": 0.7692,
      "step": 7426
    },
    {
      "epoch": 3.180728051391863,
      "grad_norm": 5.2221879959106445,
      "learning_rate": 1.5448935858549708e-05,
      "loss": 0.4289,
      "step": 7427
    },
    {
      "epoch": 3.1811563169164883,
      "grad_norm": 3.0435478687286377,
      "learning_rate": 1.54425266397155e-05,
      "loss": 0.9003,
      "step": 7428
    },
    {
      "epoch": 3.1815845824411135,
      "grad_norm": 4.440740585327148,
      "learning_rate": 1.5436118156483654e-05,
      "loss": 0.8403,
      "step": 7429
    },
    {
      "epoch": 3.182012847965739,
      "grad_norm": 3.359745502471924,
      "learning_rate": 1.5429710409347415e-05,
      "loss": 0.9092,
      "step": 7430
    },
    {
      "epoch": 3.182441113490364,
      "grad_norm": 3.97328519821167,
      "learning_rate": 1.5423303398799954e-05,
      "loss": 0.7692,
      "step": 7431
    },
    {
      "epoch": 3.1828693790149893,
      "grad_norm": 3.3854377269744873,
      "learning_rate": 1.5416897125334405e-05,
      "loss": 0.3715,
      "step": 7432
    },
    {
      "epoch": 3.1832976445396146,
      "grad_norm": 2.6750974655151367,
      "learning_rate": 1.541049158944382e-05,
      "loss": 0.3056,
      "step": 7433
    },
    {
      "epoch": 3.18372591006424,
      "grad_norm": 6.665172576904297,
      "learning_rate": 1.540408679162123e-05,
      "loss": 0.9519,
      "step": 7434
    },
    {
      "epoch": 3.184154175588865,
      "grad_norm": 5.508889675140381,
      "learning_rate": 1.5397682732359557e-05,
      "loss": 1.2677,
      "step": 7435
    },
    {
      "epoch": 3.1845824411134904,
      "grad_norm": 4.430466175079346,
      "learning_rate": 1.5391279412151733e-05,
      "loss": 0.5037,
      "step": 7436
    },
    {
      "epoch": 3.1850107066381157,
      "grad_norm": 4.927030563354492,
      "learning_rate": 1.5384876831490567e-05,
      "loss": 0.4697,
      "step": 7437
    },
    {
      "epoch": 3.185438972162741,
      "grad_norm": 2.1042633056640625,
      "learning_rate": 1.5378474990868856e-05,
      "loss": 0.7755,
      "step": 7438
    },
    {
      "epoch": 3.1858672376873662,
      "grad_norm": 0.8691973090171814,
      "learning_rate": 1.537207389077932e-05,
      "loss": 0.1747,
      "step": 7439
    },
    {
      "epoch": 3.1862955032119915,
      "grad_norm": 2.2922465801239014,
      "learning_rate": 1.5365673531714637e-05,
      "loss": 0.6105,
      "step": 7440
    },
    {
      "epoch": 3.186723768736617,
      "grad_norm": 2.917335033416748,
      "learning_rate": 1.5359273914167403e-05,
      "loss": 0.7695,
      "step": 7441
    },
    {
      "epoch": 3.187152034261242,
      "grad_norm": 6.988217353820801,
      "learning_rate": 1.5352875038630193e-05,
      "loss": 1.1064,
      "step": 7442
    },
    {
      "epoch": 3.1875802997858673,
      "grad_norm": 1.263046383857727,
      "learning_rate": 1.5346476905595478e-05,
      "loss": 0.1927,
      "step": 7443
    },
    {
      "epoch": 3.1880085653104926,
      "grad_norm": 1.542188286781311,
      "learning_rate": 1.5340079515555722e-05,
      "loss": 0.4818,
      "step": 7444
    },
    {
      "epoch": 3.188436830835118,
      "grad_norm": 4.2127509117126465,
      "learning_rate": 1.533368286900329e-05,
      "loss": 0.3869,
      "step": 7445
    },
    {
      "epoch": 3.188865096359743,
      "grad_norm": 3.5103306770324707,
      "learning_rate": 1.532728696643052e-05,
      "loss": 1.3278,
      "step": 7446
    },
    {
      "epoch": 3.1892933618843684,
      "grad_norm": 7.121518611907959,
      "learning_rate": 1.532089180832967e-05,
      "loss": 0.4954,
      "step": 7447
    },
    {
      "epoch": 3.1897216274089937,
      "grad_norm": 7.395752429962158,
      "learning_rate": 1.5314497395192955e-05,
      "loss": 0.6399,
      "step": 7448
    },
    {
      "epoch": 3.190149892933619,
      "grad_norm": 6.784802436828613,
      "learning_rate": 1.5308103727512538e-05,
      "loss": 0.9764,
      "step": 7449
    },
    {
      "epoch": 3.190578158458244,
      "grad_norm": 2.6595449447631836,
      "learning_rate": 1.53017108057805e-05,
      "loss": 0.4857,
      "step": 7450
    },
    {
      "epoch": 3.1910064239828695,
      "grad_norm": 4.041932582855225,
      "learning_rate": 1.529531863048889e-05,
      "loss": 0.7608,
      "step": 7451
    },
    {
      "epoch": 3.1914346895074948,
      "grad_norm": 2.275219678878784,
      "learning_rate": 1.5288927202129684e-05,
      "loss": 0.12,
      "step": 7452
    },
    {
      "epoch": 3.19186295503212,
      "grad_norm": 4.831637859344482,
      "learning_rate": 1.5282536521194812e-05,
      "loss": 0.4019,
      "step": 7453
    },
    {
      "epoch": 3.1922912205567453,
      "grad_norm": 6.82846212387085,
      "learning_rate": 1.527614658817613e-05,
      "loss": 0.5305,
      "step": 7454
    },
    {
      "epoch": 3.1927194860813706,
      "grad_norm": 3.050126791000366,
      "learning_rate": 1.526975740356547e-05,
      "loss": 0.3365,
      "step": 7455
    },
    {
      "epoch": 3.193147751605996,
      "grad_norm": 2.3635497093200684,
      "learning_rate": 1.5263368967854546e-05,
      "loss": 0.3618,
      "step": 7456
    },
    {
      "epoch": 3.193576017130621,
      "grad_norm": 4.089635372161865,
      "learning_rate": 1.5256981281535091e-05,
      "loss": 0.8384,
      "step": 7457
    },
    {
      "epoch": 3.1940042826552464,
      "grad_norm": 4.202549934387207,
      "learning_rate": 1.525059434509871e-05,
      "loss": 1.3192,
      "step": 7458
    },
    {
      "epoch": 3.1944325481798717,
      "grad_norm": 13.374585151672363,
      "learning_rate": 1.5244208159037e-05,
      "loss": 1.0202,
      "step": 7459
    },
    {
      "epoch": 3.194860813704497,
      "grad_norm": 6.553834915161133,
      "learning_rate": 1.5237822723841467e-05,
      "loss": 0.8215,
      "step": 7460
    },
    {
      "epoch": 3.195289079229122,
      "grad_norm": 4.974524021148682,
      "learning_rate": 1.5231438040003588e-05,
      "loss": 0.9701,
      "step": 7461
    },
    {
      "epoch": 3.1957173447537475,
      "grad_norm": 4.148041248321533,
      "learning_rate": 1.5225054108014758e-05,
      "loss": 0.5591,
      "step": 7462
    },
    {
      "epoch": 3.1961456102783727,
      "grad_norm": 2.8907580375671387,
      "learning_rate": 1.5218670928366335e-05,
      "loss": 0.6819,
      "step": 7463
    },
    {
      "epoch": 3.196573875802998,
      "grad_norm": 1.8995254039764404,
      "learning_rate": 1.5212288501549588e-05,
      "loss": 0.8443,
      "step": 7464
    },
    {
      "epoch": 3.1970021413276233,
      "grad_norm": 2.210545063018799,
      "learning_rate": 1.5205906828055771e-05,
      "loss": 0.0936,
      "step": 7465
    },
    {
      "epoch": 3.1974304068522486,
      "grad_norm": 7.952211380004883,
      "learning_rate": 1.5199525908376038e-05,
      "loss": 0.8586,
      "step": 7466
    },
    {
      "epoch": 3.197858672376874,
      "grad_norm": 3.7408552169799805,
      "learning_rate": 1.5193145743001521e-05,
      "loss": 0.1635,
      "step": 7467
    },
    {
      "epoch": 3.198286937901499,
      "grad_norm": 3.548618793487549,
      "learning_rate": 1.5186766332423263e-05,
      "loss": 0.9299,
      "step": 7468
    },
    {
      "epoch": 3.1987152034261244,
      "grad_norm": 6.896260738372803,
      "learning_rate": 1.5180387677132274e-05,
      "loss": 0.6792,
      "step": 7469
    },
    {
      "epoch": 3.1991434689507496,
      "grad_norm": 5.797731876373291,
      "learning_rate": 1.5174009777619484e-05,
      "loss": 0.6553,
      "step": 7470
    },
    {
      "epoch": 3.199571734475375,
      "grad_norm": 4.99498987197876,
      "learning_rate": 1.5167632634375786e-05,
      "loss": 0.9124,
      "step": 7471
    },
    {
      "epoch": 3.2,
      "grad_norm": 1.189589262008667,
      "learning_rate": 1.5161256247891995e-05,
      "loss": 0.4551,
      "step": 7472
    },
    {
      "epoch": 3.2004282655246254,
      "grad_norm": 2.559051513671875,
      "learning_rate": 1.515488061865889e-05,
      "loss": 0.4518,
      "step": 7473
    },
    {
      "epoch": 3.2008565310492507,
      "grad_norm": 1.9611674547195435,
      "learning_rate": 1.5148505747167157e-05,
      "loss": 0.2467,
      "step": 7474
    },
    {
      "epoch": 3.201284796573876,
      "grad_norm": 4.030550956726074,
      "learning_rate": 1.5142131633907477e-05,
      "loss": 0.389,
      "step": 7475
    },
    {
      "epoch": 3.2017130620985013,
      "grad_norm": 4.103907108306885,
      "learning_rate": 1.5135758279370413e-05,
      "loss": 0.9954,
      "step": 7476
    },
    {
      "epoch": 3.2021413276231265,
      "grad_norm": 2.432543992996216,
      "learning_rate": 1.5129385684046512e-05,
      "loss": 1.0198,
      "step": 7477
    },
    {
      "epoch": 3.202569593147752,
      "grad_norm": 3.8885374069213867,
      "learning_rate": 1.512301384842624e-05,
      "loss": 0.857,
      "step": 7478
    },
    {
      "epoch": 3.202997858672377,
      "grad_norm": 6.250309467315674,
      "learning_rate": 1.5116642773000023e-05,
      "loss": 0.3576,
      "step": 7479
    },
    {
      "epoch": 3.2034261241970023,
      "grad_norm": 5.239687442779541,
      "learning_rate": 1.511027245825821e-05,
      "loss": 0.4373,
      "step": 7480
    },
    {
      "epoch": 3.2038543897216276,
      "grad_norm": 1.600943684577942,
      "learning_rate": 1.5103902904691114e-05,
      "loss": 0.6469,
      "step": 7481
    },
    {
      "epoch": 3.204282655246253,
      "grad_norm": 3.100870370864868,
      "learning_rate": 1.5097534112788948e-05,
      "loss": 0.3013,
      "step": 7482
    },
    {
      "epoch": 3.2047109207708777,
      "grad_norm": 9.9795503616333,
      "learning_rate": 1.5091166083041913e-05,
      "loss": 1.0553,
      "step": 7483
    },
    {
      "epoch": 3.2051391862955034,
      "grad_norm": 6.715810298919678,
      "learning_rate": 1.5084798815940143e-05,
      "loss": 0.8141,
      "step": 7484
    },
    {
      "epoch": 3.2055674518201283,
      "grad_norm": 1.0750747919082642,
      "learning_rate": 1.5078432311973673e-05,
      "loss": 0.1926,
      "step": 7485
    },
    {
      "epoch": 3.205995717344754,
      "grad_norm": 5.401401996612549,
      "learning_rate": 1.5072066571632537e-05,
      "loss": 1.2879,
      "step": 7486
    },
    {
      "epoch": 3.206423982869379,
      "grad_norm": 4.607915878295898,
      "learning_rate": 1.5065701595406662e-05,
      "loss": 0.9846,
      "step": 7487
    },
    {
      "epoch": 3.2068522483940045,
      "grad_norm": 8.060535430908203,
      "learning_rate": 1.5059337383785944e-05,
      "loss": 1.908,
      "step": 7488
    },
    {
      "epoch": 3.2072805139186293,
      "grad_norm": 2.0122649669647217,
      "learning_rate": 1.5052973937260209e-05,
      "loss": 1.1321,
      "step": 7489
    },
    {
      "epoch": 3.207708779443255,
      "grad_norm": 6.864861011505127,
      "learning_rate": 1.5046611256319235e-05,
      "loss": 0.5939,
      "step": 7490
    },
    {
      "epoch": 3.20813704496788,
      "grad_norm": 2.1971168518066406,
      "learning_rate": 1.5040249341452723e-05,
      "loss": 0.5173,
      "step": 7491
    },
    {
      "epoch": 3.208565310492505,
      "grad_norm": 8.097515106201172,
      "learning_rate": 1.5033888193150333e-05,
      "loss": 0.5845,
      "step": 7492
    },
    {
      "epoch": 3.2089935760171304,
      "grad_norm": 3.7810535430908203,
      "learning_rate": 1.5027527811901655e-05,
      "loss": 0.224,
      "step": 7493
    },
    {
      "epoch": 3.2094218415417557,
      "grad_norm": 6.211508750915527,
      "learning_rate": 1.5021168198196228e-05,
      "loss": 0.8014,
      "step": 7494
    },
    {
      "epoch": 3.209850107066381,
      "grad_norm": 3.6535260677337646,
      "learning_rate": 1.5014809352523512e-05,
      "loss": 0.4833,
      "step": 7495
    },
    {
      "epoch": 3.2102783725910062,
      "grad_norm": 3.8104817867279053,
      "learning_rate": 1.5008451275372949e-05,
      "loss": 0.277,
      "step": 7496
    },
    {
      "epoch": 3.2107066381156315,
      "grad_norm": 1.0642536878585815,
      "learning_rate": 1.500209396723387e-05,
      "loss": 0.1631,
      "step": 7497
    },
    {
      "epoch": 3.2111349036402568,
      "grad_norm": 3.8166756629943848,
      "learning_rate": 1.499573742859559e-05,
      "loss": 0.3543,
      "step": 7498
    },
    {
      "epoch": 3.211563169164882,
      "grad_norm": 3.0981056690216064,
      "learning_rate": 1.4989381659947337e-05,
      "loss": 1.1815,
      "step": 7499
    },
    {
      "epoch": 3.2119914346895073,
      "grad_norm": 3.7033779621124268,
      "learning_rate": 1.4983026661778298e-05,
      "loss": 0.5382,
      "step": 7500
    },
    {
      "epoch": 3.2124197002141326,
      "grad_norm": 4.234435558319092,
      "learning_rate": 1.4976672434577587e-05,
      "loss": 0.2427,
      "step": 7501
    },
    {
      "epoch": 3.212847965738758,
      "grad_norm": 3.850001811981201,
      "learning_rate": 1.497031897883428e-05,
      "loss": 0.7311,
      "step": 7502
    },
    {
      "epoch": 3.213276231263383,
      "grad_norm": 4.798030853271484,
      "learning_rate": 1.4963966295037352e-05,
      "loss": 0.4791,
      "step": 7503
    },
    {
      "epoch": 3.2137044967880084,
      "grad_norm": 7.833573341369629,
      "learning_rate": 1.495761438367577e-05,
      "loss": 1.7013,
      "step": 7504
    },
    {
      "epoch": 3.2141327623126337,
      "grad_norm": 5.171630859375,
      "learning_rate": 1.4951263245238396e-05,
      "loss": 0.1742,
      "step": 7505
    },
    {
      "epoch": 3.214561027837259,
      "grad_norm": 2.2442879676818848,
      "learning_rate": 1.4944912880214068e-05,
      "loss": 0.7801,
      "step": 7506
    },
    {
      "epoch": 3.214989293361884,
      "grad_norm": 4.84082555770874,
      "learning_rate": 1.493856328909154e-05,
      "loss": 1.1042,
      "step": 7507
    },
    {
      "epoch": 3.2154175588865095,
      "grad_norm": 3.2331721782684326,
      "learning_rate": 1.4932214472359523e-05,
      "loss": 0.3004,
      "step": 7508
    },
    {
      "epoch": 3.2158458244111348,
      "grad_norm": 1.6339741945266724,
      "learning_rate": 1.4925866430506658e-05,
      "loss": 0.6819,
      "step": 7509
    },
    {
      "epoch": 3.21627408993576,
      "grad_norm": 5.139135837554932,
      "learning_rate": 1.491951916402153e-05,
      "loss": 0.5901,
      "step": 7510
    },
    {
      "epoch": 3.2167023554603853,
      "grad_norm": 2.3154454231262207,
      "learning_rate": 1.4913172673392662e-05,
      "loss": 0.7372,
      "step": 7511
    },
    {
      "epoch": 3.2171306209850106,
      "grad_norm": 3.4740774631500244,
      "learning_rate": 1.4906826959108527e-05,
      "loss": 0.4062,
      "step": 7512
    },
    {
      "epoch": 3.217558886509636,
      "grad_norm": 5.691512107849121,
      "learning_rate": 1.490048202165751e-05,
      "loss": 0.8007,
      "step": 7513
    },
    {
      "epoch": 3.217987152034261,
      "grad_norm": 1.210894227027893,
      "learning_rate": 1.489413786152799e-05,
      "loss": 0.2117,
      "step": 7514
    },
    {
      "epoch": 3.2184154175588864,
      "grad_norm": 2.0886523723602295,
      "learning_rate": 1.4887794479208223e-05,
      "loss": 0.6531,
      "step": 7515
    },
    {
      "epoch": 3.2188436830835117,
      "grad_norm": 5.6573944091796875,
      "learning_rate": 1.4881451875186448e-05,
      "loss": 0.6983,
      "step": 7516
    },
    {
      "epoch": 3.219271948608137,
      "grad_norm": 10.257255554199219,
      "learning_rate": 1.4875110049950824e-05,
      "loss": 1.4843,
      "step": 7517
    },
    {
      "epoch": 3.219700214132762,
      "grad_norm": 3.9378793239593506,
      "learning_rate": 1.4868769003989463e-05,
      "loss": 0.9783,
      "step": 7518
    },
    {
      "epoch": 3.2201284796573875,
      "grad_norm": 1.6082547903060913,
      "learning_rate": 1.4862428737790419e-05,
      "loss": 0.4885,
      "step": 7519
    },
    {
      "epoch": 3.2205567451820127,
      "grad_norm": 3.883732795715332,
      "learning_rate": 1.485608925184166e-05,
      "loss": 0.4186,
      "step": 7520
    },
    {
      "epoch": 3.220985010706638,
      "grad_norm": 6.277827739715576,
      "learning_rate": 1.484975054663113e-05,
      "loss": 0.4746,
      "step": 7521
    },
    {
      "epoch": 3.2214132762312633,
      "grad_norm": 4.315793991088867,
      "learning_rate": 1.484341262264668e-05,
      "loss": 0.3645,
      "step": 7522
    },
    {
      "epoch": 3.2218415417558885,
      "grad_norm": 5.734146595001221,
      "learning_rate": 1.4837075480376134e-05,
      "loss": 0.5943,
      "step": 7523
    },
    {
      "epoch": 3.222269807280514,
      "grad_norm": 4.115012168884277,
      "learning_rate": 1.4830739120307208e-05,
      "loss": 0.2644,
      "step": 7524
    },
    {
      "epoch": 3.222698072805139,
      "grad_norm": 21.697668075561523,
      "learning_rate": 1.4824403542927622e-05,
      "loss": 0.4566,
      "step": 7525
    },
    {
      "epoch": 3.2231263383297644,
      "grad_norm": 7.0468034744262695,
      "learning_rate": 1.4818068748724977e-05,
      "loss": 0.4172,
      "step": 7526
    },
    {
      "epoch": 3.2235546038543896,
      "grad_norm": 1.0920946598052979,
      "learning_rate": 1.4811734738186853e-05,
      "loss": 0.6483,
      "step": 7527
    },
    {
      "epoch": 3.223982869379015,
      "grad_norm": 4.78961181640625,
      "learning_rate": 1.4805401511800742e-05,
      "loss": 0.5126,
      "step": 7528
    },
    {
      "epoch": 3.22441113490364,
      "grad_norm": 7.092260360717773,
      "learning_rate": 1.4799069070054098e-05,
      "loss": 0.6355,
      "step": 7529
    },
    {
      "epoch": 3.2248394004282654,
      "grad_norm": 6.501285076141357,
      "learning_rate": 1.4792737413434294e-05,
      "loss": 0.6061,
      "step": 7530
    },
    {
      "epoch": 3.2252676659528907,
      "grad_norm": 3.4320499897003174,
      "learning_rate": 1.4786406542428669e-05,
      "loss": 0.7107,
      "step": 7531
    },
    {
      "epoch": 3.225695931477516,
      "grad_norm": 6.584570407867432,
      "learning_rate": 1.4780076457524472e-05,
      "loss": 0.3082,
      "step": 7532
    },
    {
      "epoch": 3.2261241970021413,
      "grad_norm": 2.1848936080932617,
      "learning_rate": 1.4773747159208923e-05,
      "loss": 0.291,
      "step": 7533
    },
    {
      "epoch": 3.2265524625267665,
      "grad_norm": 2.2411723136901855,
      "learning_rate": 1.4767418647969133e-05,
      "loss": 0.795,
      "step": 7534
    },
    {
      "epoch": 3.226980728051392,
      "grad_norm": 1.3024438619613647,
      "learning_rate": 1.4761090924292221e-05,
      "loss": 0.3498,
      "step": 7535
    },
    {
      "epoch": 3.227408993576017,
      "grad_norm": 3.3181874752044678,
      "learning_rate": 1.4754763988665177e-05,
      "loss": 0.5941,
      "step": 7536
    },
    {
      "epoch": 3.2278372591006423,
      "grad_norm": 6.373111724853516,
      "learning_rate": 1.474843784157498e-05,
      "loss": 0.2844,
      "step": 7537
    },
    {
      "epoch": 3.2282655246252676,
      "grad_norm": 1.344478964805603,
      "learning_rate": 1.4742112483508519e-05,
      "loss": 0.3579,
      "step": 7538
    },
    {
      "epoch": 3.228693790149893,
      "grad_norm": 4.465350151062012,
      "learning_rate": 1.4735787914952643e-05,
      "loss": 0.2336,
      "step": 7539
    },
    {
      "epoch": 3.229122055674518,
      "grad_norm": 6.864549160003662,
      "learning_rate": 1.4729464136394119e-05,
      "loss": 0.5022,
      "step": 7540
    },
    {
      "epoch": 3.2295503211991434,
      "grad_norm": 8.417732238769531,
      "learning_rate": 1.4723141148319677e-05,
      "loss": 0.8166,
      "step": 7541
    },
    {
      "epoch": 3.2299785867237687,
      "grad_norm": 5.608664512634277,
      "learning_rate": 1.4716818951215952e-05,
      "loss": 0.3377,
      "step": 7542
    },
    {
      "epoch": 3.230406852248394,
      "grad_norm": 3.8054354190826416,
      "learning_rate": 1.4710497545569569e-05,
      "loss": 1.049,
      "step": 7543
    },
    {
      "epoch": 3.2308351177730192,
      "grad_norm": 2.8501503467559814,
      "learning_rate": 1.4704176931867034e-05,
      "loss": 0.2974,
      "step": 7544
    },
    {
      "epoch": 3.2312633832976445,
      "grad_norm": 4.661837100982666,
      "learning_rate": 1.469785711059484e-05,
      "loss": 0.7844,
      "step": 7545
    },
    {
      "epoch": 3.23169164882227,
      "grad_norm": 3.5955355167388916,
      "learning_rate": 1.4691538082239386e-05,
      "loss": 1.2059,
      "step": 7546
    },
    {
      "epoch": 3.232119914346895,
      "grad_norm": 1.7606316804885864,
      "learning_rate": 1.4685219847287035e-05,
      "loss": 0.4826,
      "step": 7547
    },
    {
      "epoch": 3.2325481798715203,
      "grad_norm": 2.7908008098602295,
      "learning_rate": 1.467890240622407e-05,
      "loss": 0.5584,
      "step": 7548
    },
    {
      "epoch": 3.2329764453961456,
      "grad_norm": 3.8645801544189453,
      "learning_rate": 1.4672585759536727e-05,
      "loss": 0.5852,
      "step": 7549
    },
    {
      "epoch": 3.233404710920771,
      "grad_norm": 8.13892936706543,
      "learning_rate": 1.4666269907711166e-05,
      "loss": 0.6153,
      "step": 7550
    },
    {
      "epoch": 3.233832976445396,
      "grad_norm": 5.142243385314941,
      "learning_rate": 1.465995485123351e-05,
      "loss": 1.1821,
      "step": 7551
    },
    {
      "epoch": 3.2342612419700214,
      "grad_norm": 3.2233357429504395,
      "learning_rate": 1.4653640590589773e-05,
      "loss": 0.4227,
      "step": 7552
    },
    {
      "epoch": 3.2346895074946467,
      "grad_norm": 2.2464303970336914,
      "learning_rate": 1.464732712626597e-05,
      "loss": 0.5477,
      "step": 7553
    },
    {
      "epoch": 3.235117773019272,
      "grad_norm": 2.4705939292907715,
      "learning_rate": 1.4641014458748022e-05,
      "loss": 1.254,
      "step": 7554
    },
    {
      "epoch": 3.235546038543897,
      "grad_norm": 7.291942119598389,
      "learning_rate": 1.4634702588521776e-05,
      "loss": 0.6231,
      "step": 7555
    },
    {
      "epoch": 3.2359743040685225,
      "grad_norm": 4.642215251922607,
      "learning_rate": 1.4628391516073042e-05,
      "loss": 0.9674,
      "step": 7556
    },
    {
      "epoch": 3.2364025695931478,
      "grad_norm": 5.943758487701416,
      "learning_rate": 1.4622081241887553e-05,
      "loss": 0.5296,
      "step": 7557
    },
    {
      "epoch": 3.236830835117773,
      "grad_norm": 2.2376797199249268,
      "learning_rate": 1.4615771766450997e-05,
      "loss": 0.5183,
      "step": 7558
    },
    {
      "epoch": 3.2372591006423983,
      "grad_norm": 1.398370385169983,
      "learning_rate": 1.4609463090248982e-05,
      "loss": 0.2989,
      "step": 7559
    },
    {
      "epoch": 3.2376873661670236,
      "grad_norm": 3.3404157161712646,
      "learning_rate": 1.4603155213767065e-05,
      "loss": 0.4809,
      "step": 7560
    },
    {
      "epoch": 3.238115631691649,
      "grad_norm": 4.076167106628418,
      "learning_rate": 1.4596848137490737e-05,
      "loss": 0.4853,
      "step": 7561
    },
    {
      "epoch": 3.238543897216274,
      "grad_norm": 5.19804573059082,
      "learning_rate": 1.459054186190544e-05,
      "loss": 0.809,
      "step": 7562
    },
    {
      "epoch": 3.2389721627408994,
      "grad_norm": 1.47341787815094,
      "learning_rate": 1.4584236387496525e-05,
      "loss": 0.3599,
      "step": 7563
    },
    {
      "epoch": 3.2394004282655247,
      "grad_norm": 1.5604528188705444,
      "learning_rate": 1.4577931714749318e-05,
      "loss": 0.5502,
      "step": 7564
    },
    {
      "epoch": 3.23982869379015,
      "grad_norm": 6.052687644958496,
      "learning_rate": 1.4571627844149061e-05,
      "loss": 0.7928,
      "step": 7565
    },
    {
      "epoch": 3.240256959314775,
      "grad_norm": 7.527470588684082,
      "learning_rate": 1.4565324776180937e-05,
      "loss": 1.1269,
      "step": 7566
    },
    {
      "epoch": 3.2406852248394005,
      "grad_norm": 5.487658500671387,
      "learning_rate": 1.4559022511330059e-05,
      "loss": 0.8465,
      "step": 7567
    },
    {
      "epoch": 3.2411134903640257,
      "grad_norm": 4.696357727050781,
      "learning_rate": 1.4552721050081519e-05,
      "loss": 1.2951,
      "step": 7568
    },
    {
      "epoch": 3.241541755888651,
      "grad_norm": 3.887084722518921,
      "learning_rate": 1.4546420392920273e-05,
      "loss": 0.6927,
      "step": 7569
    },
    {
      "epoch": 3.2419700214132763,
      "grad_norm": 2.880411386489868,
      "learning_rate": 1.4540120540331299e-05,
      "loss": 0.5415,
      "step": 7570
    },
    {
      "epoch": 3.2423982869379016,
      "grad_norm": 1.9767701625823975,
      "learning_rate": 1.453382149279945e-05,
      "loss": 0.1753,
      "step": 7571
    },
    {
      "epoch": 3.242826552462527,
      "grad_norm": 7.518898010253906,
      "learning_rate": 1.4527523250809545e-05,
      "loss": 1.1738,
      "step": 7572
    },
    {
      "epoch": 3.243254817987152,
      "grad_norm": 3.7856833934783936,
      "learning_rate": 1.4521225814846328e-05,
      "loss": 0.107,
      "step": 7573
    },
    {
      "epoch": 3.2436830835117774,
      "grad_norm": 5.63341760635376,
      "learning_rate": 1.4514929185394504e-05,
      "loss": 0.9652,
      "step": 7574
    },
    {
      "epoch": 3.2441113490364026,
      "grad_norm": 3.270505666732788,
      "learning_rate": 1.4508633362938695e-05,
      "loss": 1.0329,
      "step": 7575
    },
    {
      "epoch": 3.244539614561028,
      "grad_norm": 3.5769903659820557,
      "learning_rate": 1.4502338347963465e-05,
      "loss": 0.3379,
      "step": 7576
    },
    {
      "epoch": 3.244967880085653,
      "grad_norm": 8.068745613098145,
      "learning_rate": 1.4496044140953308e-05,
      "loss": 0.8311,
      "step": 7577
    },
    {
      "epoch": 3.2453961456102784,
      "grad_norm": 1.7167836427688599,
      "learning_rate": 1.448975074239269e-05,
      "loss": 0.7527,
      "step": 7578
    },
    {
      "epoch": 3.2458244111349037,
      "grad_norm": 3.8631722927093506,
      "learning_rate": 1.4483458152765958e-05,
      "loss": 1.4136,
      "step": 7579
    },
    {
      "epoch": 3.246252676659529,
      "grad_norm": 5.720203399658203,
      "learning_rate": 1.4477166372557455e-05,
      "loss": 1.0599,
      "step": 7580
    },
    {
      "epoch": 3.2466809421841543,
      "grad_norm": 1.370710015296936,
      "learning_rate": 1.4470875402251424e-05,
      "loss": 0.4306,
      "step": 7581
    },
    {
      "epoch": 3.2471092077087795,
      "grad_norm": 12.021856307983398,
      "learning_rate": 1.4464585242332056e-05,
      "loss": 0.5863,
      "step": 7582
    },
    {
      "epoch": 3.247537473233405,
      "grad_norm": 2.9873905181884766,
      "learning_rate": 1.4458295893283477e-05,
      "loss": 0.3418,
      "step": 7583
    },
    {
      "epoch": 3.24796573875803,
      "grad_norm": 2.2790050506591797,
      "learning_rate": 1.445200735558977e-05,
      "loss": 0.3964,
      "step": 7584
    },
    {
      "epoch": 3.2483940042826553,
      "grad_norm": 2.2959609031677246,
      "learning_rate": 1.4445719629734927e-05,
      "loss": 0.1962,
      "step": 7585
    },
    {
      "epoch": 3.2488222698072806,
      "grad_norm": 3.677236318588257,
      "learning_rate": 1.4439432716202896e-05,
      "loss": 1.5836,
      "step": 7586
    },
    {
      "epoch": 3.249250535331906,
      "grad_norm": 1.1593396663665771,
      "learning_rate": 1.4433146615477555e-05,
      "loss": 0.1957,
      "step": 7587
    },
    {
      "epoch": 3.249678800856531,
      "grad_norm": 4.267468452453613,
      "learning_rate": 1.4426861328042707e-05,
      "loss": 0.8199,
      "step": 7588
    },
    {
      "epoch": 3.2501070663811564,
      "grad_norm": 1.6586363315582275,
      "learning_rate": 1.4420576854382134e-05,
      "loss": 0.1454,
      "step": 7589
    },
    {
      "epoch": 3.2505353319057817,
      "grad_norm": 4.857650279998779,
      "learning_rate": 1.4414293194979511e-05,
      "loss": 0.649,
      "step": 7590
    },
    {
      "epoch": 3.250963597430407,
      "grad_norm": 2.7499496936798096,
      "learning_rate": 1.4408010350318474e-05,
      "loss": 0.2484,
      "step": 7591
    },
    {
      "epoch": 3.2513918629550322,
      "grad_norm": 3.446033477783203,
      "learning_rate": 1.4401728320882574e-05,
      "loss": 0.649,
      "step": 7592
    },
    {
      "epoch": 3.2518201284796575,
      "grad_norm": 4.1628193855285645,
      "learning_rate": 1.4395447107155336e-05,
      "loss": 0.7126,
      "step": 7593
    },
    {
      "epoch": 3.252248394004283,
      "grad_norm": 4.9484028816223145,
      "learning_rate": 1.4389166709620195e-05,
      "loss": 1.6161,
      "step": 7594
    },
    {
      "epoch": 3.252676659528908,
      "grad_norm": 5.5536298751831055,
      "learning_rate": 1.4382887128760524e-05,
      "loss": 0.4345,
      "step": 7595
    },
    {
      "epoch": 3.2531049250535333,
      "grad_norm": 5.891414165496826,
      "learning_rate": 1.4376608365059629e-05,
      "loss": 0.8541,
      "step": 7596
    },
    {
      "epoch": 3.2535331905781586,
      "grad_norm": 4.521335601806641,
      "learning_rate": 1.43703304190008e-05,
      "loss": 1.0279,
      "step": 7597
    },
    {
      "epoch": 3.253961456102784,
      "grad_norm": 4.910184860229492,
      "learning_rate": 1.4364053291067179e-05,
      "loss": 0.4647,
      "step": 7598
    },
    {
      "epoch": 3.254389721627409,
      "grad_norm": 4.695461273193359,
      "learning_rate": 1.4357776981741924e-05,
      "loss": 0.3904,
      "step": 7599
    },
    {
      "epoch": 3.2548179871520344,
      "grad_norm": 11.668694496154785,
      "learning_rate": 1.435150149150809e-05,
      "loss": 0.1306,
      "step": 7600
    },
    {
      "epoch": 3.2552462526766597,
      "grad_norm": 2.3246865272521973,
      "learning_rate": 1.4345226820848678e-05,
      "loss": 0.6385,
      "step": 7601
    },
    {
      "epoch": 3.255674518201285,
      "grad_norm": 1.575270414352417,
      "learning_rate": 1.4338952970246613e-05,
      "loss": 0.6438,
      "step": 7602
    },
    {
      "epoch": 3.25610278372591,
      "grad_norm": 1.6383836269378662,
      "learning_rate": 1.433267994018479e-05,
      "loss": 0.5816,
      "step": 7603
    },
    {
      "epoch": 3.2565310492505355,
      "grad_norm": 2.0175721645355225,
      "learning_rate": 1.4326407731146014e-05,
      "loss": 1.1127,
      "step": 7604
    },
    {
      "epoch": 3.2569593147751608,
      "grad_norm": 3.3883979320526123,
      "learning_rate": 1.432013634361303e-05,
      "loss": 0.607,
      "step": 7605
    },
    {
      "epoch": 3.257387580299786,
      "grad_norm": 5.18842077255249,
      "learning_rate": 1.4313865778068514e-05,
      "loss": 1.7602,
      "step": 7606
    },
    {
      "epoch": 3.2578158458244113,
      "grad_norm": 1.4328066110610962,
      "learning_rate": 1.4307596034995113e-05,
      "loss": 0.4873,
      "step": 7607
    },
    {
      "epoch": 3.2582441113490366,
      "grad_norm": 3.157944440841675,
      "learning_rate": 1.430132711487535e-05,
      "loss": 1.2118,
      "step": 7608
    },
    {
      "epoch": 3.258672376873662,
      "grad_norm": 3.967667579650879,
      "learning_rate": 1.4295059018191753e-05,
      "loss": 0.2868,
      "step": 7609
    },
    {
      "epoch": 3.259100642398287,
      "grad_norm": 2.0928215980529785,
      "learning_rate": 1.4288791745426739e-05,
      "loss": 0.3422,
      "step": 7610
    },
    {
      "epoch": 3.2595289079229124,
      "grad_norm": 3.72617769241333,
      "learning_rate": 1.4282525297062672e-05,
      "loss": 0.2624,
      "step": 7611
    },
    {
      "epoch": 3.2599571734475377,
      "grad_norm": 4.142044544219971,
      "learning_rate": 1.4276259673581854e-05,
      "loss": 0.5268,
      "step": 7612
    },
    {
      "epoch": 3.260385438972163,
      "grad_norm": 1.6157057285308838,
      "learning_rate": 1.4269994875466545e-05,
      "loss": 0.3964,
      "step": 7613
    },
    {
      "epoch": 3.260813704496788,
      "grad_norm": 1.1348713636398315,
      "learning_rate": 1.426373090319891e-05,
      "loss": 0.6503,
      "step": 7614
    },
    {
      "epoch": 3.2612419700214135,
      "grad_norm": 5.865473747253418,
      "learning_rate": 1.4257467757261065e-05,
      "loss": 0.4934,
      "step": 7615
    },
    {
      "epoch": 3.2616702355460383,
      "grad_norm": 7.648966312408447,
      "learning_rate": 1.4251205438135048e-05,
      "loss": 0.7505,
      "step": 7616
    },
    {
      "epoch": 3.262098501070664,
      "grad_norm": 2.710404872894287,
      "learning_rate": 1.424494394630288e-05,
      "loss": 0.711,
      "step": 7617
    },
    {
      "epoch": 3.262526766595289,
      "grad_norm": 3.0505926609039307,
      "learning_rate": 1.423868328224644e-05,
      "loss": 0.7788,
      "step": 7618
    },
    {
      "epoch": 3.2629550321199146,
      "grad_norm": 2.2830886840820312,
      "learning_rate": 1.4232423446447621e-05,
      "loss": 0.1871,
      "step": 7619
    },
    {
      "epoch": 3.2633832976445394,
      "grad_norm": 5.3147993087768555,
      "learning_rate": 1.4226164439388207e-05,
      "loss": 0.2597,
      "step": 7620
    },
    {
      "epoch": 3.263811563169165,
      "grad_norm": 1.1985465288162231,
      "learning_rate": 1.421990626154993e-05,
      "loss": 0.2692,
      "step": 7621
    },
    {
      "epoch": 3.26423982869379,
      "grad_norm": 0.9473214149475098,
      "learning_rate": 1.4213648913414445e-05,
      "loss": 0.2538,
      "step": 7622
    },
    {
      "epoch": 3.2646680942184156,
      "grad_norm": 7.5968828201293945,
      "learning_rate": 1.4207392395463386e-05,
      "loss": 0.9623,
      "step": 7623
    },
    {
      "epoch": 3.2650963597430405,
      "grad_norm": 2.58125901222229,
      "learning_rate": 1.4201136708178273e-05,
      "loss": 1.0661,
      "step": 7624
    },
    {
      "epoch": 3.265524625267666,
      "grad_norm": 4.5918660163879395,
      "learning_rate": 1.4194881852040575e-05,
      "loss": 0.7628,
      "step": 7625
    },
    {
      "epoch": 3.265952890792291,
      "grad_norm": 4.450911521911621,
      "learning_rate": 1.4188627827531742e-05,
      "loss": 0.8273,
      "step": 7626
    },
    {
      "epoch": 3.2663811563169167,
      "grad_norm": 2.1663033962249756,
      "learning_rate": 1.4182374635133072e-05,
      "loss": 0.4439,
      "step": 7627
    },
    {
      "epoch": 3.2668094218415415,
      "grad_norm": 1.3505572080612183,
      "learning_rate": 1.417612227532588e-05,
      "loss": 0.201,
      "step": 7628
    },
    {
      "epoch": 3.2672376873661673,
      "grad_norm": 1.90226149559021,
      "learning_rate": 1.4169870748591387e-05,
      "loss": 0.4371,
      "step": 7629
    },
    {
      "epoch": 3.267665952890792,
      "grad_norm": 1.465184211730957,
      "learning_rate": 1.4163620055410743e-05,
      "loss": 0.1373,
      "step": 7630
    },
    {
      "epoch": 3.268094218415418,
      "grad_norm": 2.4497199058532715,
      "learning_rate": 1.4157370196265024e-05,
      "loss": 0.305,
      "step": 7631
    },
    {
      "epoch": 3.2685224839400426,
      "grad_norm": 5.339931011199951,
      "learning_rate": 1.4151121171635287e-05,
      "loss": 0.5647,
      "step": 7632
    },
    {
      "epoch": 3.268950749464668,
      "grad_norm": 5.024200916290283,
      "learning_rate": 1.414487298200248e-05,
      "loss": 0.2434,
      "step": 7633
    },
    {
      "epoch": 3.269379014989293,
      "grad_norm": 3.8946831226348877,
      "learning_rate": 1.4138625627847508e-05,
      "loss": 0.6857,
      "step": 7634
    },
    {
      "epoch": 3.2698072805139184,
      "grad_norm": 2.1816399097442627,
      "learning_rate": 1.413237910965119e-05,
      "loss": 0.1757,
      "step": 7635
    },
    {
      "epoch": 3.2702355460385437,
      "grad_norm": 2.314873695373535,
      "learning_rate": 1.4126133427894328e-05,
      "loss": 1.3758,
      "step": 7636
    },
    {
      "epoch": 3.270663811563169,
      "grad_norm": 5.955413341522217,
      "learning_rate": 1.411988858305759e-05,
      "loss": 0.6653,
      "step": 7637
    },
    {
      "epoch": 3.2710920770877943,
      "grad_norm": 0.8639141917228699,
      "learning_rate": 1.4113644575621648e-05,
      "loss": 0.33,
      "step": 7638
    },
    {
      "epoch": 3.2715203426124195,
      "grad_norm": 5.5406575202941895,
      "learning_rate": 1.4107401406067067e-05,
      "loss": 0.5699,
      "step": 7639
    },
    {
      "epoch": 3.271948608137045,
      "grad_norm": 2.013120412826538,
      "learning_rate": 1.4101159074874364e-05,
      "loss": 0.1622,
      "step": 7640
    },
    {
      "epoch": 3.27237687366167,
      "grad_norm": 2.1252715587615967,
      "learning_rate": 1.4094917582523978e-05,
      "loss": 0.2939,
      "step": 7641
    },
    {
      "epoch": 3.2728051391862953,
      "grad_norm": 4.186215400695801,
      "learning_rate": 1.4088676929496308e-05,
      "loss": 1.0708,
      "step": 7642
    },
    {
      "epoch": 3.2732334047109206,
      "grad_norm": 5.76631498336792,
      "learning_rate": 1.4082437116271666e-05,
      "loss": 0.6808,
      "step": 7643
    },
    {
      "epoch": 3.273661670235546,
      "grad_norm": 4.028789043426514,
      "learning_rate": 1.4076198143330304e-05,
      "loss": 0.644,
      "step": 7644
    },
    {
      "epoch": 3.274089935760171,
      "grad_norm": 1.8913838863372803,
      "learning_rate": 1.4069960011152412e-05,
      "loss": 0.4057,
      "step": 7645
    },
    {
      "epoch": 3.2745182012847964,
      "grad_norm": 1.1668472290039062,
      "learning_rate": 1.4063722720218131e-05,
      "loss": 0.1942,
      "step": 7646
    },
    {
      "epoch": 3.2749464668094217,
      "grad_norm": 4.966324329376221,
      "learning_rate": 1.4057486271007492e-05,
      "loss": 0.867,
      "step": 7647
    },
    {
      "epoch": 3.275374732334047,
      "grad_norm": 3.8212130069732666,
      "learning_rate": 1.4051250664000515e-05,
      "loss": 0.865,
      "step": 7648
    },
    {
      "epoch": 3.2758029978586722,
      "grad_norm": 6.602293014526367,
      "learning_rate": 1.4045015899677122e-05,
      "loss": 0.7502,
      "step": 7649
    },
    {
      "epoch": 3.2762312633832975,
      "grad_norm": 3.429795503616333,
      "learning_rate": 1.4038781978517182e-05,
      "loss": 0.3515,
      "step": 7650
    },
    {
      "epoch": 3.276659528907923,
      "grad_norm": 2.465116262435913,
      "learning_rate": 1.4032548901000484e-05,
      "loss": 0.4136,
      "step": 7651
    },
    {
      "epoch": 3.277087794432548,
      "grad_norm": 4.825039863586426,
      "learning_rate": 1.4026316667606785e-05,
      "loss": 0.4592,
      "step": 7652
    },
    {
      "epoch": 3.2775160599571733,
      "grad_norm": 1.8901314735412598,
      "learning_rate": 1.4020085278815745e-05,
      "loss": 0.7416,
      "step": 7653
    },
    {
      "epoch": 3.2779443254817986,
      "grad_norm": 2.8885631561279297,
      "learning_rate": 1.4013854735106971e-05,
      "loss": 1.3036,
      "step": 7654
    },
    {
      "epoch": 3.278372591006424,
      "grad_norm": 3.0245180130004883,
      "learning_rate": 1.4007625036959996e-05,
      "loss": 0.2731,
      "step": 7655
    },
    {
      "epoch": 3.278800856531049,
      "grad_norm": 3.119488477706909,
      "learning_rate": 1.4001396184854324e-05,
      "loss": 0.1965,
      "step": 7656
    },
    {
      "epoch": 3.2792291220556744,
      "grad_norm": 3.2612550258636475,
      "learning_rate": 1.3995168179269324e-05,
      "loss": 0.5801,
      "step": 7657
    },
    {
      "epoch": 3.2796573875802997,
      "grad_norm": 1.6366870403289795,
      "learning_rate": 1.3988941020684368e-05,
      "loss": 0.8318,
      "step": 7658
    },
    {
      "epoch": 3.280085653104925,
      "grad_norm": 3.157944440841675,
      "learning_rate": 1.3982714709578754e-05,
      "loss": 0.2807,
      "step": 7659
    },
    {
      "epoch": 3.28051391862955,
      "grad_norm": 2.1543543338775635,
      "learning_rate": 1.3976489246431653e-05,
      "loss": 0.564,
      "step": 7660
    },
    {
      "epoch": 3.2809421841541755,
      "grad_norm": 4.227574825286865,
      "learning_rate": 1.3970264631722251e-05,
      "loss": 0.6649,
      "step": 7661
    },
    {
      "epoch": 3.2813704496788008,
      "grad_norm": 1.741641640663147,
      "learning_rate": 1.3964040865929624e-05,
      "loss": 0.3372,
      "step": 7662
    },
    {
      "epoch": 3.281798715203426,
      "grad_norm": 4.455361843109131,
      "learning_rate": 1.3957817949532784e-05,
      "loss": 0.4384,
      "step": 7663
    },
    {
      "epoch": 3.2822269807280513,
      "grad_norm": 1.3223682641983032,
      "learning_rate": 1.3951595883010682e-05,
      "loss": 0.3199,
      "step": 7664
    },
    {
      "epoch": 3.2826552462526766,
      "grad_norm": 3.7587673664093018,
      "learning_rate": 1.3945374666842232e-05,
      "loss": 0.3029,
      "step": 7665
    },
    {
      "epoch": 3.283083511777302,
      "grad_norm": 2.3069779872894287,
      "learning_rate": 1.3939154301506222e-05,
      "loss": 0.698,
      "step": 7666
    },
    {
      "epoch": 3.283511777301927,
      "grad_norm": 7.764011383056641,
      "learning_rate": 1.3932934787481437e-05,
      "loss": 0.7618,
      "step": 7667
    },
    {
      "epoch": 3.2839400428265524,
      "grad_norm": 4.160523891448975,
      "learning_rate": 1.3926716125246558e-05,
      "loss": 0.7846,
      "step": 7668
    },
    {
      "epoch": 3.2843683083511777,
      "grad_norm": 1.831861972808838,
      "learning_rate": 1.3920498315280218e-05,
      "loss": 0.4571,
      "step": 7669
    },
    {
      "epoch": 3.284796573875803,
      "grad_norm": 4.627790451049805,
      "learning_rate": 1.391428135806096e-05,
      "loss": 1.2425,
      "step": 7670
    },
    {
      "epoch": 3.285224839400428,
      "grad_norm": 3.870096206665039,
      "learning_rate": 1.3908065254067305e-05,
      "loss": 0.2855,
      "step": 7671
    },
    {
      "epoch": 3.2856531049250535,
      "grad_norm": 1.9233492612838745,
      "learning_rate": 1.3901850003777672e-05,
      "loss": 0.5925,
      "step": 7672
    },
    {
      "epoch": 3.2860813704496787,
      "grad_norm": 2.0723371505737305,
      "learning_rate": 1.3895635607670424e-05,
      "loss": 0.1771,
      "step": 7673
    },
    {
      "epoch": 3.286509635974304,
      "grad_norm": 3.3884432315826416,
      "learning_rate": 1.3889422066223851e-05,
      "loss": 0.3729,
      "step": 7674
    },
    {
      "epoch": 3.2869379014989293,
      "grad_norm": 4.556979656219482,
      "learning_rate": 1.3883209379916212e-05,
      "loss": 0.4629,
      "step": 7675
    },
    {
      "epoch": 3.2873661670235546,
      "grad_norm": 4.889240741729736,
      "learning_rate": 1.387699754922564e-05,
      "loss": 1.4123,
      "step": 7676
    },
    {
      "epoch": 3.28779443254818,
      "grad_norm": 3.9231765270233154,
      "learning_rate": 1.387078657463026e-05,
      "loss": 0.9672,
      "step": 7677
    },
    {
      "epoch": 3.288222698072805,
      "grad_norm": 5.587687969207764,
      "learning_rate": 1.3864576456608096e-05,
      "loss": 0.8514,
      "step": 7678
    },
    {
      "epoch": 3.2886509635974304,
      "grad_norm": 1.9486291408538818,
      "learning_rate": 1.3858367195637129e-05,
      "loss": 0.3163,
      "step": 7679
    },
    {
      "epoch": 3.2890792291220556,
      "grad_norm": 5.449432849884033,
      "learning_rate": 1.3852158792195239e-05,
      "loss": 0.9896,
      "step": 7680
    },
    {
      "epoch": 3.289507494646681,
      "grad_norm": 6.837374210357666,
      "learning_rate": 1.3845951246760286e-05,
      "loss": 0.4239,
      "step": 7681
    },
    {
      "epoch": 3.289935760171306,
      "grad_norm": 3.5180840492248535,
      "learning_rate": 1.3839744559810036e-05,
      "loss": 0.9772,
      "step": 7682
    },
    {
      "epoch": 3.2903640256959314,
      "grad_norm": 4.9557366371154785,
      "learning_rate": 1.3833538731822193e-05,
      "loss": 0.5085,
      "step": 7683
    },
    {
      "epoch": 3.2907922912205567,
      "grad_norm": 7.54451322555542,
      "learning_rate": 1.382733376327438e-05,
      "loss": 0.4214,
      "step": 7684
    },
    {
      "epoch": 3.291220556745182,
      "grad_norm": 4.273288249969482,
      "learning_rate": 1.382112965464421e-05,
      "loss": 0.6608,
      "step": 7685
    },
    {
      "epoch": 3.2916488222698073,
      "grad_norm": 4.890822887420654,
      "learning_rate": 1.381492640640914e-05,
      "loss": 0.2817,
      "step": 7686
    },
    {
      "epoch": 3.2920770877944325,
      "grad_norm": 9.820361137390137,
      "learning_rate": 1.3808724019046643e-05,
      "loss": 0.874,
      "step": 7687
    },
    {
      "epoch": 3.292505353319058,
      "grad_norm": 7.302102088928223,
      "learning_rate": 1.3802522493034086e-05,
      "loss": 0.6114,
      "step": 7688
    },
    {
      "epoch": 3.292933618843683,
      "grad_norm": 4.099639892578125,
      "learning_rate": 1.3796321828848774e-05,
      "loss": 0.3831,
      "step": 7689
    },
    {
      "epoch": 3.2933618843683083,
      "grad_norm": 5.574759483337402,
      "learning_rate": 1.3790122026967942e-05,
      "loss": 1.2733,
      "step": 7690
    },
    {
      "epoch": 3.2937901498929336,
      "grad_norm": 1.5729793310165405,
      "learning_rate": 1.378392308786878e-05,
      "loss": 0.6247,
      "step": 7691
    },
    {
      "epoch": 3.294218415417559,
      "grad_norm": 9.374676704406738,
      "learning_rate": 1.3777725012028392e-05,
      "loss": 0.3645,
      "step": 7692
    },
    {
      "epoch": 3.294646680942184,
      "grad_norm": 10.962409973144531,
      "learning_rate": 1.3771527799923806e-05,
      "loss": 1.4042,
      "step": 7693
    },
    {
      "epoch": 3.2950749464668094,
      "grad_norm": 2.7864253520965576,
      "learning_rate": 1.376533145203202e-05,
      "loss": 0.5981,
      "step": 7694
    },
    {
      "epoch": 3.2955032119914347,
      "grad_norm": 7.656111240386963,
      "learning_rate": 1.3759135968829933e-05,
      "loss": 1.7037,
      "step": 7695
    },
    {
      "epoch": 3.29593147751606,
      "grad_norm": 4.258569717407227,
      "learning_rate": 1.3752941350794391e-05,
      "loss": 0.5949,
      "step": 7696
    },
    {
      "epoch": 3.2963597430406852,
      "grad_norm": 1.699116826057434,
      "learning_rate": 1.3746747598402154e-05,
      "loss": 0.6488,
      "step": 7697
    },
    {
      "epoch": 3.2967880085653105,
      "grad_norm": 5.205140590667725,
      "learning_rate": 1.3740554712129966e-05,
      "loss": 0.6278,
      "step": 7698
    },
    {
      "epoch": 3.297216274089936,
      "grad_norm": 3.3631913661956787,
      "learning_rate": 1.3734362692454428e-05,
      "loss": 0.3826,
      "step": 7699
    },
    {
      "epoch": 3.297644539614561,
      "grad_norm": 6.236635684967041,
      "learning_rate": 1.3728171539852147e-05,
      "loss": 0.3383,
      "step": 7700
    },
    {
      "epoch": 3.2980728051391863,
      "grad_norm": 6.588909149169922,
      "learning_rate": 1.3721981254799621e-05,
      "loss": 0.4039,
      "step": 7701
    },
    {
      "epoch": 3.2985010706638116,
      "grad_norm": 5.645814418792725,
      "learning_rate": 1.3715791837773295e-05,
      "loss": 0.3309,
      "step": 7702
    },
    {
      "epoch": 3.298929336188437,
      "grad_norm": 2.8895699977874756,
      "learning_rate": 1.3709603289249534e-05,
      "loss": 1.0269,
      "step": 7703
    },
    {
      "epoch": 3.299357601713062,
      "grad_norm": 3.8332386016845703,
      "learning_rate": 1.3703415609704679e-05,
      "loss": 0.2428,
      "step": 7704
    },
    {
      "epoch": 3.2997858672376874,
      "grad_norm": 3.9136900901794434,
      "learning_rate": 1.3697228799614925e-05,
      "loss": 0.445,
      "step": 7705
    },
    {
      "epoch": 3.3002141327623127,
      "grad_norm": 1.636844515800476,
      "learning_rate": 1.3691042859456484e-05,
      "loss": 0.2522,
      "step": 7706
    },
    {
      "epoch": 3.300642398286938,
      "grad_norm": 4.044330596923828,
      "learning_rate": 1.3684857789705452e-05,
      "loss": 0.5323,
      "step": 7707
    },
    {
      "epoch": 3.301070663811563,
      "grad_norm": 3.614910364151001,
      "learning_rate": 1.3678673590837872e-05,
      "loss": 0.3314,
      "step": 7708
    },
    {
      "epoch": 3.3014989293361885,
      "grad_norm": 1.9981962442398071,
      "learning_rate": 1.3672490263329707e-05,
      "loss": 0.5232,
      "step": 7709
    },
    {
      "epoch": 3.3019271948608138,
      "grad_norm": 2.213624954223633,
      "learning_rate": 1.3666307807656887e-05,
      "loss": 0.1113,
      "step": 7710
    },
    {
      "epoch": 3.302355460385439,
      "grad_norm": 8.195111274719238,
      "learning_rate": 1.3660126224295233e-05,
      "loss": 0.9258,
      "step": 7711
    },
    {
      "epoch": 3.3027837259100643,
      "grad_norm": 4.089140892028809,
      "learning_rate": 1.3653945513720529e-05,
      "loss": 0.9444,
      "step": 7712
    },
    {
      "epoch": 3.3032119914346896,
      "grad_norm": 4.979250431060791,
      "learning_rate": 1.3647765676408464e-05,
      "loss": 0.7176,
      "step": 7713
    },
    {
      "epoch": 3.303640256959315,
      "grad_norm": 7.547979831695557,
      "learning_rate": 1.3641586712834712e-05,
      "loss": 0.6123,
      "step": 7714
    },
    {
      "epoch": 3.30406852248394,
      "grad_norm": 3.934518575668335,
      "learning_rate": 1.36354086234748e-05,
      "loss": 0.1609,
      "step": 7715
    },
    {
      "epoch": 3.3044967880085654,
      "grad_norm": 1.315315842628479,
      "learning_rate": 1.3629231408804258e-05,
      "loss": 0.4291,
      "step": 7716
    },
    {
      "epoch": 3.3049250535331907,
      "grad_norm": 2.1097123622894287,
      "learning_rate": 1.362305506929852e-05,
      "loss": 0.9,
      "step": 7717
    },
    {
      "epoch": 3.305353319057816,
      "grad_norm": 0.8942688703536987,
      "learning_rate": 1.3616879605432956e-05,
      "loss": 0.2778,
      "step": 7718
    },
    {
      "epoch": 3.305781584582441,
      "grad_norm": 2.137143611907959,
      "learning_rate": 1.3610705017682852e-05,
      "loss": 0.5026,
      "step": 7719
    },
    {
      "epoch": 3.3062098501070665,
      "grad_norm": 1.9235308170318604,
      "learning_rate": 1.3604531306523466e-05,
      "loss": 0.728,
      "step": 7720
    },
    {
      "epoch": 3.3066381156316917,
      "grad_norm": 5.86947774887085,
      "learning_rate": 1.3598358472429957e-05,
      "loss": 1.1183,
      "step": 7721
    },
    {
      "epoch": 3.307066381156317,
      "grad_norm": 3.400400400161743,
      "learning_rate": 1.3592186515877419e-05,
      "loss": 1.0796,
      "step": 7722
    },
    {
      "epoch": 3.3074946466809423,
      "grad_norm": 1.876900553703308,
      "learning_rate": 1.3586015437340879e-05,
      "loss": 0.1308,
      "step": 7723
    },
    {
      "epoch": 3.3079229122055676,
      "grad_norm": 5.098978519439697,
      "learning_rate": 1.357984523729533e-05,
      "loss": 0.4053,
      "step": 7724
    },
    {
      "epoch": 3.308351177730193,
      "grad_norm": 2.352238178253174,
      "learning_rate": 1.3573675916215629e-05,
      "loss": 0.8065,
      "step": 7725
    },
    {
      "epoch": 3.308779443254818,
      "grad_norm": 5.2389302253723145,
      "learning_rate": 1.356750747457663e-05,
      "loss": 0.8857,
      "step": 7726
    },
    {
      "epoch": 3.3092077087794434,
      "grad_norm": 3.28936505317688,
      "learning_rate": 1.3561339912853094e-05,
      "loss": 0.3598,
      "step": 7727
    },
    {
      "epoch": 3.3096359743040686,
      "grad_norm": 7.745121479034424,
      "learning_rate": 1.3555173231519696e-05,
      "loss": 1.2165,
      "step": 7728
    },
    {
      "epoch": 3.310064239828694,
      "grad_norm": 2.3994760513305664,
      "learning_rate": 1.3549007431051089e-05,
      "loss": 0.2382,
      "step": 7729
    },
    {
      "epoch": 3.310492505353319,
      "grad_norm": 1.884499430656433,
      "learning_rate": 1.3542842511921816e-05,
      "loss": 0.1773,
      "step": 7730
    },
    {
      "epoch": 3.3109207708779445,
      "grad_norm": 4.048046588897705,
      "learning_rate": 1.3536678474606374e-05,
      "loss": 0.6153,
      "step": 7731
    },
    {
      "epoch": 3.3113490364025697,
      "grad_norm": 2.6647350788116455,
      "learning_rate": 1.3530515319579168e-05,
      "loss": 0.6368,
      "step": 7732
    },
    {
      "epoch": 3.311777301927195,
      "grad_norm": 0.9964644312858582,
      "learning_rate": 1.3524353047314573e-05,
      "loss": 0.1618,
      "step": 7733
    },
    {
      "epoch": 3.3122055674518203,
      "grad_norm": 16.180849075317383,
      "learning_rate": 1.3518191658286872e-05,
      "loss": 1.2659,
      "step": 7734
    },
    {
      "epoch": 3.3126338329764455,
      "grad_norm": 13.657797813415527,
      "learning_rate": 1.3512031152970278e-05,
      "loss": 0.515,
      "step": 7735
    },
    {
      "epoch": 3.313062098501071,
      "grad_norm": 2.9764914512634277,
      "learning_rate": 1.3505871531838931e-05,
      "loss": 0.5316,
      "step": 7736
    },
    {
      "epoch": 3.313490364025696,
      "grad_norm": 3.022268295288086,
      "learning_rate": 1.3499712795366948e-05,
      "loss": 1.8738,
      "step": 7737
    },
    {
      "epoch": 3.3139186295503213,
      "grad_norm": 6.4003987312316895,
      "learning_rate": 1.3493554944028303e-05,
      "loss": 1.2175,
      "step": 7738
    },
    {
      "epoch": 3.3143468950749466,
      "grad_norm": 2.7689216136932373,
      "learning_rate": 1.3487397978296973e-05,
      "loss": 0.4245,
      "step": 7739
    },
    {
      "epoch": 3.314775160599572,
      "grad_norm": 2.0955514907836914,
      "learning_rate": 1.3481241898646821e-05,
      "loss": 0.1947,
      "step": 7740
    },
    {
      "epoch": 3.315203426124197,
      "grad_norm": 1.1773223876953125,
      "learning_rate": 1.347508670555166e-05,
      "loss": 0.2209,
      "step": 7741
    },
    {
      "epoch": 3.3156316916488224,
      "grad_norm": 3.6827006340026855,
      "learning_rate": 1.3468932399485224e-05,
      "loss": 0.8806,
      "step": 7742
    },
    {
      "epoch": 3.3160599571734477,
      "grad_norm": 9.093235969543457,
      "learning_rate": 1.3462778980921215e-05,
      "loss": 0.4517,
      "step": 7743
    },
    {
      "epoch": 3.316488222698073,
      "grad_norm": 5.61237907409668,
      "learning_rate": 1.3456626450333193e-05,
      "loss": 0.4065,
      "step": 7744
    },
    {
      "epoch": 3.3169164882226982,
      "grad_norm": 5.28082799911499,
      "learning_rate": 1.3450474808194735e-05,
      "loss": 0.3899,
      "step": 7745
    },
    {
      "epoch": 3.3173447537473235,
      "grad_norm": 6.7824320793151855,
      "learning_rate": 1.3444324054979292e-05,
      "loss": 0.7497,
      "step": 7746
    },
    {
      "epoch": 3.317773019271949,
      "grad_norm": 3.2482826709747314,
      "learning_rate": 1.343817419116027e-05,
      "loss": 0.2157,
      "step": 7747
    },
    {
      "epoch": 3.318201284796574,
      "grad_norm": 2.143949270248413,
      "learning_rate": 1.343202521721098e-05,
      "loss": 0.547,
      "step": 7748
    },
    {
      "epoch": 3.3186295503211993,
      "grad_norm": 1.71535062789917,
      "learning_rate": 1.3425877133604718e-05,
      "loss": 0.9093,
      "step": 7749
    },
    {
      "epoch": 3.3190578158458246,
      "grad_norm": 2.5331273078918457,
      "learning_rate": 1.341972994081466e-05,
      "loss": 0.2355,
      "step": 7750
    },
    {
      "epoch": 3.31948608137045,
      "grad_norm": 2.1723525524139404,
      "learning_rate": 1.3413583639313936e-05,
      "loss": 0.4202,
      "step": 7751
    },
    {
      "epoch": 3.319914346895075,
      "grad_norm": 2.161980628967285,
      "learning_rate": 1.3407438229575592e-05,
      "loss": 0.3549,
      "step": 7752
    },
    {
      "epoch": 3.3203426124197,
      "grad_norm": 6.596938133239746,
      "learning_rate": 1.3401293712072644e-05,
      "loss": 0.7481,
      "step": 7753
    },
    {
      "epoch": 3.3207708779443257,
      "grad_norm": 1.7347631454467773,
      "learning_rate": 1.339515008727798e-05,
      "loss": 0.9056,
      "step": 7754
    },
    {
      "epoch": 3.3211991434689505,
      "grad_norm": 5.638171195983887,
      "learning_rate": 1.3389007355664473e-05,
      "loss": 0.4984,
      "step": 7755
    },
    {
      "epoch": 3.3216274089935762,
      "grad_norm": 2.4966623783111572,
      "learning_rate": 1.3382865517704899e-05,
      "loss": 0.3561,
      "step": 7756
    },
    {
      "epoch": 3.322055674518201,
      "grad_norm": 4.8876261711120605,
      "learning_rate": 1.3376724573871973e-05,
      "loss": 1.1299,
      "step": 7757
    },
    {
      "epoch": 3.3224839400428268,
      "grad_norm": 2.90983510017395,
      "learning_rate": 1.337058452463833e-05,
      "loss": 0.6369,
      "step": 7758
    },
    {
      "epoch": 3.3229122055674516,
      "grad_norm": 10.669060707092285,
      "learning_rate": 1.3364445370476563e-05,
      "loss": 0.4618,
      "step": 7759
    },
    {
      "epoch": 3.3233404710920773,
      "grad_norm": 5.992497444152832,
      "learning_rate": 1.3358307111859176e-05,
      "loss": 0.9303,
      "step": 7760
    },
    {
      "epoch": 3.323768736616702,
      "grad_norm": 3.383331775665283,
      "learning_rate": 1.33521697492586e-05,
      "loss": 0.5123,
      "step": 7761
    },
    {
      "epoch": 3.324197002141328,
      "grad_norm": 3.268497943878174,
      "learning_rate": 1.3346033283147196e-05,
      "loss": 0.1858,
      "step": 7762
    },
    {
      "epoch": 3.3246252676659527,
      "grad_norm": 2.6932175159454346,
      "learning_rate": 1.3339897713997291e-05,
      "loss": 0.4218,
      "step": 7763
    },
    {
      "epoch": 3.3250535331905784,
      "grad_norm": 2.3729074001312256,
      "learning_rate": 1.33337630422811e-05,
      "loss": 0.7026,
      "step": 7764
    },
    {
      "epoch": 3.325481798715203,
      "grad_norm": 1.7215896844863892,
      "learning_rate": 1.3327629268470776e-05,
      "loss": 0.1456,
      "step": 7765
    },
    {
      "epoch": 3.325910064239829,
      "grad_norm": 3.9563567638397217,
      "learning_rate": 1.3321496393038441e-05,
      "loss": 0.9514,
      "step": 7766
    },
    {
      "epoch": 3.3263383297644538,
      "grad_norm": 5.759528636932373,
      "learning_rate": 1.3315364416456082e-05,
      "loss": 0.6144,
      "step": 7767
    },
    {
      "epoch": 3.3267665952890795,
      "grad_norm": 5.2561774253845215,
      "learning_rate": 1.3309233339195687e-05,
      "loss": 0.8932,
      "step": 7768
    },
    {
      "epoch": 3.3271948608137043,
      "grad_norm": 1.6833710670471191,
      "learning_rate": 1.3303103161729125e-05,
      "loss": 0.2635,
      "step": 7769
    },
    {
      "epoch": 3.3276231263383296,
      "grad_norm": 1.7332103252410889,
      "learning_rate": 1.3296973884528214e-05,
      "loss": 0.407,
      "step": 7770
    },
    {
      "epoch": 3.328051391862955,
      "grad_norm": 4.759417533874512,
      "learning_rate": 1.3290845508064691e-05,
      "loss": 0.5136,
      "step": 7771
    },
    {
      "epoch": 3.32847965738758,
      "grad_norm": 3.306602716445923,
      "learning_rate": 1.328471803281026e-05,
      "loss": 0.4763,
      "step": 7772
    },
    {
      "epoch": 3.3289079229122054,
      "grad_norm": 1.9515377283096313,
      "learning_rate": 1.3278591459236511e-05,
      "loss": 0.6014,
      "step": 7773
    },
    {
      "epoch": 3.3293361884368307,
      "grad_norm": 3.097041368484497,
      "learning_rate": 1.3272465787814988e-05,
      "loss": 1.2178,
      "step": 7774
    },
    {
      "epoch": 3.329764453961456,
      "grad_norm": 2.5226292610168457,
      "learning_rate": 1.3266341019017151e-05,
      "loss": 0.1456,
      "step": 7775
    },
    {
      "epoch": 3.330192719486081,
      "grad_norm": 4.399078845977783,
      "learning_rate": 1.3260217153314424e-05,
      "loss": 0.2355,
      "step": 7776
    },
    {
      "epoch": 3.3306209850107065,
      "grad_norm": 4.0649003982543945,
      "learning_rate": 1.3254094191178107e-05,
      "loss": 0.3505,
      "step": 7777
    },
    {
      "epoch": 3.3310492505353317,
      "grad_norm": 5.827202320098877,
      "learning_rate": 1.3247972133079484e-05,
      "loss": 0.4261,
      "step": 7778
    },
    {
      "epoch": 3.331477516059957,
      "grad_norm": 3.184755563735962,
      "learning_rate": 1.324185097948974e-05,
      "loss": 0.4509,
      "step": 7779
    },
    {
      "epoch": 3.3319057815845823,
      "grad_norm": 1.845623254776001,
      "learning_rate": 1.3235730730879991e-05,
      "loss": 0.1258,
      "step": 7780
    },
    {
      "epoch": 3.3323340471092076,
      "grad_norm": 3.9682226181030273,
      "learning_rate": 1.3229611387721291e-05,
      "loss": 0.6041,
      "step": 7781
    },
    {
      "epoch": 3.332762312633833,
      "grad_norm": 5.195135593414307,
      "learning_rate": 1.322349295048464e-05,
      "loss": 0.601,
      "step": 7782
    },
    {
      "epoch": 3.333190578158458,
      "grad_norm": 7.149190902709961,
      "learning_rate": 1.321737541964092e-05,
      "loss": 0.8669,
      "step": 7783
    },
    {
      "epoch": 3.3336188436830834,
      "grad_norm": 10.17982006072998,
      "learning_rate": 1.3211258795660997e-05,
      "loss": 1.1496,
      "step": 7784
    },
    {
      "epoch": 3.3340471092077086,
      "grad_norm": 4.787156581878662,
      "learning_rate": 1.3205143079015642e-05,
      "loss": 0.7028,
      "step": 7785
    },
    {
      "epoch": 3.334475374732334,
      "grad_norm": 4.13997220993042,
      "learning_rate": 1.3199028270175551e-05,
      "loss": 0.4353,
      "step": 7786
    },
    {
      "epoch": 3.334903640256959,
      "grad_norm": 1.0790925025939941,
      "learning_rate": 1.319291436961135e-05,
      "loss": 0.4082,
      "step": 7787
    },
    {
      "epoch": 3.3353319057815844,
      "grad_norm": 3.447486162185669,
      "learning_rate": 1.3186801377793623e-05,
      "loss": 0.3698,
      "step": 7788
    },
    {
      "epoch": 3.3357601713062097,
      "grad_norm": 6.385848522186279,
      "learning_rate": 1.3180689295192858e-05,
      "loss": 0.4495,
      "step": 7789
    },
    {
      "epoch": 3.336188436830835,
      "grad_norm": 4.13241720199585,
      "learning_rate": 1.3174578122279471e-05,
      "loss": 0.7376,
      "step": 7790
    },
    {
      "epoch": 3.3366167023554603,
      "grad_norm": 1.7989696264266968,
      "learning_rate": 1.3168467859523811e-05,
      "loss": 0.6707,
      "step": 7791
    },
    {
      "epoch": 3.3370449678800855,
      "grad_norm": 1.1934962272644043,
      "learning_rate": 1.3162358507396191e-05,
      "loss": 0.2357,
      "step": 7792
    },
    {
      "epoch": 3.337473233404711,
      "grad_norm": 5.303948879241943,
      "learning_rate": 1.3156250066366783e-05,
      "loss": 0.4577,
      "step": 7793
    },
    {
      "epoch": 3.337901498929336,
      "grad_norm": 3.2698018550872803,
      "learning_rate": 1.3150142536905763e-05,
      "loss": 0.8194,
      "step": 7794
    },
    {
      "epoch": 3.3383297644539613,
      "grad_norm": 5.101723670959473,
      "learning_rate": 1.314403591948319e-05,
      "loss": 0.5339,
      "step": 7795
    },
    {
      "epoch": 3.3387580299785866,
      "grad_norm": 3.3338639736175537,
      "learning_rate": 1.3137930214569072e-05,
      "loss": 1.0401,
      "step": 7796
    },
    {
      "epoch": 3.339186295503212,
      "grad_norm": 5.872292995452881,
      "learning_rate": 1.3131825422633325e-05,
      "loss": 1.3657,
      "step": 7797
    },
    {
      "epoch": 3.339614561027837,
      "grad_norm": 3.3927221298217773,
      "learning_rate": 1.3125721544145842e-05,
      "loss": 0.3174,
      "step": 7798
    },
    {
      "epoch": 3.3400428265524624,
      "grad_norm": 1.1268982887268066,
      "learning_rate": 1.3119618579576399e-05,
      "loss": 0.3554,
      "step": 7799
    },
    {
      "epoch": 3.3404710920770877,
      "grad_norm": 4.8450846672058105,
      "learning_rate": 1.3113516529394704e-05,
      "loss": 0.5998,
      "step": 7800
    },
    {
      "epoch": 3.340899357601713,
      "grad_norm": 1.2514911890029907,
      "learning_rate": 1.3107415394070436e-05,
      "loss": 0.2731,
      "step": 7801
    },
    {
      "epoch": 3.3413276231263382,
      "grad_norm": 3.6379189491271973,
      "learning_rate": 1.3101315174073162e-05,
      "loss": 0.4727,
      "step": 7802
    },
    {
      "epoch": 3.3417558886509635,
      "grad_norm": 1.4631561040878296,
      "learning_rate": 1.3095215869872395e-05,
      "loss": 0.2164,
      "step": 7803
    },
    {
      "epoch": 3.342184154175589,
      "grad_norm": 1.1790879964828491,
      "learning_rate": 1.3089117481937562e-05,
      "loss": 0.1301,
      "step": 7804
    },
    {
      "epoch": 3.342612419700214,
      "grad_norm": 8.501097679138184,
      "learning_rate": 1.3083020010738067e-05,
      "loss": 1.5546,
      "step": 7805
    },
    {
      "epoch": 3.3430406852248393,
      "grad_norm": 8.646533966064453,
      "learning_rate": 1.3076923456743167e-05,
      "loss": 0.2783,
      "step": 7806
    },
    {
      "epoch": 3.3434689507494646,
      "grad_norm": 3.9081544876098633,
      "learning_rate": 1.307082782042212e-05,
      "loss": 0.5236,
      "step": 7807
    },
    {
      "epoch": 3.34389721627409,
      "grad_norm": 1.981067180633545,
      "learning_rate": 1.3064733102244079e-05,
      "loss": 0.1376,
      "step": 7808
    },
    {
      "epoch": 3.344325481798715,
      "grad_norm": 1.5292752981185913,
      "learning_rate": 1.3058639302678122e-05,
      "loss": 0.4693,
      "step": 7809
    },
    {
      "epoch": 3.3447537473233404,
      "grad_norm": 6.219451904296875,
      "learning_rate": 1.3052546422193262e-05,
      "loss": 0.469,
      "step": 7810
    },
    {
      "epoch": 3.3451820128479657,
      "grad_norm": 1.8354853391647339,
      "learning_rate": 1.3046454461258461e-05,
      "loss": 0.18,
      "step": 7811
    },
    {
      "epoch": 3.345610278372591,
      "grad_norm": 4.196720123291016,
      "learning_rate": 1.304036342034259e-05,
      "loss": 0.48,
      "step": 7812
    },
    {
      "epoch": 3.346038543897216,
      "grad_norm": 5.7269816398620605,
      "learning_rate": 1.3034273299914449e-05,
      "loss": 0.5819,
      "step": 7813
    },
    {
      "epoch": 3.3464668094218415,
      "grad_norm": 6.784924507141113,
      "learning_rate": 1.302818410044276e-05,
      "loss": 0.6941,
      "step": 7814
    },
    {
      "epoch": 3.3468950749464668,
      "grad_norm": 6.3268632888793945,
      "learning_rate": 1.3022095822396218e-05,
      "loss": 0.9898,
      "step": 7815
    },
    {
      "epoch": 3.347323340471092,
      "grad_norm": 5.4924397468566895,
      "learning_rate": 1.3016008466243376e-05,
      "loss": 1.5975,
      "step": 7816
    },
    {
      "epoch": 3.3477516059957173,
      "grad_norm": 4.323426723480225,
      "learning_rate": 1.3009922032452782e-05,
      "loss": 1.1506,
      "step": 7817
    },
    {
      "epoch": 3.3481798715203426,
      "grad_norm": 7.398160457611084,
      "learning_rate": 1.3003836521492874e-05,
      "loss": 0.316,
      "step": 7818
    },
    {
      "epoch": 3.348608137044968,
      "grad_norm": 6.588253021240234,
      "learning_rate": 1.2997751933832036e-05,
      "loss": 1.329,
      "step": 7819
    },
    {
      "epoch": 3.349036402569593,
      "grad_norm": 7.900574207305908,
      "learning_rate": 1.2991668269938562e-05,
      "loss": 0.4328,
      "step": 7820
    },
    {
      "epoch": 3.3494646680942184,
      "grad_norm": 6.198533058166504,
      "learning_rate": 1.2985585530280717e-05,
      "loss": 0.7063,
      "step": 7821
    },
    {
      "epoch": 3.3498929336188437,
      "grad_norm": 7.222819805145264,
      "learning_rate": 1.297950371532663e-05,
      "loss": 0.5594,
      "step": 7822
    },
    {
      "epoch": 3.350321199143469,
      "grad_norm": 7.015356540679932,
      "learning_rate": 1.2973422825544423e-05,
      "loss": 0.5708,
      "step": 7823
    },
    {
      "epoch": 3.350749464668094,
      "grad_norm": 3.642580509185791,
      "learning_rate": 1.296734286140211e-05,
      "loss": 0.3953,
      "step": 7824
    },
    {
      "epoch": 3.3511777301927195,
      "grad_norm": 4.026530742645264,
      "learning_rate": 1.2961263823367642e-05,
      "loss": 0.6019,
      "step": 7825
    },
    {
      "epoch": 3.3516059957173447,
      "grad_norm": 2.8444511890411377,
      "learning_rate": 1.295518571190889e-05,
      "loss": 0.8827,
      "step": 7826
    },
    {
      "epoch": 3.35203426124197,
      "grad_norm": 3.4052679538726807,
      "learning_rate": 1.294910852749368e-05,
      "loss": 0.3461,
      "step": 7827
    },
    {
      "epoch": 3.3524625267665953,
      "grad_norm": 4.955124855041504,
      "learning_rate": 1.2943032270589747e-05,
      "loss": 0.8982,
      "step": 7828
    },
    {
      "epoch": 3.3528907922912206,
      "grad_norm": 3.3103315830230713,
      "learning_rate": 1.2936956941664752e-05,
      "loss": 0.4389,
      "step": 7829
    },
    {
      "epoch": 3.353319057815846,
      "grad_norm": 2.66011118888855,
      "learning_rate": 1.2930882541186278e-05,
      "loss": 1.2201,
      "step": 7830
    },
    {
      "epoch": 3.353747323340471,
      "grad_norm": 5.398523330688477,
      "learning_rate": 1.2924809069621885e-05,
      "loss": 1.146,
      "step": 7831
    },
    {
      "epoch": 3.3541755888650964,
      "grad_norm": 1.30800199508667,
      "learning_rate": 1.2918736527438979e-05,
      "loss": 0.1624,
      "step": 7832
    },
    {
      "epoch": 3.3546038543897216,
      "grad_norm": 1.197125792503357,
      "learning_rate": 1.2912664915104966e-05,
      "loss": 0.3941,
      "step": 7833
    },
    {
      "epoch": 3.355032119914347,
      "grad_norm": 3.528578758239746,
      "learning_rate": 1.2906594233087166e-05,
      "loss": 0.2707,
      "step": 7834
    },
    {
      "epoch": 3.355460385438972,
      "grad_norm": 4.210525035858154,
      "learning_rate": 1.2900524481852788e-05,
      "loss": 0.3239,
      "step": 7835
    },
    {
      "epoch": 3.3558886509635975,
      "grad_norm": 1.3330506086349487,
      "learning_rate": 1.2894455661869018e-05,
      "loss": 0.455,
      "step": 7836
    },
    {
      "epoch": 3.3563169164882227,
      "grad_norm": 3.4209983348846436,
      "learning_rate": 1.2888387773602944e-05,
      "loss": 0.4085,
      "step": 7837
    },
    {
      "epoch": 3.356745182012848,
      "grad_norm": 1.8048357963562012,
      "learning_rate": 1.2882320817521588e-05,
      "loss": 0.4928,
      "step": 7838
    },
    {
      "epoch": 3.3571734475374733,
      "grad_norm": 6.528476715087891,
      "learning_rate": 1.287625479409189e-05,
      "loss": 0.5246,
      "step": 7839
    },
    {
      "epoch": 3.3576017130620985,
      "grad_norm": 2.3896379470825195,
      "learning_rate": 1.2870189703780752e-05,
      "loss": 1.1599,
      "step": 7840
    },
    {
      "epoch": 3.358029978586724,
      "grad_norm": 4.248366355895996,
      "learning_rate": 1.2864125547054966e-05,
      "loss": 1.1321,
      "step": 7841
    },
    {
      "epoch": 3.358458244111349,
      "grad_norm": 6.216777801513672,
      "learning_rate": 1.285806232438127e-05,
      "loss": 0.9496,
      "step": 7842
    },
    {
      "epoch": 3.3588865096359743,
      "grad_norm": 1.3886818885803223,
      "learning_rate": 1.2852000036226317e-05,
      "loss": 0.4015,
      "step": 7843
    },
    {
      "epoch": 3.3593147751605996,
      "grad_norm": 1.8264856338500977,
      "learning_rate": 1.2845938683056727e-05,
      "loss": 0.9492,
      "step": 7844
    },
    {
      "epoch": 3.359743040685225,
      "grad_norm": 2.8242576122283936,
      "learning_rate": 1.2839878265338978e-05,
      "loss": 0.2898,
      "step": 7845
    },
    {
      "epoch": 3.36017130620985,
      "grad_norm": 1.6587293148040771,
      "learning_rate": 1.2833818783539552e-05,
      "loss": 0.5645,
      "step": 7846
    },
    {
      "epoch": 3.3605995717344754,
      "grad_norm": 1.2800089120864868,
      "learning_rate": 1.282776023812481e-05,
      "loss": 0.2256,
      "step": 7847
    },
    {
      "epoch": 3.3610278372591007,
      "grad_norm": 8.40665054321289,
      "learning_rate": 1.2821702629561062e-05,
      "loss": 0.5562,
      "step": 7848
    },
    {
      "epoch": 3.361456102783726,
      "grad_norm": 3.675304412841797,
      "learning_rate": 1.2815645958314514e-05,
      "loss": 1.8777,
      "step": 7849
    },
    {
      "epoch": 3.3618843683083512,
      "grad_norm": 2.9849302768707275,
      "learning_rate": 1.2809590224851365e-05,
      "loss": 1.3237,
      "step": 7850
    },
    {
      "epoch": 3.3623126338329765,
      "grad_norm": 1.791597604751587,
      "learning_rate": 1.2803535429637675e-05,
      "loss": 0.835,
      "step": 7851
    },
    {
      "epoch": 3.362740899357602,
      "grad_norm": 1.5746394395828247,
      "learning_rate": 1.2797481573139467e-05,
      "loss": 0.3353,
      "step": 7852
    },
    {
      "epoch": 3.363169164882227,
      "grad_norm": 9.549789428710938,
      "learning_rate": 1.279142865582267e-05,
      "loss": 0.6655,
      "step": 7853
    },
    {
      "epoch": 3.3635974304068523,
      "grad_norm": 8.230364799499512,
      "learning_rate": 1.2785376678153188e-05,
      "loss": 0.7242,
      "step": 7854
    },
    {
      "epoch": 3.3640256959314776,
      "grad_norm": 5.533780097961426,
      "learning_rate": 1.2779325640596772e-05,
      "loss": 0.8193,
      "step": 7855
    },
    {
      "epoch": 3.364453961456103,
      "grad_norm": 6.490214824676514,
      "learning_rate": 1.2773275543619185e-05,
      "loss": 0.607,
      "step": 7856
    },
    {
      "epoch": 3.364882226980728,
      "grad_norm": 2.8512721061706543,
      "learning_rate": 1.2767226387686065e-05,
      "loss": 0.3564,
      "step": 7857
    },
    {
      "epoch": 3.3653104925053534,
      "grad_norm": 4.404346466064453,
      "learning_rate": 1.2761178173262994e-05,
      "loss": 0.8162,
      "step": 7858
    },
    {
      "epoch": 3.3657387580299787,
      "grad_norm": 3.700927257537842,
      "learning_rate": 1.275513090081547e-05,
      "loss": 0.6952,
      "step": 7859
    },
    {
      "epoch": 3.366167023554604,
      "grad_norm": 2.3260388374328613,
      "learning_rate": 1.2749084570808962e-05,
      "loss": 0.7512,
      "step": 7860
    },
    {
      "epoch": 3.3665952890792292,
      "grad_norm": 1.5155761241912842,
      "learning_rate": 1.2743039183708785e-05,
      "loss": 0.3217,
      "step": 7861
    },
    {
      "epoch": 3.3670235546038545,
      "grad_norm": 2.835345983505249,
      "learning_rate": 1.2736994739980265e-05,
      "loss": 0.3721,
      "step": 7862
    },
    {
      "epoch": 3.3674518201284798,
      "grad_norm": 5.738487720489502,
      "learning_rate": 1.2730951240088609e-05,
      "loss": 0.4974,
      "step": 7863
    },
    {
      "epoch": 3.367880085653105,
      "grad_norm": 3.026383876800537,
      "learning_rate": 1.2724908684498966e-05,
      "loss": 0.1894,
      "step": 7864
    },
    {
      "epoch": 3.3683083511777303,
      "grad_norm": 3.6920201778411865,
      "learning_rate": 1.2718867073676389e-05,
      "loss": 0.9009,
      "step": 7865
    },
    {
      "epoch": 3.3687366167023556,
      "grad_norm": 7.862199306488037,
      "learning_rate": 1.2712826408085904e-05,
      "loss": 1.1252,
      "step": 7866
    },
    {
      "epoch": 3.369164882226981,
      "grad_norm": 0.8851040601730347,
      "learning_rate": 1.270678668819243e-05,
      "loss": 0.2245,
      "step": 7867
    },
    {
      "epoch": 3.369593147751606,
      "grad_norm": 5.3820085525512695,
      "learning_rate": 1.2700747914460806e-05,
      "loss": 0.3063,
      "step": 7868
    },
    {
      "epoch": 3.3700214132762314,
      "grad_norm": 3.2707765102386475,
      "learning_rate": 1.2694710087355837e-05,
      "loss": 0.2432,
      "step": 7869
    },
    {
      "epoch": 3.3704496788008567,
      "grad_norm": 4.042435169219971,
      "learning_rate": 1.2688673207342223e-05,
      "loss": 0.3837,
      "step": 7870
    },
    {
      "epoch": 3.370877944325482,
      "grad_norm": 2.317683696746826,
      "learning_rate": 1.2682637274884596e-05,
      "loss": 0.4734,
      "step": 7871
    },
    {
      "epoch": 3.371306209850107,
      "grad_norm": 2.6056478023529053,
      "learning_rate": 1.2676602290447508e-05,
      "loss": 0.9355,
      "step": 7872
    },
    {
      "epoch": 3.3717344753747325,
      "grad_norm": 2.5468807220458984,
      "learning_rate": 1.2670568254495482e-05,
      "loss": 0.1846,
      "step": 7873
    },
    {
      "epoch": 3.3721627408993577,
      "grad_norm": 2.97177791595459,
      "learning_rate": 1.2664535167492898e-05,
      "loss": 0.929,
      "step": 7874
    },
    {
      "epoch": 3.372591006423983,
      "grad_norm": 5.4156599044799805,
      "learning_rate": 1.2658503029904118e-05,
      "loss": 0.455,
      "step": 7875
    },
    {
      "epoch": 3.3730192719486083,
      "grad_norm": 5.901893615722656,
      "learning_rate": 1.2652471842193415e-05,
      "loss": 1.7556,
      "step": 7876
    },
    {
      "epoch": 3.3734475374732336,
      "grad_norm": 2.0157406330108643,
      "learning_rate": 1.2646441604824982e-05,
      "loss": 0.5661,
      "step": 7877
    },
    {
      "epoch": 3.373875802997859,
      "grad_norm": 1.2337069511413574,
      "learning_rate": 1.264041231826293e-05,
      "loss": 0.3118,
      "step": 7878
    },
    {
      "epoch": 3.374304068522484,
      "grad_norm": 22.26018524169922,
      "learning_rate": 1.2634383982971338e-05,
      "loss": 1.2069,
      "step": 7879
    },
    {
      "epoch": 3.3747323340471094,
      "grad_norm": 1.5675064325332642,
      "learning_rate": 1.2628356599414165e-05,
      "loss": 0.6374,
      "step": 7880
    },
    {
      "epoch": 3.3751605995717346,
      "grad_norm": 5.510644435882568,
      "learning_rate": 1.2622330168055321e-05,
      "loss": 0.6583,
      "step": 7881
    },
    {
      "epoch": 3.37558886509636,
      "grad_norm": 1.2948065996170044,
      "learning_rate": 1.2616304689358627e-05,
      "loss": 0.2667,
      "step": 7882
    },
    {
      "epoch": 3.376017130620985,
      "grad_norm": 2.5229485034942627,
      "learning_rate": 1.2610280163787875e-05,
      "loss": 0.6825,
      "step": 7883
    },
    {
      "epoch": 3.3764453961456105,
      "grad_norm": 5.559537887573242,
      "learning_rate": 1.2604256591806701e-05,
      "loss": 0.9225,
      "step": 7884
    },
    {
      "epoch": 3.3768736616702357,
      "grad_norm": 2.563474655151367,
      "learning_rate": 1.2598233973878751e-05,
      "loss": 0.8507,
      "step": 7885
    },
    {
      "epoch": 3.377301927194861,
      "grad_norm": 5.617764949798584,
      "learning_rate": 1.2592212310467556e-05,
      "loss": 0.8377,
      "step": 7886
    },
    {
      "epoch": 3.3777301927194863,
      "grad_norm": 3.0117459297180176,
      "learning_rate": 1.2586191602036574e-05,
      "loss": 1.0204,
      "step": 7887
    },
    {
      "epoch": 3.3781584582441115,
      "grad_norm": 4.13433313369751,
      "learning_rate": 1.2580171849049193e-05,
      "loss": 0.5911,
      "step": 7888
    },
    {
      "epoch": 3.378586723768737,
      "grad_norm": 5.071127414703369,
      "learning_rate": 1.2574153051968746e-05,
      "loss": 0.4196,
      "step": 7889
    },
    {
      "epoch": 3.3790149892933616,
      "grad_norm": 7.4121012687683105,
      "learning_rate": 1.2568135211258469e-05,
      "loss": 0.6648,
      "step": 7890
    },
    {
      "epoch": 3.3794432548179874,
      "grad_norm": 1.173202633857727,
      "learning_rate": 1.2562118327381531e-05,
      "loss": 0.2541,
      "step": 7891
    },
    {
      "epoch": 3.379871520342612,
      "grad_norm": 2.039217710494995,
      "learning_rate": 1.2556102400801017e-05,
      "loss": 0.1462,
      "step": 7892
    },
    {
      "epoch": 3.380299785867238,
      "grad_norm": 4.8423943519592285,
      "learning_rate": 1.2550087431979984e-05,
      "loss": 0.5121,
      "step": 7893
    },
    {
      "epoch": 3.3807280513918627,
      "grad_norm": 4.0777459144592285,
      "learning_rate": 1.2544073421381341e-05,
      "loss": 1.1228,
      "step": 7894
    },
    {
      "epoch": 3.3811563169164884,
      "grad_norm": 3.0736217498779297,
      "learning_rate": 1.2538060369467987e-05,
      "loss": 0.2769,
      "step": 7895
    },
    {
      "epoch": 3.3815845824411133,
      "grad_norm": 3.170013427734375,
      "learning_rate": 1.2532048276702724e-05,
      "loss": 1.5106,
      "step": 7896
    },
    {
      "epoch": 3.382012847965739,
      "grad_norm": 3.794867992401123,
      "learning_rate": 1.2526037143548269e-05,
      "loss": 0.474,
      "step": 7897
    },
    {
      "epoch": 3.382441113490364,
      "grad_norm": 4.228236675262451,
      "learning_rate": 1.2520026970467274e-05,
      "loss": 0.9622,
      "step": 7898
    },
    {
      "epoch": 3.3828693790149895,
      "grad_norm": 3.036648988723755,
      "learning_rate": 1.2514017757922348e-05,
      "loss": 1.098,
      "step": 7899
    },
    {
      "epoch": 3.3832976445396143,
      "grad_norm": 1.8314270973205566,
      "learning_rate": 1.2508009506375956e-05,
      "loss": 0.2844,
      "step": 7900
    },
    {
      "epoch": 3.38372591006424,
      "grad_norm": 2.9420270919799805,
      "learning_rate": 1.250200221629056e-05,
      "loss": 0.7209,
      "step": 7901
    },
    {
      "epoch": 3.384154175588865,
      "grad_norm": 1.0146794319152832,
      "learning_rate": 1.2495995888128506e-05,
      "loss": 0.2236,
      "step": 7902
    },
    {
      "epoch": 3.3845824411134906,
      "grad_norm": 5.556590557098389,
      "learning_rate": 1.2489990522352071e-05,
      "loss": 0.9074,
      "step": 7903
    },
    {
      "epoch": 3.3850107066381154,
      "grad_norm": 2.197280168533325,
      "learning_rate": 1.2483986119423488e-05,
      "loss": 0.2643,
      "step": 7904
    },
    {
      "epoch": 3.385438972162741,
      "grad_norm": 2.294787645339966,
      "learning_rate": 1.2477982679804876e-05,
      "loss": 0.6212,
      "step": 7905
    },
    {
      "epoch": 3.385867237687366,
      "grad_norm": 5.085075855255127,
      "learning_rate": 1.2471980203958302e-05,
      "loss": 0.7486,
      "step": 7906
    },
    {
      "epoch": 3.3862955032119912,
      "grad_norm": 3.489015817642212,
      "learning_rate": 1.2465978692345744e-05,
      "loss": 0.8138,
      "step": 7907
    },
    {
      "epoch": 3.3867237687366165,
      "grad_norm": 3.7032859325408936,
      "learning_rate": 1.2459978145429132e-05,
      "loss": 0.5782,
      "step": 7908
    },
    {
      "epoch": 3.387152034261242,
      "grad_norm": 3.105211019515991,
      "learning_rate": 1.2453978563670299e-05,
      "loss": 0.299,
      "step": 7909
    },
    {
      "epoch": 3.387580299785867,
      "grad_norm": 2.7205333709716797,
      "learning_rate": 1.2447979947531007e-05,
      "loss": 0.4435,
      "step": 7910
    },
    {
      "epoch": 3.3880085653104923,
      "grad_norm": 3.535917282104492,
      "learning_rate": 1.244198229747294e-05,
      "loss": 0.846,
      "step": 7911
    },
    {
      "epoch": 3.3884368308351176,
      "grad_norm": 2.4077370166778564,
      "learning_rate": 1.243598561395774e-05,
      "loss": 0.2249,
      "step": 7912
    },
    {
      "epoch": 3.388865096359743,
      "grad_norm": 4.743453025817871,
      "learning_rate": 1.2429989897446915e-05,
      "loss": 0.4301,
      "step": 7913
    },
    {
      "epoch": 3.389293361884368,
      "grad_norm": 6.789904594421387,
      "learning_rate": 1.2423995148401954e-05,
      "loss": 0.8357,
      "step": 7914
    },
    {
      "epoch": 3.3897216274089934,
      "grad_norm": 3.389177083969116,
      "learning_rate": 1.2418001367284246e-05,
      "loss": 0.8637,
      "step": 7915
    },
    {
      "epoch": 3.3901498929336187,
      "grad_norm": 4.803441047668457,
      "learning_rate": 1.2412008554555108e-05,
      "loss": 0.6437,
      "step": 7916
    },
    {
      "epoch": 3.390578158458244,
      "grad_norm": 2.296675682067871,
      "learning_rate": 1.2406016710675774e-05,
      "loss": 0.4577,
      "step": 7917
    },
    {
      "epoch": 3.3910064239828692,
      "grad_norm": 4.885873317718506,
      "learning_rate": 1.2400025836107437e-05,
      "loss": 0.5357,
      "step": 7918
    },
    {
      "epoch": 3.3914346895074945,
      "grad_norm": 6.902667045593262,
      "learning_rate": 1.2394035931311173e-05,
      "loss": 0.4654,
      "step": 7919
    },
    {
      "epoch": 3.3918629550321198,
      "grad_norm": 1.524747371673584,
      "learning_rate": 1.2388046996748013e-05,
      "loss": 0.392,
      "step": 7920
    },
    {
      "epoch": 3.392291220556745,
      "grad_norm": 3.2514121532440186,
      "learning_rate": 1.2382059032878884e-05,
      "loss": 0.7961,
      "step": 7921
    },
    {
      "epoch": 3.3927194860813703,
      "grad_norm": 3.360767364501953,
      "learning_rate": 1.2376072040164691e-05,
      "loss": 0.549,
      "step": 7922
    },
    {
      "epoch": 3.3931477516059956,
      "grad_norm": 7.171664714813232,
      "learning_rate": 1.2370086019066187e-05,
      "loss": 0.9937,
      "step": 7923
    },
    {
      "epoch": 3.393576017130621,
      "grad_norm": 5.831264495849609,
      "learning_rate": 1.236410097004413e-05,
      "loss": 1.0602,
      "step": 7924
    },
    {
      "epoch": 3.394004282655246,
      "grad_norm": 3.2810776233673096,
      "learning_rate": 1.2358116893559146e-05,
      "loss": 0.4675,
      "step": 7925
    },
    {
      "epoch": 3.3944325481798714,
      "grad_norm": 4.611839294433594,
      "learning_rate": 1.2352133790071815e-05,
      "loss": 1.1777,
      "step": 7926
    },
    {
      "epoch": 3.3948608137044967,
      "grad_norm": 4.632328510284424,
      "learning_rate": 1.2346151660042623e-05,
      "loss": 0.4747,
      "step": 7927
    },
    {
      "epoch": 3.395289079229122,
      "grad_norm": 2.0895793437957764,
      "learning_rate": 1.2340170503932008e-05,
      "loss": 0.1698,
      "step": 7928
    },
    {
      "epoch": 3.395717344753747,
      "grad_norm": 1.8344796895980835,
      "learning_rate": 1.2334190322200309e-05,
      "loss": 0.7566,
      "step": 7929
    },
    {
      "epoch": 3.3961456102783725,
      "grad_norm": 1.8584184646606445,
      "learning_rate": 1.2328211115307798e-05,
      "loss": 0.3466,
      "step": 7930
    },
    {
      "epoch": 3.3965738758029977,
      "grad_norm": 4.271256923675537,
      "learning_rate": 1.232223288371466e-05,
      "loss": 0.9831,
      "step": 7931
    },
    {
      "epoch": 3.397002141327623,
      "grad_norm": 4.9960737228393555,
      "learning_rate": 1.231625562788105e-05,
      "loss": 0.3611,
      "step": 7932
    },
    {
      "epoch": 3.3974304068522483,
      "grad_norm": 2.799567937850952,
      "learning_rate": 1.231027934826697e-05,
      "loss": 0.2576,
      "step": 7933
    },
    {
      "epoch": 3.3978586723768736,
      "grad_norm": 2.71315598487854,
      "learning_rate": 1.2304304045332423e-05,
      "loss": 0.4515,
      "step": 7934
    },
    {
      "epoch": 3.398286937901499,
      "grad_norm": 3.345235824584961,
      "learning_rate": 1.2298329719537302e-05,
      "loss": 0.5472,
      "step": 7935
    },
    {
      "epoch": 3.398715203426124,
      "grad_norm": 8.035415649414062,
      "learning_rate": 1.2292356371341418e-05,
      "loss": 0.3792,
      "step": 7936
    },
    {
      "epoch": 3.3991434689507494,
      "grad_norm": 1.972625494003296,
      "learning_rate": 1.2286384001204516e-05,
      "loss": 0.973,
      "step": 7937
    },
    {
      "epoch": 3.3995717344753746,
      "grad_norm": 2.7354116439819336,
      "learning_rate": 1.2280412609586278e-05,
      "loss": 0.6072,
      "step": 7938
    },
    {
      "epoch": 3.4,
      "grad_norm": 2.6036243438720703,
      "learning_rate": 1.2274442196946296e-05,
      "loss": 0.3554,
      "step": 7939
    },
    {
      "epoch": 3.400428265524625,
      "grad_norm": 8.061408996582031,
      "learning_rate": 1.2268472763744077e-05,
      "loss": 0.47,
      "step": 7940
    },
    {
      "epoch": 3.4008565310492505,
      "grad_norm": 5.78514289855957,
      "learning_rate": 1.2262504310439094e-05,
      "loss": 1.2103,
      "step": 7941
    },
    {
      "epoch": 3.4012847965738757,
      "grad_norm": 2.24749755859375,
      "learning_rate": 1.225653683749068e-05,
      "loss": 0.5957,
      "step": 7942
    },
    {
      "epoch": 3.401713062098501,
      "grad_norm": 3.1150012016296387,
      "learning_rate": 1.2250570345358156e-05,
      "loss": 0.2885,
      "step": 7943
    },
    {
      "epoch": 3.4021413276231263,
      "grad_norm": 2.8760106563568115,
      "learning_rate": 1.2244604834500731e-05,
      "loss": 0.3175,
      "step": 7944
    },
    {
      "epoch": 3.4025695931477515,
      "grad_norm": 2.6141786575317383,
      "learning_rate": 1.2238640305377549e-05,
      "loss": 0.9516,
      "step": 7945
    },
    {
      "epoch": 3.402997858672377,
      "grad_norm": 2.718684434890747,
      "learning_rate": 1.2232676758447665e-05,
      "loss": 0.2621,
      "step": 7946
    },
    {
      "epoch": 3.403426124197002,
      "grad_norm": 1.8420053720474243,
      "learning_rate": 1.2226714194170092e-05,
      "loss": 0.1737,
      "step": 7947
    },
    {
      "epoch": 3.4038543897216273,
      "grad_norm": 3.2821643352508545,
      "learning_rate": 1.2220752613003733e-05,
      "loss": 0.3613,
      "step": 7948
    },
    {
      "epoch": 3.4042826552462526,
      "grad_norm": 4.774615287780762,
      "learning_rate": 1.2214792015407433e-05,
      "loss": 0.478,
      "step": 7949
    },
    {
      "epoch": 3.404710920770878,
      "grad_norm": 5.5004658699035645,
      "learning_rate": 1.2208832401839943e-05,
      "loss": 0.5296,
      "step": 7950
    },
    {
      "epoch": 3.405139186295503,
      "grad_norm": 3.297086477279663,
      "learning_rate": 1.2202873772759981e-05,
      "loss": 0.2256,
      "step": 7951
    },
    {
      "epoch": 3.4055674518201284,
      "grad_norm": 6.515764236450195,
      "learning_rate": 1.2196916128626126e-05,
      "loss": 1.0319,
      "step": 7952
    },
    {
      "epoch": 3.4059957173447537,
      "grad_norm": 3.2839953899383545,
      "learning_rate": 1.2190959469896937e-05,
      "loss": 0.2915,
      "step": 7953
    },
    {
      "epoch": 3.406423982869379,
      "grad_norm": 2.29718017578125,
      "learning_rate": 1.2185003797030872e-05,
      "loss": 0.4128,
      "step": 7954
    },
    {
      "epoch": 3.4068522483940042,
      "grad_norm": 2.5382726192474365,
      "learning_rate": 1.2179049110486312e-05,
      "loss": 0.3334,
      "step": 7955
    },
    {
      "epoch": 3.4072805139186295,
      "grad_norm": 6.454638957977295,
      "learning_rate": 1.217309541072156e-05,
      "loss": 0.8457,
      "step": 7956
    },
    {
      "epoch": 3.407708779443255,
      "grad_norm": 3.9560089111328125,
      "learning_rate": 1.2167142698194866e-05,
      "loss": 0.3939,
      "step": 7957
    },
    {
      "epoch": 3.40813704496788,
      "grad_norm": 6.478205680847168,
      "learning_rate": 1.2161190973364383e-05,
      "loss": 1.2695,
      "step": 7958
    },
    {
      "epoch": 3.4085653104925053,
      "grad_norm": 1.4433282613754272,
      "learning_rate": 1.2155240236688186e-05,
      "loss": 0.3734,
      "step": 7959
    },
    {
      "epoch": 3.4089935760171306,
      "grad_norm": 9.198882102966309,
      "learning_rate": 1.2149290488624276e-05,
      "loss": 0.8601,
      "step": 7960
    },
    {
      "epoch": 3.409421841541756,
      "grad_norm": 4.650103569030762,
      "learning_rate": 1.2143341729630608e-05,
      "loss": 0.5027,
      "step": 7961
    },
    {
      "epoch": 3.409850107066381,
      "grad_norm": 2.94838547706604,
      "learning_rate": 1.2137393960165e-05,
      "loss": 0.7456,
      "step": 7962
    },
    {
      "epoch": 3.4102783725910064,
      "grad_norm": 4.781175136566162,
      "learning_rate": 1.2131447180685254e-05,
      "loss": 0.3126,
      "step": 7963
    },
    {
      "epoch": 3.4107066381156317,
      "grad_norm": 4.031643390655518,
      "learning_rate": 1.2125501391649067e-05,
      "loss": 1.0729,
      "step": 7964
    },
    {
      "epoch": 3.411134903640257,
      "grad_norm": 2.9189040660858154,
      "learning_rate": 1.2119556593514058e-05,
      "loss": 0.8579,
      "step": 7965
    },
    {
      "epoch": 3.4115631691648822,
      "grad_norm": 2.630485773086548,
      "learning_rate": 1.211361278673777e-05,
      "loss": 0.1893,
      "step": 7966
    },
    {
      "epoch": 3.4119914346895075,
      "grad_norm": 1.7656207084655762,
      "learning_rate": 1.2107669971777693e-05,
      "loss": 0.5725,
      "step": 7967
    },
    {
      "epoch": 3.4124197002141328,
      "grad_norm": 1.3363782167434692,
      "learning_rate": 1.2101728149091212e-05,
      "loss": 0.3263,
      "step": 7968
    },
    {
      "epoch": 3.412847965738758,
      "grad_norm": 5.602535724639893,
      "learning_rate": 1.2095787319135648e-05,
      "loss": 1.3366,
      "step": 7969
    },
    {
      "epoch": 3.4132762312633833,
      "grad_norm": 3.8901031017303467,
      "learning_rate": 1.2089847482368236e-05,
      "loss": 0.944,
      "step": 7970
    },
    {
      "epoch": 3.4137044967880086,
      "grad_norm": 3.2971479892730713,
      "learning_rate": 1.208390863924617e-05,
      "loss": 0.1993,
      "step": 7971
    },
    {
      "epoch": 3.414132762312634,
      "grad_norm": 3.9258992671966553,
      "learning_rate": 1.2077970790226498e-05,
      "loss": 0.2759,
      "step": 7972
    },
    {
      "epoch": 3.414561027837259,
      "grad_norm": 12.403188705444336,
      "learning_rate": 1.2072033935766266e-05,
      "loss": 0.5348,
      "step": 7973
    },
    {
      "epoch": 3.4149892933618844,
      "grad_norm": 1.700442910194397,
      "learning_rate": 1.2066098076322404e-05,
      "loss": 0.6603,
      "step": 7974
    },
    {
      "epoch": 3.4154175588865097,
      "grad_norm": 4.36119270324707,
      "learning_rate": 1.2060163212351759e-05,
      "loss": 1.2085,
      "step": 7975
    },
    {
      "epoch": 3.415845824411135,
      "grad_norm": 4.616771221160889,
      "learning_rate": 1.2054229344311136e-05,
      "loss": 0.801,
      "step": 7976
    },
    {
      "epoch": 3.41627408993576,
      "grad_norm": 3.5162999629974365,
      "learning_rate": 1.2048296472657231e-05,
      "loss": 0.444,
      "step": 7977
    },
    {
      "epoch": 3.4167023554603855,
      "grad_norm": 4.911367893218994,
      "learning_rate": 1.2042364597846676e-05,
      "loss": 1.0361,
      "step": 7978
    },
    {
      "epoch": 3.4171306209850107,
      "grad_norm": 4.359004497528076,
      "learning_rate": 1.2036433720336013e-05,
      "loss": 1.1866,
      "step": 7979
    },
    {
      "epoch": 3.417558886509636,
      "grad_norm": 3.241659641265869,
      "learning_rate": 1.203050384058175e-05,
      "loss": 0.4833,
      "step": 7980
    },
    {
      "epoch": 3.4179871520342613,
      "grad_norm": 5.326026916503906,
      "learning_rate": 1.202457495904025e-05,
      "loss": 0.4373,
      "step": 7981
    },
    {
      "epoch": 3.4184154175588866,
      "grad_norm": 17.008241653442383,
      "learning_rate": 1.2018647076167863e-05,
      "loss": 1.4503,
      "step": 7982
    },
    {
      "epoch": 3.418843683083512,
      "grad_norm": 4.389308452606201,
      "learning_rate": 1.201272019242083e-05,
      "loss": 0.2686,
      "step": 7983
    },
    {
      "epoch": 3.419271948608137,
      "grad_norm": 3.3193252086639404,
      "learning_rate": 1.2006794308255312e-05,
      "loss": 0.9181,
      "step": 7984
    },
    {
      "epoch": 3.4197002141327624,
      "grad_norm": 4.456864356994629,
      "learning_rate": 1.20008694241274e-05,
      "loss": 1.1416,
      "step": 7985
    },
    {
      "epoch": 3.4201284796573876,
      "grad_norm": 1.854919195175171,
      "learning_rate": 1.1994945540493127e-05,
      "loss": 0.449,
      "step": 7986
    },
    {
      "epoch": 3.420556745182013,
      "grad_norm": 3.040581226348877,
      "learning_rate": 1.1989022657808421e-05,
      "loss": 0.33,
      "step": 7987
    },
    {
      "epoch": 3.420985010706638,
      "grad_norm": 5.09257173538208,
      "learning_rate": 1.1983100776529146e-05,
      "loss": 0.4085,
      "step": 7988
    },
    {
      "epoch": 3.4214132762312635,
      "grad_norm": 16.18803596496582,
      "learning_rate": 1.1977179897111074e-05,
      "loss": 0.3224,
      "step": 7989
    },
    {
      "epoch": 3.4218415417558887,
      "grad_norm": 1.7732905149459839,
      "learning_rate": 1.1971260020009944e-05,
      "loss": 0.5653,
      "step": 7990
    },
    {
      "epoch": 3.422269807280514,
      "grad_norm": 8.589378356933594,
      "learning_rate": 1.1965341145681347e-05,
      "loss": 0.6623,
      "step": 7991
    },
    {
      "epoch": 3.4226980728051393,
      "grad_norm": 3.934312343597412,
      "learning_rate": 1.1959423274580864e-05,
      "loss": 0.929,
      "step": 7992
    },
    {
      "epoch": 3.4231263383297645,
      "grad_norm": 3.6866657733917236,
      "learning_rate": 1.1953506407163964e-05,
      "loss": 0.3397,
      "step": 7993
    },
    {
      "epoch": 3.42355460385439,
      "grad_norm": 3.9221725463867188,
      "learning_rate": 1.1947590543886045e-05,
      "loss": 0.4356,
      "step": 7994
    },
    {
      "epoch": 3.423982869379015,
      "grad_norm": 2.6412739753723145,
      "learning_rate": 1.1941675685202416e-05,
      "loss": 1.0983,
      "step": 7995
    },
    {
      "epoch": 3.4244111349036404,
      "grad_norm": 4.511929512023926,
      "learning_rate": 1.1935761831568343e-05,
      "loss": 0.3852,
      "step": 7996
    },
    {
      "epoch": 3.4248394004282656,
      "grad_norm": 9.819241523742676,
      "learning_rate": 1.1929848983438982e-05,
      "loss": 0.7471,
      "step": 7997
    },
    {
      "epoch": 3.425267665952891,
      "grad_norm": 8.186346054077148,
      "learning_rate": 1.1923937141269426e-05,
      "loss": 0.5579,
      "step": 7998
    },
    {
      "epoch": 3.425695931477516,
      "grad_norm": 2.811282157897949,
      "learning_rate": 1.1918026305514673e-05,
      "loss": 0.1199,
      "step": 7999
    },
    {
      "epoch": 3.4261241970021414,
      "grad_norm": 3.7001380920410156,
      "learning_rate": 1.1912116476629686e-05,
      "loss": 0.3763,
      "step": 8000
    }
  ],
  "logging_steps": 1,
  "max_steps": 11675,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 5,
  "save_steps": 1000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 9.16676493711088e+18,
  "train_batch_size": 3,
  "trial_name": null,
  "trial_params": null
}