{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 945,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0010582010582010583,
      "grad_norm": 20.26162338256836,
      "learning_rate": 0.0002,
      "loss": 11.1132,
      "step": 1
    },
    {
      "epoch": 0.0021164021164021165,
      "grad_norm": 16.25160026550293,
      "learning_rate": 0.00019978835978835978,
      "loss": 10.3095,
      "step": 2
    },
    {
      "epoch": 0.0031746031746031746,
      "grad_norm": 10.381426811218262,
      "learning_rate": 0.00019957671957671958,
      "loss": 8.4567,
      "step": 3
    },
    {
      "epoch": 0.004232804232804233,
      "grad_norm": 8.31812858581543,
      "learning_rate": 0.00019936507936507938,
      "loss": 7.5454,
      "step": 4
    },
    {
      "epoch": 0.005291005291005291,
      "grad_norm": 5.238654136657715,
      "learning_rate": 0.00019915343915343915,
      "loss": 7.0702,
      "step": 5
    },
    {
      "epoch": 0.006349206349206349,
      "grad_norm": 6.642376899719238,
      "learning_rate": 0.00019894179894179893,
      "loss": 6.6116,
      "step": 6
    },
    {
      "epoch": 0.007407407407407408,
      "grad_norm": 4.881239891052246,
      "learning_rate": 0.00019873015873015875,
      "loss": 6.5357,
      "step": 7
    },
    {
      "epoch": 0.008465608465608466,
      "grad_norm": 5.304284572601318,
      "learning_rate": 0.00019851851851851853,
      "loss": 6.3942,
      "step": 8
    },
    {
      "epoch": 0.009523809523809525,
      "grad_norm": 4.4498066902160645,
      "learning_rate": 0.0001983068783068783,
      "loss": 6.1214,
      "step": 9
    },
    {
      "epoch": 0.010582010582010581,
      "grad_norm": 4.769076347351074,
      "learning_rate": 0.0001980952380952381,
      "loss": 5.9294,
      "step": 10
    },
    {
      "epoch": 0.01164021164021164,
      "grad_norm": 4.279926300048828,
      "learning_rate": 0.0001978835978835979,
      "loss": 5.698,
      "step": 11
    },
    {
      "epoch": 0.012698412698412698,
      "grad_norm": 20.532947540283203,
      "learning_rate": 0.00019767195767195767,
      "loss": 6.0652,
      "step": 12
    },
    {
      "epoch": 0.013756613756613757,
      "grad_norm": 4.963866233825684,
      "learning_rate": 0.00019746031746031747,
      "loss": 5.5619,
      "step": 13
    },
    {
      "epoch": 0.014814814814814815,
      "grad_norm": 4.6967902183532715,
      "learning_rate": 0.00019724867724867727,
      "loss": 5.4388,
      "step": 14
    },
    {
      "epoch": 0.015873015873015872,
      "grad_norm": 6.878599643707275,
      "learning_rate": 0.00019703703703703704,
      "loss": 5.4377,
      "step": 15
    },
    {
      "epoch": 0.016931216931216932,
      "grad_norm": 4.517831802368164,
      "learning_rate": 0.00019682539682539682,
      "loss": 5.4749,
      "step": 16
    },
    {
      "epoch": 0.01798941798941799,
      "grad_norm": 3.3098182678222656,
      "learning_rate": 0.00019661375661375662,
      "loss": 5.7249,
      "step": 17
    },
    {
      "epoch": 0.01904761904761905,
      "grad_norm": 4.490530014038086,
      "learning_rate": 0.00019640211640211641,
      "loss": 5.7448,
      "step": 18
    },
    {
      "epoch": 0.020105820105820106,
      "grad_norm": 5.084166526794434,
      "learning_rate": 0.0001961904761904762,
      "loss": 5.3591,
      "step": 19
    },
    {
      "epoch": 0.021164021164021163,
      "grad_norm": 6.680990219116211,
      "learning_rate": 0.000195978835978836,
      "loss": 5.4953,
      "step": 20
    },
    {
      "epoch": 0.022222222222222223,
      "grad_norm": 5.75714111328125,
      "learning_rate": 0.0001957671957671958,
      "loss": 5.2276,
      "step": 21
    },
    {
      "epoch": 0.02328042328042328,
      "grad_norm": 3.588426351547241,
      "learning_rate": 0.00019555555555555556,
      "loss": 5.4202,
      "step": 22
    },
    {
      "epoch": 0.02433862433862434,
      "grad_norm": 3.910057783126831,
      "learning_rate": 0.00019534391534391536,
      "loss": 5.1762,
      "step": 23
    },
    {
      "epoch": 0.025396825396825397,
      "grad_norm": 4.348681449890137,
      "learning_rate": 0.00019513227513227513,
      "loss": 5.0731,
      "step": 24
    },
    {
      "epoch": 0.026455026455026454,
      "grad_norm": 5.0347442626953125,
      "learning_rate": 0.00019492063492063493,
      "loss": 4.9744,
      "step": 25
    },
    {
      "epoch": 0.027513227513227514,
      "grad_norm": 4.459799289703369,
      "learning_rate": 0.0001947089947089947,
      "loss": 4.9835,
      "step": 26
    },
    {
      "epoch": 0.02857142857142857,
      "grad_norm": 4.226304531097412,
      "learning_rate": 0.0001944973544973545,
      "loss": 5.2374,
      "step": 27
    },
    {
      "epoch": 0.02962962962962963,
      "grad_norm": 5.99159049987793,
      "learning_rate": 0.0001942857142857143,
      "loss": 4.9417,
      "step": 28
    },
    {
      "epoch": 0.030687830687830688,
      "grad_norm": 10.388805389404297,
      "learning_rate": 0.00019407407407407408,
      "loss": 5.3731,
      "step": 29
    },
    {
      "epoch": 0.031746031746031744,
      "grad_norm": 4.003939628601074,
      "learning_rate": 0.00019386243386243388,
      "loss": 5.3207,
      "step": 30
    },
    {
      "epoch": 0.0328042328042328,
      "grad_norm": 6.7840375900268555,
      "learning_rate": 0.00019365079365079365,
      "loss": 4.9716,
      "step": 31
    },
    {
      "epoch": 0.033862433862433865,
      "grad_norm": 6.6294846534729,
      "learning_rate": 0.00019343915343915345,
      "loss": 5.1945,
      "step": 32
    },
    {
      "epoch": 0.03492063492063492,
      "grad_norm": 4.303248882293701,
      "learning_rate": 0.00019322751322751325,
      "loss": 5.5265,
      "step": 33
    },
    {
      "epoch": 0.03597883597883598,
      "grad_norm": 4.751434803009033,
      "learning_rate": 0.00019301587301587302,
      "loss": 5.1029,
      "step": 34
    },
    {
      "epoch": 0.037037037037037035,
      "grad_norm": 5.695481300354004,
      "learning_rate": 0.00019280423280423282,
      "loss": 5.1764,
      "step": 35
    },
    {
      "epoch": 0.0380952380952381,
      "grad_norm": 5.850465774536133,
      "learning_rate": 0.0001925925925925926,
      "loss": 5.0965,
      "step": 36
    },
    {
      "epoch": 0.039153439153439155,
      "grad_norm": 4.907074928283691,
      "learning_rate": 0.0001923809523809524,
      "loss": 5.1075,
      "step": 37
    },
    {
      "epoch": 0.04021164021164021,
      "grad_norm": 5.188858985900879,
      "learning_rate": 0.00019216931216931217,
      "loss": 4.9675,
      "step": 38
    },
    {
      "epoch": 0.04126984126984127,
      "grad_norm": 5.215991020202637,
      "learning_rate": 0.00019195767195767196,
      "loss": 4.83,
      "step": 39
    },
    {
      "epoch": 0.042328042328042326,
      "grad_norm": 6.709000587463379,
      "learning_rate": 0.00019174603174603176,
      "loss": 5.0951,
      "step": 40
    },
    {
      "epoch": 0.04338624338624339,
      "grad_norm": 4.679015159606934,
      "learning_rate": 0.00019153439153439154,
      "loss": 5.0284,
      "step": 41
    },
    {
      "epoch": 0.044444444444444446,
      "grad_norm": 4.3827385902404785,
      "learning_rate": 0.00019132275132275134,
      "loss": 5.2617,
      "step": 42
    },
    {
      "epoch": 0.0455026455026455,
      "grad_norm": 6.167914867401123,
      "learning_rate": 0.00019111111111111114,
      "loss": 5.2233,
      "step": 43
    },
    {
      "epoch": 0.04656084656084656,
      "grad_norm": 3.185800552368164,
      "learning_rate": 0.0001908994708994709,
      "loss": 5.1497,
      "step": 44
    },
    {
      "epoch": 0.047619047619047616,
      "grad_norm": 6.766024112701416,
      "learning_rate": 0.00019068783068783068,
      "loss": 5.1607,
      "step": 45
    },
    {
      "epoch": 0.04867724867724868,
      "grad_norm": 3.956937551498413,
      "learning_rate": 0.00019047619047619048,
      "loss": 5.4612,
      "step": 46
    },
    {
      "epoch": 0.04973544973544974,
      "grad_norm": 3.399260997772217,
      "learning_rate": 0.00019026455026455028,
      "loss": 4.9938,
      "step": 47
    },
    {
      "epoch": 0.050793650793650794,
      "grad_norm": 3.6106579303741455,
      "learning_rate": 0.00019005291005291005,
      "loss": 4.9867,
      "step": 48
    },
    {
      "epoch": 0.05185185185185185,
      "grad_norm": 4.871764183044434,
      "learning_rate": 0.00018984126984126985,
      "loss": 5.047,
      "step": 49
    },
    {
      "epoch": 0.05291005291005291,
      "grad_norm": 2.9686198234558105,
      "learning_rate": 0.00018962962962962965,
      "loss": 5.0557,
      "step": 50
    },
    {
      "epoch": 0.05396825396825397,
      "grad_norm": 10.326984405517578,
      "learning_rate": 0.00018941798941798943,
      "loss": 5.5403,
      "step": 51
    },
    {
      "epoch": 0.05502645502645503,
      "grad_norm": 3.7884795665740967,
      "learning_rate": 0.0001892063492063492,
      "loss": 5.183,
      "step": 52
    },
    {
      "epoch": 0.056084656084656084,
      "grad_norm": 4.843250751495361,
      "learning_rate": 0.00018899470899470903,
      "loss": 5.0884,
      "step": 53
    },
    {
      "epoch": 0.05714285714285714,
      "grad_norm": 5.610751152038574,
      "learning_rate": 0.0001887830687830688,
      "loss": 5.4183,
      "step": 54
    },
    {
      "epoch": 0.0582010582010582,
      "grad_norm": 10.101266860961914,
      "learning_rate": 0.00018857142857142857,
      "loss": 5.1153,
      "step": 55
    },
    {
      "epoch": 0.05925925925925926,
      "grad_norm": 4.940518379211426,
      "learning_rate": 0.00018835978835978837,
      "loss": 5.4788,
      "step": 56
    },
    {
      "epoch": 0.06031746031746032,
      "grad_norm": 3.303922414779663,
      "learning_rate": 0.00018814814814814817,
      "loss": 5.2283,
      "step": 57
    },
    {
      "epoch": 0.061375661375661375,
      "grad_norm": 3.265070915222168,
      "learning_rate": 0.00018793650793650794,
      "loss": 5.0567,
      "step": 58
    },
    {
      "epoch": 0.06243386243386243,
      "grad_norm": 4.111904621124268,
      "learning_rate": 0.00018772486772486772,
      "loss": 4.7395,
      "step": 59
    },
    {
      "epoch": 0.06349206349206349,
      "grad_norm": 3.801095485687256,
      "learning_rate": 0.00018751322751322754,
      "loss": 4.8681,
      "step": 60
    },
    {
      "epoch": 0.06455026455026455,
      "grad_norm": 2.999110460281372,
      "learning_rate": 0.00018730158730158731,
      "loss": 5.1241,
      "step": 61
    },
    {
      "epoch": 0.0656084656084656,
      "grad_norm": 7.181245803833008,
      "learning_rate": 0.0001870899470899471,
      "loss": 5.1299,
      "step": 62
    },
    {
      "epoch": 0.06666666666666667,
      "grad_norm": 4.508955001831055,
      "learning_rate": 0.0001868783068783069,
      "loss": 4.9647,
      "step": 63
    },
    {
      "epoch": 0.06772486772486773,
      "grad_norm": 5.28640604019165,
      "learning_rate": 0.0001866666666666667,
      "loss": 4.7016,
      "step": 64
    },
    {
      "epoch": 0.06878306878306878,
      "grad_norm": 3.7930564880371094,
      "learning_rate": 0.00018645502645502646,
      "loss": 4.9874,
      "step": 65
    },
    {
      "epoch": 0.06984126984126984,
      "grad_norm": 3.0022246837615967,
      "learning_rate": 0.00018624338624338623,
      "loss": 5.0248,
      "step": 66
    },
    {
      "epoch": 0.07089947089947089,
      "grad_norm": 5.2687788009643555,
      "learning_rate": 0.00018603174603174606,
      "loss": 4.8828,
      "step": 67
    },
    {
      "epoch": 0.07195767195767196,
      "grad_norm": 4.584164142608643,
      "learning_rate": 0.00018582010582010583,
      "loss": 4.7189,
      "step": 68
    },
    {
      "epoch": 0.07301587301587302,
      "grad_norm": 3.652583360671997,
      "learning_rate": 0.0001856084656084656,
      "loss": 4.8654,
      "step": 69
    },
    {
      "epoch": 0.07407407407407407,
      "grad_norm": 4.5903215408325195,
      "learning_rate": 0.0001853968253968254,
      "loss": 4.8935,
      "step": 70
    },
    {
      "epoch": 0.07513227513227513,
      "grad_norm": 4.584377288818359,
      "learning_rate": 0.0001851851851851852,
      "loss": 5.414,
      "step": 71
    },
    {
      "epoch": 0.0761904761904762,
      "grad_norm": 5.21523904800415,
      "learning_rate": 0.00018497354497354498,
      "loss": 4.6004,
      "step": 72
    },
    {
      "epoch": 0.07724867724867725,
      "grad_norm": 6.056980609893799,
      "learning_rate": 0.00018476190476190478,
      "loss": 4.9975,
      "step": 73
    },
    {
      "epoch": 0.07830687830687831,
      "grad_norm": 6.751986503601074,
      "learning_rate": 0.00018455026455026458,
      "loss": 4.6558,
      "step": 74
    },
    {
      "epoch": 0.07936507936507936,
      "grad_norm": 4.007925510406494,
      "learning_rate": 0.00018433862433862435,
      "loss": 4.9881,
      "step": 75
    },
    {
      "epoch": 0.08042328042328042,
      "grad_norm": 4.388463497161865,
      "learning_rate": 0.00018412698412698412,
      "loss": 5.1245,
      "step": 76
    },
    {
      "epoch": 0.08148148148148149,
      "grad_norm": 4.810665130615234,
      "learning_rate": 0.00018391534391534392,
      "loss": 5.0662,
      "step": 77
    },
    {
      "epoch": 0.08253968253968254,
      "grad_norm": 4.380149841308594,
      "learning_rate": 0.00018370370370370372,
      "loss": 5.2453,
      "step": 78
    },
    {
      "epoch": 0.0835978835978836,
      "grad_norm": 3.255289316177368,
      "learning_rate": 0.0001834920634920635,
      "loss": 4.9059,
      "step": 79
    },
    {
      "epoch": 0.08465608465608465,
      "grad_norm": 4.334164142608643,
      "learning_rate": 0.0001832804232804233,
      "loss": 5.095,
      "step": 80
    },
    {
      "epoch": 0.08571428571428572,
      "grad_norm": 4.1061811447143555,
      "learning_rate": 0.0001830687830687831,
      "loss": 4.8052,
      "step": 81
    },
    {
      "epoch": 0.08677248677248678,
      "grad_norm": 3.7165424823760986,
      "learning_rate": 0.00018285714285714286,
      "loss": 5.0953,
      "step": 82
    },
    {
      "epoch": 0.08783068783068783,
      "grad_norm": 3.389815092086792,
      "learning_rate": 0.00018264550264550266,
      "loss": 4.8532,
      "step": 83
    },
    {
      "epoch": 0.08888888888888889,
      "grad_norm": 3.183441638946533,
      "learning_rate": 0.00018243386243386244,
      "loss": 5.1816,
      "step": 84
    },
    {
      "epoch": 0.08994708994708994,
      "grad_norm": 4.172196388244629,
      "learning_rate": 0.00018222222222222224,
      "loss": 4.8516,
      "step": 85
    },
    {
      "epoch": 0.091005291005291,
      "grad_norm": 2.7436771392822266,
      "learning_rate": 0.000182010582010582,
      "loss": 5.0627,
      "step": 86
    },
    {
      "epoch": 0.09206349206349207,
      "grad_norm": 3.964393377304077,
      "learning_rate": 0.0001817989417989418,
      "loss": 5.1775,
      "step": 87
    },
    {
      "epoch": 0.09312169312169312,
      "grad_norm": 5.692070960998535,
      "learning_rate": 0.00018158730158730158,
      "loss": 4.906,
      "step": 88
    },
    {
      "epoch": 0.09417989417989418,
      "grad_norm": 3.8434464931488037,
      "learning_rate": 0.00018137566137566138,
      "loss": 5.2708,
      "step": 89
    },
    {
      "epoch": 0.09523809523809523,
      "grad_norm": 2.97245454788208,
      "learning_rate": 0.00018116402116402118,
      "loss": 4.8449,
      "step": 90
    },
    {
      "epoch": 0.0962962962962963,
      "grad_norm": 4.095053672790527,
      "learning_rate": 0.00018095238095238095,
      "loss": 5.2078,
      "step": 91
    },
    {
      "epoch": 0.09735449735449736,
      "grad_norm": 3.581782102584839,
      "learning_rate": 0.00018074074074074075,
      "loss": 4.7176,
      "step": 92
    },
    {
      "epoch": 0.09841269841269841,
      "grad_norm": 4.43230676651001,
      "learning_rate": 0.00018052910052910055,
      "loss": 5.086,
      "step": 93
    },
    {
      "epoch": 0.09947089947089947,
      "grad_norm": 3.4220175743103027,
      "learning_rate": 0.00018031746031746033,
      "loss": 5.0189,
      "step": 94
    },
    {
      "epoch": 0.10052910052910052,
      "grad_norm": 4.405629634857178,
      "learning_rate": 0.0001801058201058201,
      "loss": 5.0667,
      "step": 95
    },
    {
      "epoch": 0.10158730158730159,
      "grad_norm": 2.9740664958953857,
      "learning_rate": 0.0001798941798941799,
      "loss": 5.2087,
      "step": 96
    },
    {
      "epoch": 0.10264550264550265,
      "grad_norm": 3.6975438594818115,
      "learning_rate": 0.0001796825396825397,
      "loss": 4.9753,
      "step": 97
    },
    {
      "epoch": 0.1037037037037037,
      "grad_norm": 3.2884469032287598,
      "learning_rate": 0.00017947089947089947,
      "loss": 4.9175,
      "step": 98
    },
    {
      "epoch": 0.10476190476190476,
      "grad_norm": 3.9691505432128906,
      "learning_rate": 0.00017925925925925927,
      "loss": 4.9802,
      "step": 99
    },
    {
      "epoch": 0.10582010582010581,
      "grad_norm": 3.36575984954834,
      "learning_rate": 0.00017904761904761907,
      "loss": 4.735,
      "step": 100
    },
    {
      "epoch": 0.10687830687830688,
      "grad_norm": 3.899657726287842,
      "learning_rate": 0.00017883597883597884,
      "loss": 4.846,
      "step": 101
    },
    {
      "epoch": 0.10793650793650794,
      "grad_norm": 5.32279109954834,
      "learning_rate": 0.00017862433862433861,
      "loss": 4.927,
      "step": 102
    },
    {
      "epoch": 0.10899470899470899,
      "grad_norm": 5.9859747886657715,
      "learning_rate": 0.00017841269841269844,
      "loss": 4.7469,
      "step": 103
    },
    {
      "epoch": 0.11005291005291006,
      "grad_norm": 3.0182130336761475,
      "learning_rate": 0.00017820105820105821,
      "loss": 5.0369,
      "step": 104
    },
    {
      "epoch": 0.1111111111111111,
      "grad_norm": 2.9896903038024902,
      "learning_rate": 0.000177989417989418,
      "loss": 5.3089,
      "step": 105
    },
    {
      "epoch": 0.11216931216931217,
      "grad_norm": 3.6119465827941895,
      "learning_rate": 0.00017777777777777779,
      "loss": 4.7684,
      "step": 106
    },
    {
      "epoch": 0.11322751322751323,
      "grad_norm": 4.415172576904297,
      "learning_rate": 0.00017756613756613759,
      "loss": 4.8555,
      "step": 107
    },
    {
      "epoch": 0.11428571428571428,
      "grad_norm": 3.002732515335083,
      "learning_rate": 0.00017735449735449736,
      "loss": 4.9813,
      "step": 108
    },
    {
      "epoch": 0.11534391534391535,
      "grad_norm": 3.02640962600708,
      "learning_rate": 0.00017714285714285713,
      "loss": 5.233,
      "step": 109
    },
    {
      "epoch": 0.1164021164021164,
      "grad_norm": 3.0876598358154297,
      "learning_rate": 0.00017693121693121696,
      "loss": 4.7184,
      "step": 110
    },
    {
      "epoch": 0.11746031746031746,
      "grad_norm": 2.7200493812561035,
      "learning_rate": 0.00017671957671957673,
      "loss": 4.9507,
      "step": 111
    },
    {
      "epoch": 0.11851851851851852,
      "grad_norm": 3.1585965156555176,
      "learning_rate": 0.0001765079365079365,
      "loss": 5.0933,
      "step": 112
    },
    {
      "epoch": 0.11957671957671957,
      "grad_norm": 3.674766778945923,
      "learning_rate": 0.0001762962962962963,
      "loss": 4.9318,
      "step": 113
    },
    {
      "epoch": 0.12063492063492064,
      "grad_norm": 3.889660358428955,
      "learning_rate": 0.0001760846560846561,
      "loss": 4.9839,
      "step": 114
    },
    {
      "epoch": 0.12169312169312169,
      "grad_norm": 3.9603960514068604,
      "learning_rate": 0.00017587301587301588,
      "loss": 4.8827,
      "step": 115
    },
    {
      "epoch": 0.12275132275132275,
      "grad_norm": 3.255258798599243,
      "learning_rate": 0.00017566137566137565,
      "loss": 4.8722,
      "step": 116
    },
    {
      "epoch": 0.12380952380952381,
      "grad_norm": 4.244058132171631,
      "learning_rate": 0.00017544973544973547,
      "loss": 4.7074,
      "step": 117
    },
    {
      "epoch": 0.12486772486772486,
      "grad_norm": 5.659462928771973,
      "learning_rate": 0.00017523809523809525,
      "loss": 5.2905,
      "step": 118
    },
    {
      "epoch": 0.1259259259259259,
      "grad_norm": 2.5160417556762695,
      "learning_rate": 0.00017502645502645502,
      "loss": 4.6918,
      "step": 119
    },
    {
      "epoch": 0.12698412698412698,
      "grad_norm": 2.9769372940063477,
      "learning_rate": 0.00017481481481481482,
      "loss": 5.0905,
      "step": 120
    },
    {
      "epoch": 0.12804232804232804,
      "grad_norm": 5.255518913269043,
      "learning_rate": 0.00017460317460317462,
      "loss": 4.9122,
      "step": 121
    },
    {
      "epoch": 0.1291005291005291,
      "grad_norm": 4.534151077270508,
      "learning_rate": 0.0001743915343915344,
      "loss": 4.8608,
      "step": 122
    },
    {
      "epoch": 0.13015873015873017,
      "grad_norm": 3.7900688648223877,
      "learning_rate": 0.0001741798941798942,
      "loss": 4.9473,
      "step": 123
    },
    {
      "epoch": 0.1312169312169312,
      "grad_norm": 2.4429433345794678,
      "learning_rate": 0.000173968253968254,
      "loss": 5.0859,
      "step": 124
    },
    {
      "epoch": 0.13227513227513227,
      "grad_norm": 3.07332444190979,
      "learning_rate": 0.00017375661375661376,
      "loss": 4.9496,
      "step": 125
    },
    {
      "epoch": 0.13333333333333333,
      "grad_norm": 2.675891399383545,
      "learning_rate": 0.00017354497354497354,
      "loss": 5.0477,
      "step": 126
    },
    {
      "epoch": 0.1343915343915344,
      "grad_norm": 4.0055832862854,
      "learning_rate": 0.00017333333333333334,
      "loss": 4.8652,
      "step": 127
    },
    {
      "epoch": 0.13544973544973546,
      "grad_norm": 3.824392795562744,
      "learning_rate": 0.00017312169312169314,
      "loss": 5.0237,
      "step": 128
    },
    {
      "epoch": 0.1365079365079365,
      "grad_norm": 2.832468271255493,
      "learning_rate": 0.0001729100529100529,
      "loss": 4.9098,
      "step": 129
    },
    {
      "epoch": 0.13756613756613756,
      "grad_norm": 3.9614274501800537,
      "learning_rate": 0.0001726984126984127,
      "loss": 5.014,
      "step": 130
    },
    {
      "epoch": 0.13862433862433862,
      "grad_norm": 3.3713486194610596,
      "learning_rate": 0.0001724867724867725,
      "loss": 4.5911,
      "step": 131
    },
    {
      "epoch": 0.13968253968253969,
      "grad_norm": 2.87019681930542,
      "learning_rate": 0.00017227513227513228,
      "loss": 4.8819,
      "step": 132
    },
    {
      "epoch": 0.14074074074074075,
      "grad_norm": 2.6241300106048584,
      "learning_rate": 0.00017206349206349208,
      "loss": 4.6292,
      "step": 133
    },
    {
      "epoch": 0.14179894179894179,
      "grad_norm": 3.9495444297790527,
      "learning_rate": 0.00017185185185185185,
      "loss": 4.7928,
      "step": 134
    },
    {
      "epoch": 0.14285714285714285,
      "grad_norm": 3.018101930618286,
      "learning_rate": 0.00017164021164021165,
      "loss": 4.7134,
      "step": 135
    },
    {
      "epoch": 0.1439153439153439,
      "grad_norm": 3.501981496810913,
      "learning_rate": 0.00017142857142857143,
      "loss": 4.8931,
      "step": 136
    },
    {
      "epoch": 0.14497354497354498,
      "grad_norm": 4.139004707336426,
      "learning_rate": 0.00017121693121693122,
      "loss": 5.211,
      "step": 137
    },
    {
      "epoch": 0.14603174603174604,
      "grad_norm": 6.19674015045166,
      "learning_rate": 0.00017100529100529102,
      "loss": 4.9579,
      "step": 138
    },
    {
      "epoch": 0.14708994708994708,
      "grad_norm": 5.928372859954834,
      "learning_rate": 0.0001707936507936508,
      "loss": 4.857,
      "step": 139
    },
    {
      "epoch": 0.14814814814814814,
      "grad_norm": 4.278120994567871,
      "learning_rate": 0.0001705820105820106,
      "loss": 5.0454,
      "step": 140
    },
    {
      "epoch": 0.1492063492063492,
      "grad_norm": 3.924299716949463,
      "learning_rate": 0.00017037037037037037,
      "loss": 4.7415,
      "step": 141
    },
    {
      "epoch": 0.15026455026455027,
      "grad_norm": 3.826667308807373,
      "learning_rate": 0.00017015873015873017,
      "loss": 4.9216,
      "step": 142
    },
    {
      "epoch": 0.15132275132275133,
      "grad_norm": 2.972055196762085,
      "learning_rate": 0.00016994708994708997,
      "loss": 4.9028,
      "step": 143
    },
    {
      "epoch": 0.1523809523809524,
      "grad_norm": 6.33827018737793,
      "learning_rate": 0.00016973544973544974,
      "loss": 4.9184,
      "step": 144
    },
    {
      "epoch": 0.15343915343915343,
      "grad_norm": 2.7681949138641357,
      "learning_rate": 0.00016952380952380954,
      "loss": 4.7767,
      "step": 145
    },
    {
      "epoch": 0.1544973544973545,
      "grad_norm": 3.235469341278076,
      "learning_rate": 0.00016931216931216931,
      "loss": 4.9451,
      "step": 146
    },
    {
      "epoch": 0.15555555555555556,
      "grad_norm": 2.777210235595703,
      "learning_rate": 0.0001691005291005291,
      "loss": 4.887,
      "step": 147
    },
    {
      "epoch": 0.15661375661375662,
      "grad_norm": 3.505216598510742,
      "learning_rate": 0.00016888888888888889,
      "loss": 4.9464,
      "step": 148
    },
    {
      "epoch": 0.15767195767195769,
      "grad_norm": 2.5520195960998535,
      "learning_rate": 0.00016867724867724869,
      "loss": 4.6754,
      "step": 149
    },
    {
      "epoch": 0.15873015873015872,
      "grad_norm": 4.513349533081055,
      "learning_rate": 0.00016846560846560849,
      "loss": 4.9868,
      "step": 150
    },
    {
      "epoch": 0.15978835978835979,
      "grad_norm": 2.676194667816162,
      "learning_rate": 0.00016825396825396826,
      "loss": 4.9025,
      "step": 151
    },
    {
      "epoch": 0.16084656084656085,
      "grad_norm": 4.2247314453125,
      "learning_rate": 0.00016804232804232806,
      "loss": 4.5313,
      "step": 152
    },
    {
      "epoch": 0.1619047619047619,
      "grad_norm": 3.5307960510253906,
      "learning_rate": 0.00016783068783068786,
      "loss": 4.9384,
      "step": 153
    },
    {
      "epoch": 0.16296296296296298,
      "grad_norm": 3.3699495792388916,
      "learning_rate": 0.00016761904761904763,
      "loss": 4.8706,
      "step": 154
    },
    {
      "epoch": 0.164021164021164,
      "grad_norm": 2.6082706451416016,
      "learning_rate": 0.0001674074074074074,
      "loss": 4.9177,
      "step": 155
    },
    {
      "epoch": 0.16507936507936508,
      "grad_norm": 3.1828649044036865,
      "learning_rate": 0.0001671957671957672,
      "loss": 4.6597,
      "step": 156
    },
    {
      "epoch": 0.16613756613756614,
      "grad_norm": 2.7345895767211914,
      "learning_rate": 0.000166984126984127,
      "loss": 4.9119,
      "step": 157
    },
    {
      "epoch": 0.1671957671957672,
      "grad_norm": 3.095644474029541,
      "learning_rate": 0.00016677248677248677,
      "loss": 4.8865,
      "step": 158
    },
    {
      "epoch": 0.16825396825396827,
      "grad_norm": 4.36394739151001,
      "learning_rate": 0.00016656084656084657,
      "loss": 4.4946,
      "step": 159
    },
    {
      "epoch": 0.1693121693121693,
      "grad_norm": 3.272949695587158,
      "learning_rate": 0.00016634920634920637,
      "loss": 4.9496,
      "step": 160
    },
    {
      "epoch": 0.17037037037037037,
      "grad_norm": 4.642345428466797,
      "learning_rate": 0.00016613756613756615,
      "loss": 4.7343,
      "step": 161
    },
    {
      "epoch": 0.17142857142857143,
      "grad_norm": 2.511754274368286,
      "learning_rate": 0.00016592592592592592,
      "loss": 5.0236,
      "step": 162
    },
    {
      "epoch": 0.1724867724867725,
      "grad_norm": 3.3715620040893555,
      "learning_rate": 0.00016571428571428575,
      "loss": 4.8783,
      "step": 163
    },
    {
      "epoch": 0.17354497354497356,
      "grad_norm": 3.364830732345581,
      "learning_rate": 0.00016550264550264552,
      "loss": 4.9433,
      "step": 164
    },
    {
      "epoch": 0.1746031746031746,
      "grad_norm": 4.244874954223633,
      "learning_rate": 0.0001652910052910053,
      "loss": 5.0518,
      "step": 165
    },
    {
      "epoch": 0.17566137566137566,
      "grad_norm": 2.7809672355651855,
      "learning_rate": 0.0001650793650793651,
      "loss": 5.111,
      "step": 166
    },
    {
      "epoch": 0.17671957671957672,
      "grad_norm": 3.802180528640747,
      "learning_rate": 0.0001648677248677249,
      "loss": 4.8399,
      "step": 167
    },
    {
      "epoch": 0.17777777777777778,
      "grad_norm": 4.019756317138672,
      "learning_rate": 0.00016465608465608466,
      "loss": 4.7136,
      "step": 168
    },
    {
      "epoch": 0.17883597883597885,
      "grad_norm": 4.2934393882751465,
      "learning_rate": 0.00016444444444444444,
      "loss": 4.656,
      "step": 169
    },
    {
      "epoch": 0.17989417989417988,
      "grad_norm": 3.242671251296997,
      "learning_rate": 0.00016423280423280424,
      "loss": 5.008,
      "step": 170
    },
    {
      "epoch": 0.18095238095238095,
      "grad_norm": 2.7885775566101074,
      "learning_rate": 0.00016402116402116404,
      "loss": 4.8771,
      "step": 171
    },
    {
      "epoch": 0.182010582010582,
      "grad_norm": 2.826798915863037,
      "learning_rate": 0.0001638095238095238,
      "loss": 5.1137,
      "step": 172
    },
    {
      "epoch": 0.18306878306878308,
      "grad_norm": 3.8597118854522705,
      "learning_rate": 0.0001635978835978836,
      "loss": 5.0198,
      "step": 173
    },
    {
      "epoch": 0.18412698412698414,
      "grad_norm": 2.860147476196289,
      "learning_rate": 0.0001633862433862434,
      "loss": 4.9187,
      "step": 174
    },
    {
      "epoch": 0.18518518518518517,
      "grad_norm": 4.137535572052002,
      "learning_rate": 0.00016317460317460318,
      "loss": 4.3971,
      "step": 175
    },
    {
      "epoch": 0.18624338624338624,
      "grad_norm": 5.190975666046143,
      "learning_rate": 0.00016296296296296295,
      "loss": 4.6562,
      "step": 176
    },
    {
      "epoch": 0.1873015873015873,
      "grad_norm": 5.680304527282715,
      "learning_rate": 0.00016275132275132275,
      "loss": 5.028,
      "step": 177
    },
    {
      "epoch": 0.18835978835978837,
      "grad_norm": 5.388145446777344,
      "learning_rate": 0.00016253968253968255,
      "loss": 4.815,
      "step": 178
    },
    {
      "epoch": 0.18941798941798943,
      "grad_norm": 4.9993391036987305,
      "learning_rate": 0.00016232804232804232,
      "loss": 5.0464,
      "step": 179
    },
    {
      "epoch": 0.19047619047619047,
      "grad_norm": 5.277588844299316,
      "learning_rate": 0.00016211640211640212,
      "loss": 4.7806,
      "step": 180
    },
    {
      "epoch": 0.19153439153439153,
      "grad_norm": 4.16486120223999,
      "learning_rate": 0.00016190476190476192,
      "loss": 4.9077,
      "step": 181
    },
    {
      "epoch": 0.1925925925925926,
      "grad_norm": 4.266966819763184,
      "learning_rate": 0.0001616931216931217,
      "loss": 4.9744,
      "step": 182
    },
    {
      "epoch": 0.19365079365079366,
      "grad_norm": 4.158055782318115,
      "learning_rate": 0.0001614814814814815,
      "loss": 4.903,
      "step": 183
    },
    {
      "epoch": 0.19470899470899472,
      "grad_norm": 3.041015625,
      "learning_rate": 0.00016126984126984127,
      "loss": 5.0406,
      "step": 184
    },
    {
      "epoch": 0.19576719576719576,
      "grad_norm": 4.0396013259887695,
      "learning_rate": 0.00016105820105820107,
      "loss": 4.9412,
      "step": 185
    },
    {
      "epoch": 0.19682539682539682,
      "grad_norm": 3.613020896911621,
      "learning_rate": 0.00016084656084656084,
      "loss": 5.1298,
      "step": 186
    },
    {
      "epoch": 0.19788359788359788,
      "grad_norm": 2.9006779193878174,
      "learning_rate": 0.00016063492063492064,
      "loss": 4.9417,
      "step": 187
    },
    {
      "epoch": 0.19894179894179895,
      "grad_norm": 4.219486713409424,
      "learning_rate": 0.00016042328042328044,
      "loss": 5.0001,
      "step": 188
    },
    {
      "epoch": 0.2,
      "grad_norm": 4.287659645080566,
      "learning_rate": 0.0001602116402116402,
      "loss": 5.0624,
      "step": 189
    },
    {
      "epoch": 0.20105820105820105,
      "grad_norm": 3.4047303199768066,
      "learning_rate": 0.00016,
      "loss": 4.7004,
      "step": 190
    },
    {
      "epoch": 0.2021164021164021,
      "grad_norm": 4.118060111999512,
      "learning_rate": 0.00015978835978835979,
      "loss": 4.9895,
      "step": 191
    },
    {
      "epoch": 0.20317460317460317,
      "grad_norm": 2.9051461219787598,
      "learning_rate": 0.00015957671957671959,
      "loss": 4.9416,
      "step": 192
    },
    {
      "epoch": 0.20423280423280424,
      "grad_norm": 4.1916375160217285,
      "learning_rate": 0.00015936507936507936,
      "loss": 4.8717,
      "step": 193
    },
    {
      "epoch": 0.2052910052910053,
      "grad_norm": 5.259173393249512,
      "learning_rate": 0.00015915343915343916,
      "loss": 5.0319,
      "step": 194
    },
    {
      "epoch": 0.20634920634920634,
      "grad_norm": 2.435593366622925,
      "learning_rate": 0.00015894179894179896,
      "loss": 5.0278,
      "step": 195
    },
    {
      "epoch": 0.2074074074074074,
      "grad_norm": 5.8371100425720215,
      "learning_rate": 0.00015873015873015873,
      "loss": 4.4571,
      "step": 196
    },
    {
      "epoch": 0.20846560846560847,
      "grad_norm": 3.2813546657562256,
      "learning_rate": 0.00015851851851851853,
      "loss": 4.7605,
      "step": 197
    },
    {
      "epoch": 0.20952380952380953,
      "grad_norm": 3.344581365585327,
      "learning_rate": 0.0001583068783068783,
      "loss": 4.7677,
      "step": 198
    },
    {
      "epoch": 0.2105820105820106,
      "grad_norm": 3.726299524307251,
      "learning_rate": 0.0001580952380952381,
      "loss": 5.0559,
      "step": 199
    },
    {
      "epoch": 0.21164021164021163,
      "grad_norm": 3.0060677528381348,
      "learning_rate": 0.0001578835978835979,
      "loss": 4.7199,
      "step": 200
    },
    {
      "epoch": 0.2126984126984127,
      "grad_norm": 3.1424124240875244,
      "learning_rate": 0.00015767195767195767,
      "loss": 4.8557,
      "step": 201
    },
    {
      "epoch": 0.21375661375661376,
      "grad_norm": 2.824310541152954,
      "learning_rate": 0.00015746031746031747,
      "loss": 5.0343,
      "step": 202
    },
    {
      "epoch": 0.21481481481481482,
      "grad_norm": 3.7749390602111816,
      "learning_rate": 0.00015724867724867725,
      "loss": 4.7232,
      "step": 203
    },
    {
      "epoch": 0.21587301587301588,
      "grad_norm": 3.267010450363159,
      "learning_rate": 0.00015703703703703705,
      "loss": 4.7162,
      "step": 204
    },
    {
      "epoch": 0.21693121693121692,
      "grad_norm": 2.7158162593841553,
      "learning_rate": 0.00015682539682539682,
      "loss": 4.7768,
      "step": 205
    },
    {
      "epoch": 0.21798941798941798,
      "grad_norm": 3.0819034576416016,
      "learning_rate": 0.00015661375661375662,
      "loss": 4.846,
      "step": 206
    },
    {
      "epoch": 0.21904761904761905,
      "grad_norm": 4.127756595611572,
      "learning_rate": 0.00015640211640211642,
      "loss": 4.9638,
      "step": 207
    },
    {
      "epoch": 0.2201058201058201,
      "grad_norm": 3.529541254043579,
      "learning_rate": 0.0001561904761904762,
      "loss": 4.8926,
      "step": 208
    },
    {
      "epoch": 0.22116402116402117,
      "grad_norm": 4.936664581298828,
      "learning_rate": 0.000155978835978836,
      "loss": 4.6962,
      "step": 209
    },
    {
      "epoch": 0.2222222222222222,
      "grad_norm": 3.99625825881958,
      "learning_rate": 0.0001557671957671958,
      "loss": 4.6727,
      "step": 210
    },
    {
      "epoch": 0.22328042328042327,
      "grad_norm": 3.701451063156128,
      "learning_rate": 0.00015555555555555556,
      "loss": 4.8817,
      "step": 211
    },
    {
      "epoch": 0.22433862433862434,
      "grad_norm": 2.656942129135132,
      "learning_rate": 0.00015534391534391534,
      "loss": 5.0697,
      "step": 212
    },
    {
      "epoch": 0.2253968253968254,
      "grad_norm": 4.417818546295166,
      "learning_rate": 0.00015513227513227514,
      "loss": 4.768,
      "step": 213
    },
    {
      "epoch": 0.22645502645502646,
      "grad_norm": 3.5937118530273438,
      "learning_rate": 0.00015492063492063494,
      "loss": 5.1027,
      "step": 214
    },
    {
      "epoch": 0.2275132275132275,
      "grad_norm": 3.4673092365264893,
      "learning_rate": 0.0001547089947089947,
      "loss": 5.0709,
      "step": 215
    },
    {
      "epoch": 0.22857142857142856,
      "grad_norm": 3.258105516433716,
      "learning_rate": 0.0001544973544973545,
      "loss": 4.4922,
      "step": 216
    },
    {
      "epoch": 0.22962962962962963,
      "grad_norm": 3.644843816757202,
      "learning_rate": 0.0001542857142857143,
      "loss": 4.7438,
      "step": 217
    },
    {
      "epoch": 0.2306878306878307,
      "grad_norm": 3.6489479541778564,
      "learning_rate": 0.00015407407407407408,
      "loss": 4.8767,
      "step": 218
    },
    {
      "epoch": 0.23174603174603176,
      "grad_norm": 4.7193193435668945,
      "learning_rate": 0.00015386243386243385,
      "loss": 4.8001,
      "step": 219
    },
    {
      "epoch": 0.2328042328042328,
      "grad_norm": 2.849884033203125,
      "learning_rate": 0.00015365079365079368,
      "loss": 4.6144,
      "step": 220
    },
    {
      "epoch": 0.23386243386243386,
      "grad_norm": 4.784304618835449,
      "learning_rate": 0.00015343915343915345,
      "loss": 4.9493,
      "step": 221
    },
    {
      "epoch": 0.23492063492063492,
      "grad_norm": 4.28907585144043,
      "learning_rate": 0.00015322751322751322,
      "loss": 4.4796,
      "step": 222
    },
    {
      "epoch": 0.23597883597883598,
      "grad_norm": 4.543208122253418,
      "learning_rate": 0.00015301587301587302,
      "loss": 4.5172,
      "step": 223
    },
    {
      "epoch": 0.23703703703703705,
      "grad_norm": 2.9545767307281494,
      "learning_rate": 0.00015280423280423282,
      "loss": 4.8703,
      "step": 224
    },
    {
      "epoch": 0.23809523809523808,
      "grad_norm": 4.117253303527832,
      "learning_rate": 0.0001525925925925926,
      "loss": 4.9121,
      "step": 225
    },
    {
      "epoch": 0.23915343915343915,
      "grad_norm": 3.8635358810424805,
      "learning_rate": 0.00015238095238095237,
      "loss": 4.5703,
      "step": 226
    },
    {
      "epoch": 0.2402116402116402,
      "grad_norm": 4.36375093460083,
      "learning_rate": 0.0001521693121693122,
      "loss": 4.7995,
      "step": 227
    },
    {
      "epoch": 0.24126984126984127,
      "grad_norm": 3.2936456203460693,
      "learning_rate": 0.00015195767195767197,
      "loss": 5.0465,
      "step": 228
    },
    {
      "epoch": 0.24232804232804234,
      "grad_norm": 3.8074543476104736,
      "learning_rate": 0.00015174603174603174,
      "loss": 4.6405,
      "step": 229
    },
    {
      "epoch": 0.24338624338624337,
      "grad_norm": 4.277512073516846,
      "learning_rate": 0.00015153439153439154,
      "loss": 4.7875,
      "step": 230
    },
    {
      "epoch": 0.24444444444444444,
      "grad_norm": 3.499462127685547,
      "learning_rate": 0.00015132275132275134,
      "loss": 5.263,
      "step": 231
    },
    {
      "epoch": 0.2455026455026455,
      "grad_norm": 3.4152684211730957,
      "learning_rate": 0.0001511111111111111,
      "loss": 4.9202,
      "step": 232
    },
    {
      "epoch": 0.24656084656084656,
      "grad_norm": 4.014730930328369,
      "learning_rate": 0.00015089947089947089,
      "loss": 4.8351,
      "step": 233
    },
    {
      "epoch": 0.24761904761904763,
      "grad_norm": 3.8103413581848145,
      "learning_rate": 0.0001506878306878307,
      "loss": 4.8795,
      "step": 234
    },
    {
      "epoch": 0.24867724867724866,
      "grad_norm": 4.0242533683776855,
      "learning_rate": 0.00015047619047619048,
      "loss": 4.6035,
      "step": 235
    },
    {
      "epoch": 0.24973544973544973,
      "grad_norm": 4.24201774597168,
      "learning_rate": 0.00015026455026455026,
      "loss": 5.0677,
      "step": 236
    },
    {
      "epoch": 0.2507936507936508,
      "grad_norm": 6.016269207000732,
      "learning_rate": 0.00015005291005291006,
      "loss": 4.3091,
      "step": 237
    },
    {
      "epoch": 0.2518518518518518,
      "grad_norm": 3.4677746295928955,
      "learning_rate": 0.00014984126984126986,
      "loss": 4.8992,
      "step": 238
    },
    {
      "epoch": 0.2529100529100529,
      "grad_norm": 4.028609275817871,
      "learning_rate": 0.00014962962962962963,
      "loss": 4.8785,
      "step": 239
    },
    {
      "epoch": 0.25396825396825395,
      "grad_norm": 3.179105758666992,
      "learning_rate": 0.00014941798941798943,
      "loss": 4.6472,
      "step": 240
    },
    {
      "epoch": 0.25502645502645505,
      "grad_norm": 3.5588741302490234,
      "learning_rate": 0.00014920634920634923,
      "loss": 4.3712,
      "step": 241
    },
    {
      "epoch": 0.2560846560846561,
      "grad_norm": 3.3811371326446533,
      "learning_rate": 0.000148994708994709,
      "loss": 4.9667,
      "step": 242
    },
    {
      "epoch": 0.2571428571428571,
      "grad_norm": 3.086751937866211,
      "learning_rate": 0.00014878306878306877,
      "loss": 4.8795,
      "step": 243
    },
    {
      "epoch": 0.2582010582010582,
      "grad_norm": 3.27163028717041,
      "learning_rate": 0.00014857142857142857,
      "loss": 4.8331,
      "step": 244
    },
    {
      "epoch": 0.25925925925925924,
      "grad_norm": 3.2600491046905518,
      "learning_rate": 0.00014835978835978837,
      "loss": 4.9176,
      "step": 245
    },
    {
      "epoch": 0.26031746031746034,
      "grad_norm": 2.8432343006134033,
      "learning_rate": 0.00014814814814814815,
      "loss": 4.6597,
      "step": 246
    },
    {
      "epoch": 0.2613756613756614,
      "grad_norm": 3.287846326828003,
      "learning_rate": 0.00014793650793650795,
      "loss": 4.8386,
      "step": 247
    },
    {
      "epoch": 0.2624338624338624,
      "grad_norm": 2.773505926132202,
      "learning_rate": 0.00014772486772486775,
      "loss": 4.5817,
      "step": 248
    },
    {
      "epoch": 0.2634920634920635,
      "grad_norm": 2.9808249473571777,
      "learning_rate": 0.00014751322751322752,
      "loss": 4.9353,
      "step": 249
    },
    {
      "epoch": 0.26455026455026454,
      "grad_norm": 3.107558488845825,
      "learning_rate": 0.00014730158730158732,
      "loss": 4.9806,
      "step": 250
    },
    {
      "epoch": 0.2656084656084656,
      "grad_norm": 4.1784539222717285,
      "learning_rate": 0.0001470899470899471,
      "loss": 5.0098,
      "step": 251
    },
    {
      "epoch": 0.26666666666666666,
      "grad_norm": 4.257705211639404,
      "learning_rate": 0.0001468783068783069,
      "loss": 4.6149,
      "step": 252
    },
    {
      "epoch": 0.2677248677248677,
      "grad_norm": 3.2870075702667236,
      "learning_rate": 0.00014666666666666666,
      "loss": 4.8486,
      "step": 253
    },
    {
      "epoch": 0.2687830687830688,
      "grad_norm": 3.3293466567993164,
      "learning_rate": 0.00014645502645502646,
      "loss": 4.4994,
      "step": 254
    },
    {
      "epoch": 0.2698412698412698,
      "grad_norm": 4.056090831756592,
      "learning_rate": 0.00014624338624338626,
      "loss": 4.4097,
      "step": 255
    },
    {
      "epoch": 0.2708994708994709,
      "grad_norm": 4.027624130249023,
      "learning_rate": 0.00014603174603174603,
      "loss": 4.7015,
      "step": 256
    },
    {
      "epoch": 0.27195767195767195,
      "grad_norm": 2.784994125366211,
      "learning_rate": 0.00014582010582010583,
      "loss": 4.8715,
      "step": 257
    },
    {
      "epoch": 0.273015873015873,
      "grad_norm": 2.957669973373413,
      "learning_rate": 0.0001456084656084656,
      "loss": 4.6879,
      "step": 258
    },
    {
      "epoch": 0.2740740740740741,
      "grad_norm": 2.667482376098633,
      "learning_rate": 0.0001453968253968254,
      "loss": 4.9114,
      "step": 259
    },
    {
      "epoch": 0.2751322751322751,
      "grad_norm": 4.353543281555176,
      "learning_rate": 0.0001451851851851852,
      "loss": 4.9308,
      "step": 260
    },
    {
      "epoch": 0.2761904761904762,
      "grad_norm": 3.5071239471435547,
      "learning_rate": 0.00014497354497354498,
      "loss": 4.8893,
      "step": 261
    },
    {
      "epoch": 0.27724867724867724,
      "grad_norm": 4.885423183441162,
      "learning_rate": 0.00014476190476190475,
      "loss": 4.7071,
      "step": 262
    },
    {
      "epoch": 0.2783068783068783,
      "grad_norm": 3.952552318572998,
      "learning_rate": 0.00014455026455026455,
      "loss": 4.7749,
      "step": 263
    },
    {
      "epoch": 0.27936507936507937,
      "grad_norm": 2.325418472290039,
      "learning_rate": 0.00014433862433862435,
      "loss": 4.9972,
      "step": 264
    },
    {
      "epoch": 0.2804232804232804,
      "grad_norm": 3.6309218406677246,
      "learning_rate": 0.00014412698412698412,
      "loss": 4.5174,
      "step": 265
    },
    {
      "epoch": 0.2814814814814815,
      "grad_norm": 3.474489450454712,
      "learning_rate": 0.00014391534391534392,
      "loss": 4.8451,
      "step": 266
    },
    {
      "epoch": 0.28253968253968254,
      "grad_norm": 3.027235746383667,
      "learning_rate": 0.00014370370370370372,
      "loss": 4.9446,
      "step": 267
    },
    {
      "epoch": 0.28359788359788357,
      "grad_norm": 3.3441996574401855,
      "learning_rate": 0.0001434920634920635,
      "loss": 4.6062,
      "step": 268
    },
    {
      "epoch": 0.28465608465608466,
      "grad_norm": 3.947336196899414,
      "learning_rate": 0.00014328042328042327,
      "loss": 4.746,
      "step": 269
    },
    {
      "epoch": 0.2857142857142857,
      "grad_norm": 3.972904920578003,
      "learning_rate": 0.0001430687830687831,
      "loss": 4.7478,
      "step": 270
    },
    {
      "epoch": 0.2867724867724868,
      "grad_norm": 4.7634196281433105,
      "learning_rate": 0.00014285714285714287,
      "loss": 5.1642,
      "step": 271
    },
    {
      "epoch": 0.2878306878306878,
      "grad_norm": 4.428075790405273,
      "learning_rate": 0.00014264550264550264,
      "loss": 4.8104,
      "step": 272
    },
    {
      "epoch": 0.28888888888888886,
      "grad_norm": 2.728342294692993,
      "learning_rate": 0.00014243386243386244,
      "loss": 4.9498,
      "step": 273
    },
    {
      "epoch": 0.28994708994708995,
      "grad_norm": 2.7694506645202637,
      "learning_rate": 0.00014222222222222224,
      "loss": 4.4891,
      "step": 274
    },
    {
      "epoch": 0.291005291005291,
      "grad_norm": 2.573869228363037,
      "learning_rate": 0.000142010582010582,
      "loss": 5.0655,
      "step": 275
    },
    {
      "epoch": 0.2920634920634921,
      "grad_norm": 2.5634047985076904,
      "learning_rate": 0.00014179894179894179,
      "loss": 4.752,
      "step": 276
    },
    {
      "epoch": 0.2931216931216931,
      "grad_norm": 3.0116984844207764,
      "learning_rate": 0.0001415873015873016,
      "loss": 4.7897,
      "step": 277
    },
    {
      "epoch": 0.29417989417989415,
      "grad_norm": 3.6638009548187256,
      "learning_rate": 0.00014137566137566138,
      "loss": 4.5948,
      "step": 278
    },
    {
      "epoch": 0.29523809523809524,
      "grad_norm": 2.577308416366577,
      "learning_rate": 0.00014116402116402116,
      "loss": 4.8498,
      "step": 279
    },
    {
      "epoch": 0.2962962962962963,
      "grad_norm": 3.6930134296417236,
      "learning_rate": 0.00014095238095238096,
      "loss": 4.8518,
      "step": 280
    },
    {
      "epoch": 0.29735449735449737,
      "grad_norm": 4.979514122009277,
      "learning_rate": 0.00014074074074074076,
      "loss": 4.7609,
      "step": 281
    },
    {
      "epoch": 0.2984126984126984,
      "grad_norm": 2.444471836090088,
      "learning_rate": 0.00014052910052910053,
      "loss": 4.7868,
      "step": 282
    },
    {
      "epoch": 0.29947089947089944,
      "grad_norm": 4.176792621612549,
      "learning_rate": 0.0001403174603174603,
      "loss": 4.8956,
      "step": 283
    },
    {
      "epoch": 0.30052910052910053,
      "grad_norm": 2.7616734504699707,
      "learning_rate": 0.00014010582010582013,
      "loss": 4.6423,
      "step": 284
    },
    {
      "epoch": 0.30158730158730157,
      "grad_norm": 4.295624732971191,
      "learning_rate": 0.0001398941798941799,
      "loss": 4.351,
      "step": 285
    },
    {
      "epoch": 0.30264550264550266,
      "grad_norm": 3.550499677658081,
      "learning_rate": 0.00013968253968253967,
      "loss": 4.8231,
      "step": 286
    },
    {
      "epoch": 0.3037037037037037,
      "grad_norm": 3.542067766189575,
      "learning_rate": 0.00013947089947089947,
      "loss": 4.7544,
      "step": 287
    },
    {
      "epoch": 0.3047619047619048,
      "grad_norm": 3.1824283599853516,
      "learning_rate": 0.00013925925925925927,
      "loss": 4.8045,
      "step": 288
    },
    {
      "epoch": 0.3058201058201058,
      "grad_norm": 4.814803123474121,
      "learning_rate": 0.00013904761904761905,
      "loss": 4.7547,
      "step": 289
    },
    {
      "epoch": 0.30687830687830686,
      "grad_norm": 2.9472720623016357,
      "learning_rate": 0.00013883597883597885,
      "loss": 4.9274,
      "step": 290
    },
    {
      "epoch": 0.30793650793650795,
      "grad_norm": 3.678154706954956,
      "learning_rate": 0.00013862433862433865,
      "loss": 4.6988,
      "step": 291
    },
    {
      "epoch": 0.308994708994709,
      "grad_norm": 2.4469268321990967,
      "learning_rate": 0.00013841269841269842,
      "loss": 4.6714,
      "step": 292
    },
    {
      "epoch": 0.3100529100529101,
      "grad_norm": 4.535688877105713,
      "learning_rate": 0.0001382010582010582,
      "loss": 4.914,
      "step": 293
    },
    {
      "epoch": 0.3111111111111111,
      "grad_norm": 2.635575294494629,
      "learning_rate": 0.000137989417989418,
      "loss": 4.6264,
      "step": 294
    },
    {
      "epoch": 0.31216931216931215,
      "grad_norm": 3.0481648445129395,
      "learning_rate": 0.0001377777777777778,
      "loss": 4.873,
      "step": 295
    },
    {
      "epoch": 0.31322751322751324,
      "grad_norm": 3.328223943710327,
      "learning_rate": 0.00013756613756613756,
      "loss": 4.5262,
      "step": 296
    },
    {
      "epoch": 0.3142857142857143,
      "grad_norm": 3.0789170265197754,
      "learning_rate": 0.00013735449735449736,
      "loss": 4.7735,
      "step": 297
    },
    {
      "epoch": 0.31534391534391537,
      "grad_norm": 2.9890708923339844,
      "learning_rate": 0.00013714285714285716,
      "loss": 4.9317,
      "step": 298
    },
    {
      "epoch": 0.3164021164021164,
      "grad_norm": 3.7097015380859375,
      "learning_rate": 0.00013693121693121693,
      "loss": 4.7308,
      "step": 299
    },
    {
      "epoch": 0.31746031746031744,
      "grad_norm": 3.6747353076934814,
      "learning_rate": 0.00013671957671957673,
      "loss": 4.8275,
      "step": 300
    },
    {
      "epoch": 0.31851851851851853,
      "grad_norm": 4.1913886070251465,
      "learning_rate": 0.0001365079365079365,
      "loss": 4.6114,
      "step": 301
    },
    {
      "epoch": 0.31957671957671957,
      "grad_norm": 3.911517858505249,
      "learning_rate": 0.0001362962962962963,
      "loss": 4.8079,
      "step": 302
    },
    {
      "epoch": 0.32063492063492066,
      "grad_norm": 3.985304594039917,
      "learning_rate": 0.00013608465608465608,
      "loss": 4.6628,
      "step": 303
    },
    {
      "epoch": 0.3216931216931217,
      "grad_norm": 3.3569209575653076,
      "learning_rate": 0.00013587301587301588,
      "loss": 4.6102,
      "step": 304
    },
    {
      "epoch": 0.32275132275132273,
      "grad_norm": 3.4170422554016113,
      "learning_rate": 0.00013566137566137568,
      "loss": 4.8183,
      "step": 305
    },
    {
      "epoch": 0.3238095238095238,
      "grad_norm": 3.796154499053955,
      "learning_rate": 0.00013544973544973545,
      "loss": 4.7798,
      "step": 306
    },
    {
      "epoch": 0.32486772486772486,
      "grad_norm": 2.902817964553833,
      "learning_rate": 0.00013523809523809525,
      "loss": 4.6508,
      "step": 307
    },
    {
      "epoch": 0.32592592592592595,
      "grad_norm": 3.2837629318237305,
      "learning_rate": 0.00013502645502645502,
      "loss": 4.4924,
      "step": 308
    },
    {
      "epoch": 0.326984126984127,
      "grad_norm": 3.199308156967163,
      "learning_rate": 0.00013481481481481482,
      "loss": 4.6085,
      "step": 309
    },
    {
      "epoch": 0.328042328042328,
      "grad_norm": 2.3732309341430664,
      "learning_rate": 0.00013460317460317462,
      "loss": 4.7895,
      "step": 310
    },
    {
      "epoch": 0.3291005291005291,
      "grad_norm": 2.4555158615112305,
      "learning_rate": 0.0001343915343915344,
      "loss": 4.7859,
      "step": 311
    },
    {
      "epoch": 0.33015873015873015,
      "grad_norm": 4.904664993286133,
      "learning_rate": 0.0001341798941798942,
      "loss": 4.3578,
      "step": 312
    },
    {
      "epoch": 0.33121693121693124,
      "grad_norm": 3.413391590118408,
      "learning_rate": 0.00013396825396825397,
      "loss": 4.7502,
      "step": 313
    },
    {
      "epoch": 0.3322751322751323,
      "grad_norm": 3.1908836364746094,
      "learning_rate": 0.00013375661375661377,
      "loss": 4.9929,
      "step": 314
    },
    {
      "epoch": 0.3333333333333333,
      "grad_norm": 2.3691844940185547,
      "learning_rate": 0.00013354497354497354,
      "loss": 4.7537,
      "step": 315
    },
    {
      "epoch": 0.3343915343915344,
      "grad_norm": 3.2527801990509033,
      "learning_rate": 0.00013333333333333334,
      "loss": 4.7067,
      "step": 316
    },
    {
      "epoch": 0.33544973544973544,
      "grad_norm": 3.699352979660034,
      "learning_rate": 0.00013312169312169314,
      "loss": 4.4315,
      "step": 317
    },
    {
      "epoch": 0.33650793650793653,
      "grad_norm": 2.7208380699157715,
      "learning_rate": 0.0001329100529100529,
      "loss": 4.7659,
      "step": 318
    },
    {
      "epoch": 0.33756613756613757,
      "grad_norm": 3.4903807640075684,
      "learning_rate": 0.0001326984126984127,
      "loss": 4.801,
      "step": 319
    },
    {
      "epoch": 0.3386243386243386,
      "grad_norm": 2.837287664413452,
      "learning_rate": 0.0001324867724867725,
      "loss": 5.1328,
      "step": 320
    },
    {
      "epoch": 0.3396825396825397,
      "grad_norm": 3.0160439014434814,
      "learning_rate": 0.00013227513227513228,
      "loss": 4.5073,
      "step": 321
    },
    {
      "epoch": 0.34074074074074073,
      "grad_norm": 3.4259231090545654,
      "learning_rate": 0.00013206349206349206,
      "loss": 4.533,
      "step": 322
    },
    {
      "epoch": 0.3417989417989418,
      "grad_norm": 2.805023670196533,
      "learning_rate": 0.00013185185185185186,
      "loss": 4.6931,
      "step": 323
    },
    {
      "epoch": 0.34285714285714286,
      "grad_norm": 4.107923984527588,
      "learning_rate": 0.00013164021164021166,
      "loss": 4.6207,
      "step": 324
    },
    {
      "epoch": 0.3439153439153439,
      "grad_norm": 2.7595207691192627,
      "learning_rate": 0.00013142857142857143,
      "loss": 4.8123,
      "step": 325
    },
    {
      "epoch": 0.344973544973545,
      "grad_norm": 2.360873222351074,
      "learning_rate": 0.00013121693121693123,
      "loss": 4.7133,
      "step": 326
    },
    {
      "epoch": 0.346031746031746,
      "grad_norm": 2.322035312652588,
      "learning_rate": 0.00013100529100529103,
      "loss": 4.754,
      "step": 327
    },
    {
      "epoch": 0.3470899470899471,
      "grad_norm": 5.605564594268799,
      "learning_rate": 0.0001307936507936508,
      "loss": 4.6993,
      "step": 328
    },
    {
      "epoch": 0.34814814814814815,
      "grad_norm": 3.8027336597442627,
      "learning_rate": 0.00013058201058201057,
      "loss": 4.7673,
      "step": 329
    },
    {
      "epoch": 0.3492063492063492,
      "grad_norm": 2.63189697265625,
      "learning_rate": 0.0001303703703703704,
      "loss": 4.9074,
      "step": 330
    },
    {
      "epoch": 0.3502645502645503,
      "grad_norm": 3.2427279949188232,
      "learning_rate": 0.00013015873015873017,
      "loss": 5.0462,
      "step": 331
    },
    {
      "epoch": 0.3513227513227513,
      "grad_norm": 2.98466157913208,
      "learning_rate": 0.00012994708994708995,
      "loss": 4.8507,
      "step": 332
    },
    {
      "epoch": 0.3523809523809524,
      "grad_norm": 3.1027028560638428,
      "learning_rate": 0.00012973544973544975,
      "loss": 4.7082,
      "step": 333
    },
    {
      "epoch": 0.35343915343915344,
      "grad_norm": 4.340919017791748,
      "learning_rate": 0.00012952380952380954,
      "loss": 4.8778,
      "step": 334
    },
    {
      "epoch": 0.3544973544973545,
      "grad_norm": 2.334118604660034,
      "learning_rate": 0.00012931216931216932,
      "loss": 4.897,
      "step": 335
    },
    {
      "epoch": 0.35555555555555557,
      "grad_norm": 2.990737199783325,
      "learning_rate": 0.0001291005291005291,
      "loss": 4.6508,
      "step": 336
    },
    {
      "epoch": 0.3566137566137566,
      "grad_norm": 2.9254748821258545,
      "learning_rate": 0.00012888888888888892,
      "loss": 4.7368,
      "step": 337
    },
    {
      "epoch": 0.3576719576719577,
      "grad_norm": 2.6733767986297607,
      "learning_rate": 0.0001286772486772487,
      "loss": 4.6455,
      "step": 338
    },
    {
      "epoch": 0.35873015873015873,
      "grad_norm": 3.3467326164245605,
      "learning_rate": 0.00012846560846560846,
      "loss": 4.8441,
      "step": 339
    },
    {
      "epoch": 0.35978835978835977,
      "grad_norm": 2.3673362731933594,
      "learning_rate": 0.00012825396825396826,
      "loss": 4.6421,
      "step": 340
    },
    {
      "epoch": 0.36084656084656086,
      "grad_norm": 3.978278636932373,
      "learning_rate": 0.00012804232804232806,
      "loss": 4.7143,
      "step": 341
    },
    {
      "epoch": 0.3619047619047619,
      "grad_norm": 2.710641860961914,
      "learning_rate": 0.00012783068783068783,
      "loss": 4.5493,
      "step": 342
    },
    {
      "epoch": 0.362962962962963,
      "grad_norm": 3.469435930252075,
      "learning_rate": 0.0001276190476190476,
      "loss": 4.4185,
      "step": 343
    },
    {
      "epoch": 0.364021164021164,
      "grad_norm": 2.8901610374450684,
      "learning_rate": 0.0001274074074074074,
      "loss": 4.6614,
      "step": 344
    },
    {
      "epoch": 0.36507936507936506,
      "grad_norm": 2.8727853298187256,
      "learning_rate": 0.0001271957671957672,
      "loss": 4.6095,
      "step": 345
    },
    {
      "epoch": 0.36613756613756615,
      "grad_norm": 2.7017927169799805,
      "learning_rate": 0.00012698412698412698,
      "loss": 4.5767,
      "step": 346
    },
    {
      "epoch": 0.3671957671957672,
      "grad_norm": 4.454795837402344,
      "learning_rate": 0.00012677248677248678,
      "loss": 4.4885,
      "step": 347
    },
    {
      "epoch": 0.3682539682539683,
      "grad_norm": 3.4164154529571533,
      "learning_rate": 0.00012656084656084658,
      "loss": 5.2684,
      "step": 348
    },
    {
      "epoch": 0.3693121693121693,
      "grad_norm": 2.680858850479126,
      "learning_rate": 0.00012634920634920635,
      "loss": 4.8997,
      "step": 349
    },
    {
      "epoch": 0.37037037037037035,
      "grad_norm": 1.9445514678955078,
      "learning_rate": 0.00012613756613756615,
      "loss": 4.9071,
      "step": 350
    },
    {
      "epoch": 0.37142857142857144,
      "grad_norm": 4.290731906890869,
      "learning_rate": 0.00012592592592592592,
      "loss": 4.4809,
      "step": 351
    },
    {
      "epoch": 0.3724867724867725,
      "grad_norm": 3.4857590198516846,
      "learning_rate": 0.00012571428571428572,
      "loss": 4.8216,
      "step": 352
    },
    {
      "epoch": 0.37354497354497357,
      "grad_norm": 3.4321534633636475,
      "learning_rate": 0.0001255026455026455,
      "loss": 4.8571,
      "step": 353
    },
    {
      "epoch": 0.3746031746031746,
      "grad_norm": 3.089506149291992,
      "learning_rate": 0.0001252910052910053,
      "loss": 4.6649,
      "step": 354
    },
    {
      "epoch": 0.37566137566137564,
      "grad_norm": 3.152494430541992,
      "learning_rate": 0.0001250793650793651,
      "loss": 4.7593,
      "step": 355
    },
    {
      "epoch": 0.37671957671957673,
      "grad_norm": 3.9233789443969727,
      "learning_rate": 0.00012486772486772487,
      "loss": 4.6958,
      "step": 356
    },
    {
      "epoch": 0.37777777777777777,
      "grad_norm": 2.156569004058838,
      "learning_rate": 0.00012465608465608467,
      "loss": 4.8122,
      "step": 357
    },
    {
      "epoch": 0.37883597883597886,
      "grad_norm": 3.6833763122558594,
      "learning_rate": 0.00012444444444444444,
      "loss": 4.6519,
      "step": 358
    },
    {
      "epoch": 0.3798941798941799,
      "grad_norm": 2.623659133911133,
      "learning_rate": 0.00012423280423280424,
      "loss": 4.811,
      "step": 359
    },
    {
      "epoch": 0.38095238095238093,
      "grad_norm": 2.935244560241699,
      "learning_rate": 0.00012402116402116404,
      "loss": 4.738,
      "step": 360
    },
    {
      "epoch": 0.382010582010582,
      "grad_norm": 2.5909371376037598,
      "learning_rate": 0.0001238095238095238,
      "loss": 4.6135,
      "step": 361
    },
    {
      "epoch": 0.38306878306878306,
      "grad_norm": 2.934619903564453,
      "learning_rate": 0.0001235978835978836,
      "loss": 4.7586,
      "step": 362
    },
    {
      "epoch": 0.38412698412698415,
      "grad_norm": 3.5206446647644043,
      "learning_rate": 0.00012338624338624338,
      "loss": 4.6136,
      "step": 363
    },
    {
      "epoch": 0.3851851851851852,
      "grad_norm": 3.5045530796051025,
      "learning_rate": 0.00012317460317460318,
      "loss": 4.8791,
      "step": 364
    },
    {
      "epoch": 0.3862433862433862,
      "grad_norm": 2.6516754627227783,
      "learning_rate": 0.00012296296296296296,
      "loss": 4.6434,
      "step": 365
    },
    {
      "epoch": 0.3873015873015873,
      "grad_norm": 4.004741191864014,
      "learning_rate": 0.00012275132275132276,
      "loss": 4.3369,
      "step": 366
    },
    {
      "epoch": 0.38835978835978835,
      "grad_norm": 4.19379186630249,
      "learning_rate": 0.00012253968253968256,
      "loss": 4.8763,
      "step": 367
    },
    {
      "epoch": 0.38941798941798944,
      "grad_norm": 2.136667013168335,
      "learning_rate": 0.00012232804232804233,
      "loss": 4.5091,
      "step": 368
    },
    {
      "epoch": 0.3904761904761905,
      "grad_norm": 2.7131423950195312,
      "learning_rate": 0.00012211640211640213,
      "loss": 4.7383,
      "step": 369
    },
    {
      "epoch": 0.3915343915343915,
      "grad_norm": 3.40559720993042,
      "learning_rate": 0.00012190476190476193,
      "loss": 4.4887,
      "step": 370
    },
    {
      "epoch": 0.3925925925925926,
      "grad_norm": 3.1271543502807617,
      "learning_rate": 0.0001216931216931217,
      "loss": 4.755,
      "step": 371
    },
    {
      "epoch": 0.39365079365079364,
      "grad_norm": 4.299355506896973,
      "learning_rate": 0.00012148148148148149,
      "loss": 4.4865,
      "step": 372
    },
    {
      "epoch": 0.39470899470899473,
      "grad_norm": 2.85060715675354,
      "learning_rate": 0.00012126984126984127,
      "loss": 4.518,
      "step": 373
    },
    {
      "epoch": 0.39576719576719577,
      "grad_norm": 4.785886287689209,
      "learning_rate": 0.00012105820105820107,
      "loss": 4.4616,
      "step": 374
    },
    {
      "epoch": 0.3968253968253968,
      "grad_norm": 4.520538806915283,
      "learning_rate": 0.00012084656084656086,
      "loss": 4.6349,
      "step": 375
    },
    {
      "epoch": 0.3978835978835979,
      "grad_norm": 3.867840528488159,
      "learning_rate": 0.00012063492063492063,
      "loss": 4.5627,
      "step": 376
    },
    {
      "epoch": 0.39894179894179893,
      "grad_norm": 4.298667907714844,
      "learning_rate": 0.00012042328042328044,
      "loss": 4.5015,
      "step": 377
    },
    {
      "epoch": 0.4,
      "grad_norm": 3.1286730766296387,
      "learning_rate": 0.00012021164021164022,
      "loss": 4.6115,
      "step": 378
    },
    {
      "epoch": 0.40105820105820106,
      "grad_norm": 3.3364667892456055,
      "learning_rate": 0.00012,
      "loss": 4.5521,
      "step": 379
    },
    {
      "epoch": 0.4021164021164021,
      "grad_norm": 4.543747425079346,
      "learning_rate": 0.00011978835978835979,
      "loss": 4.6418,
      "step": 380
    },
    {
      "epoch": 0.4031746031746032,
      "grad_norm": 2.547780990600586,
      "learning_rate": 0.00011957671957671959,
      "loss": 4.696,
      "step": 381
    },
    {
      "epoch": 0.4042328042328042,
      "grad_norm": 7.029532432556152,
      "learning_rate": 0.00011936507936507938,
      "loss": 4.6097,
      "step": 382
    },
    {
      "epoch": 0.4052910052910053,
      "grad_norm": 4.898898124694824,
      "learning_rate": 0.00011915343915343915,
      "loss": 4.3993,
      "step": 383
    },
    {
      "epoch": 0.40634920634920635,
      "grad_norm": 2.74839186668396,
      "learning_rate": 0.00011894179894179896,
      "loss": 4.7028,
      "step": 384
    },
    {
      "epoch": 0.4074074074074074,
      "grad_norm": 2.7396433353424072,
      "learning_rate": 0.00011873015873015873,
      "loss": 4.6614,
      "step": 385
    },
    {
      "epoch": 0.4084656084656085,
      "grad_norm": 4.870855331420898,
      "learning_rate": 0.00011851851851851852,
      "loss": 5.1542,
      "step": 386
    },
    {
      "epoch": 0.4095238095238095,
      "grad_norm": 2.697270631790161,
      "learning_rate": 0.00011830687830687832,
      "loss": 4.7077,
      "step": 387
    },
    {
      "epoch": 0.4105820105820106,
      "grad_norm": 2.8564326763153076,
      "learning_rate": 0.0001180952380952381,
      "loss": 4.5274,
      "step": 388
    },
    {
      "epoch": 0.41164021164021164,
      "grad_norm": 3.36328125,
      "learning_rate": 0.00011788359788359789,
      "loss": 4.5925,
      "step": 389
    },
    {
      "epoch": 0.4126984126984127,
      "grad_norm": 3.358184576034546,
      "learning_rate": 0.00011767195767195766,
      "loss": 4.7465,
      "step": 390
    },
    {
      "epoch": 0.41375661375661377,
      "grad_norm": 2.747598648071289,
      "learning_rate": 0.00011746031746031746,
      "loss": 4.4335,
      "step": 391
    },
    {
      "epoch": 0.4148148148148148,
      "grad_norm": 3.5027637481689453,
      "learning_rate": 0.00011724867724867725,
      "loss": 4.6924,
      "step": 392
    },
    {
      "epoch": 0.4158730158730159,
      "grad_norm": 3.8920187950134277,
      "learning_rate": 0.00011703703703703704,
      "loss": 4.6021,
      "step": 393
    },
    {
      "epoch": 0.41693121693121693,
      "grad_norm": 3.033402442932129,
      "learning_rate": 0.00011682539682539684,
      "loss": 4.6001,
      "step": 394
    },
    {
      "epoch": 0.41798941798941797,
      "grad_norm": 3.2575690746307373,
      "learning_rate": 0.00011661375661375662,
      "loss": 4.4961,
      "step": 395
    },
    {
      "epoch": 0.41904761904761906,
      "grad_norm": 3.9793176651000977,
      "learning_rate": 0.0001164021164021164,
      "loss": 4.2235,
      "step": 396
    },
    {
      "epoch": 0.4201058201058201,
      "grad_norm": 3.278898000717163,
      "learning_rate": 0.00011619047619047621,
      "loss": 4.5245,
      "step": 397
    },
    {
      "epoch": 0.4211640211640212,
      "grad_norm": 2.4524199962615967,
      "learning_rate": 0.00011597883597883598,
      "loss": 4.7015,
      "step": 398
    },
    {
      "epoch": 0.4222222222222222,
      "grad_norm": 2.479154109954834,
      "learning_rate": 0.00011576719576719577,
      "loss": 4.7488,
      "step": 399
    },
    {
      "epoch": 0.42328042328042326,
      "grad_norm": 4.034123420715332,
      "learning_rate": 0.00011555555555555555,
      "loss": 4.3308,
      "step": 400
    },
    {
      "epoch": 0.42433862433862435,
      "grad_norm": 2.860133171081543,
      "learning_rate": 0.00011534391534391535,
      "loss": 4.6325,
      "step": 401
    },
    {
      "epoch": 0.4253968253968254,
      "grad_norm": 2.909633159637451,
      "learning_rate": 0.00011513227513227514,
      "loss": 4.5683,
      "step": 402
    },
    {
      "epoch": 0.4264550264550265,
      "grad_norm": 2.486102342605591,
      "learning_rate": 0.00011492063492063491,
      "loss": 4.7838,
      "step": 403
    },
    {
      "epoch": 0.4275132275132275,
      "grad_norm": 2.524115562438965,
      "learning_rate": 0.00011470899470899472,
      "loss": 4.7378,
      "step": 404
    },
    {
      "epoch": 0.42857142857142855,
      "grad_norm": 5.584341526031494,
      "learning_rate": 0.0001144973544973545,
      "loss": 4.729,
      "step": 405
    },
    {
      "epoch": 0.42962962962962964,
      "grad_norm": 3.029102087020874,
      "learning_rate": 0.00011428571428571428,
      "loss": 4.5899,
      "step": 406
    },
    {
      "epoch": 0.4306878306878307,
      "grad_norm": 3.0408010482788086,
      "learning_rate": 0.00011407407407407408,
      "loss": 4.642,
      "step": 407
    },
    {
      "epoch": 0.43174603174603177,
      "grad_norm": 3.1095898151397705,
      "learning_rate": 0.00011386243386243387,
      "loss": 4.9379,
      "step": 408
    },
    {
      "epoch": 0.4328042328042328,
      "grad_norm": 3.5735340118408203,
      "learning_rate": 0.00011365079365079366,
      "loss": 4.5689,
      "step": 409
    },
    {
      "epoch": 0.43386243386243384,
      "grad_norm": 4.577763080596924,
      "learning_rate": 0.00011343915343915343,
      "loss": 4.3118,
      "step": 410
    },
    {
      "epoch": 0.43492063492063493,
      "grad_norm": 2.491365671157837,
      "learning_rate": 0.00011322751322751324,
      "loss": 4.5323,
      "step": 411
    },
    {
      "epoch": 0.43597883597883597,
      "grad_norm": 3.2847330570220947,
      "learning_rate": 0.00011301587301587301,
      "loss": 4.3009,
      "step": 412
    },
    {
      "epoch": 0.43703703703703706,
      "grad_norm": 2.220045328140259,
      "learning_rate": 0.0001128042328042328,
      "loss": 4.7064,
      "step": 413
    },
    {
      "epoch": 0.4380952380952381,
      "grad_norm": 5.505850315093994,
      "learning_rate": 0.0001125925925925926,
      "loss": 4.6803,
      "step": 414
    },
    {
      "epoch": 0.43915343915343913,
      "grad_norm": 3.1892004013061523,
      "learning_rate": 0.00011238095238095239,
      "loss": 4.776,
      "step": 415
    },
    {
      "epoch": 0.4402116402116402,
      "grad_norm": 3.023045778274536,
      "learning_rate": 0.00011216931216931217,
      "loss": 4.9101,
      "step": 416
    },
    {
      "epoch": 0.44126984126984126,
      "grad_norm": 3.837533712387085,
      "learning_rate": 0.00011195767195767197,
      "loss": 4.6082,
      "step": 417
    },
    {
      "epoch": 0.44232804232804235,
      "grad_norm": 3.093418836593628,
      "learning_rate": 0.00011174603174603176,
      "loss": 4.5039,
      "step": 418
    },
    {
      "epoch": 0.4433862433862434,
      "grad_norm": 2.9331419467926025,
      "learning_rate": 0.00011153439153439153,
      "loss": 4.748,
      "step": 419
    },
    {
      "epoch": 0.4444444444444444,
      "grad_norm": 3.9811902046203613,
      "learning_rate": 0.00011132275132275132,
      "loss": 4.8852,
      "step": 420
    },
    {
      "epoch": 0.4455026455026455,
      "grad_norm": 3.0003390312194824,
      "learning_rate": 0.00011111111111111112,
      "loss": 4.5309,
      "step": 421
    },
    {
      "epoch": 0.44656084656084655,
      "grad_norm": 2.875004529953003,
      "learning_rate": 0.0001108994708994709,
      "loss": 4.7455,
      "step": 422
    },
    {
      "epoch": 0.44761904761904764,
      "grad_norm": 2.749237537384033,
      "learning_rate": 0.00011068783068783069,
      "loss": 5.0011,
      "step": 423
    },
    {
      "epoch": 0.4486772486772487,
      "grad_norm": 2.7784831523895264,
      "learning_rate": 0.00011047619047619049,
      "loss": 4.7375,
      "step": 424
    },
    {
      "epoch": 0.4497354497354497,
      "grad_norm": 3.914828300476074,
      "learning_rate": 0.00011026455026455027,
      "loss": 4.3946,
      "step": 425
    },
    {
      "epoch": 0.4507936507936508,
      "grad_norm": 3.266977071762085,
      "learning_rate": 0.00011005291005291005,
      "loss": 4.3098,
      "step": 426
    },
    {
      "epoch": 0.45185185185185184,
      "grad_norm": 3.5679662227630615,
      "learning_rate": 0.00010984126984126986,
      "loss": 4.183,
      "step": 427
    },
    {
      "epoch": 0.45291005291005293,
      "grad_norm": 2.752136707305908,
      "learning_rate": 0.00010962962962962963,
      "loss": 4.6458,
      "step": 428
    },
    {
      "epoch": 0.45396825396825397,
      "grad_norm": 3.86887264251709,
      "learning_rate": 0.00010941798941798942,
      "loss": 4.5941,
      "step": 429
    },
    {
      "epoch": 0.455026455026455,
      "grad_norm": 3.525439500808716,
      "learning_rate": 0.0001092063492063492,
      "loss": 4.6143,
      "step": 430
    },
    {
      "epoch": 0.4560846560846561,
      "grad_norm": 3.193903684616089,
      "learning_rate": 0.000108994708994709,
      "loss": 4.6268,
      "step": 431
    },
    {
      "epoch": 0.45714285714285713,
      "grad_norm": 4.107583045959473,
      "learning_rate": 0.00010878306878306879,
      "loss": 4.4455,
      "step": 432
    },
    {
      "epoch": 0.4582010582010582,
      "grad_norm": 2.911106586456299,
      "learning_rate": 0.00010857142857142856,
      "loss": 4.497,
      "step": 433
    },
    {
      "epoch": 0.45925925925925926,
      "grad_norm": 2.805478096008301,
      "learning_rate": 0.00010835978835978838,
      "loss": 4.4141,
      "step": 434
    },
    {
      "epoch": 0.4603174603174603,
      "grad_norm": 2.6007304191589355,
      "learning_rate": 0.00010814814814814815,
      "loss": 4.4571,
      "step": 435
    },
    {
      "epoch": 0.4613756613756614,
      "grad_norm": 3.1119043827056885,
      "learning_rate": 0.00010793650793650794,
      "loss": 4.3016,
      "step": 436
    },
    {
      "epoch": 0.4624338624338624,
      "grad_norm": 2.8737597465515137,
      "learning_rate": 0.00010772486772486774,
      "loss": 4.7393,
      "step": 437
    },
    {
      "epoch": 0.4634920634920635,
      "grad_norm": 3.2179064750671387,
      "learning_rate": 0.00010751322751322752,
      "loss": 4.4675,
      "step": 438
    },
    {
      "epoch": 0.46455026455026455,
      "grad_norm": 2.592428684234619,
      "learning_rate": 0.00010730158730158731,
      "loss": 4.7009,
      "step": 439
    },
    {
      "epoch": 0.4656084656084656,
      "grad_norm": 3.296217679977417,
      "learning_rate": 0.00010708994708994708,
      "loss": 4.4364,
      "step": 440
    },
    {
      "epoch": 0.4666666666666667,
      "grad_norm": 4.9876627922058105,
      "learning_rate": 0.0001068783068783069,
      "loss": 4.6427,
      "step": 441
    },
    {
      "epoch": 0.4677248677248677,
      "grad_norm": 2.30208420753479,
      "learning_rate": 0.00010666666666666667,
      "loss": 4.8092,
      "step": 442
    },
    {
      "epoch": 0.4687830687830688,
      "grad_norm": 3.350975751876831,
      "learning_rate": 0.00010645502645502645,
      "loss": 4.5495,
      "step": 443
    },
    {
      "epoch": 0.46984126984126984,
      "grad_norm": 3.4066948890686035,
      "learning_rate": 0.00010624338624338625,
      "loss": 4.3683,
      "step": 444
    },
    {
      "epoch": 0.4708994708994709,
      "grad_norm": 3.18039870262146,
      "learning_rate": 0.00010603174603174604,
      "loss": 4.3913,
      "step": 445
    },
    {
      "epoch": 0.47195767195767196,
      "grad_norm": 2.1216747760772705,
      "learning_rate": 0.00010582010582010582,
      "loss": 4.6243,
      "step": 446
    },
    {
      "epoch": 0.473015873015873,
      "grad_norm": 2.9399311542510986,
      "learning_rate": 0.00010560846560846562,
      "loss": 4.6874,
      "step": 447
    },
    {
      "epoch": 0.4740740740740741,
      "grad_norm": 4.141477584838867,
      "learning_rate": 0.00010539682539682541,
      "loss": 3.7284,
      "step": 448
    },
    {
      "epoch": 0.47513227513227513,
      "grad_norm": 3.108764171600342,
      "learning_rate": 0.00010518518518518518,
      "loss": 4.7835,
      "step": 449
    },
    {
      "epoch": 0.47619047619047616,
      "grad_norm": 3.0960962772369385,
      "learning_rate": 0.00010497354497354497,
      "loss": 4.6271,
      "step": 450
    },
    {
      "epoch": 0.47724867724867726,
      "grad_norm": 4.043740272521973,
      "learning_rate": 0.00010476190476190477,
      "loss": 4.2424,
      "step": 451
    },
    {
      "epoch": 0.4783068783068783,
      "grad_norm": 2.508416175842285,
      "learning_rate": 0.00010455026455026456,
      "loss": 4.4974,
      "step": 452
    },
    {
      "epoch": 0.4793650793650794,
      "grad_norm": 3.3849079608917236,
      "learning_rate": 0.00010433862433862434,
      "loss": 4.2789,
      "step": 453
    },
    {
      "epoch": 0.4804232804232804,
      "grad_norm": 3.102506160736084,
      "learning_rate": 0.00010412698412698414,
      "loss": 4.7356,
      "step": 454
    },
    {
      "epoch": 0.48148148148148145,
      "grad_norm": 4.240891456604004,
      "learning_rate": 0.00010391534391534393,
      "loss": 4.3701,
      "step": 455
    },
    {
      "epoch": 0.48253968253968255,
      "grad_norm": 2.3656375408172607,
      "learning_rate": 0.0001037037037037037,
      "loss": 4.8216,
      "step": 456
    },
    {
      "epoch": 0.4835978835978836,
      "grad_norm": 3.463583469390869,
      "learning_rate": 0.00010349206349206351,
      "loss": 4.6413,
      "step": 457
    },
    {
      "epoch": 0.4846560846560847,
      "grad_norm": 2.70969295501709,
      "learning_rate": 0.00010328042328042329,
      "loss": 4.3499,
      "step": 458
    },
    {
      "epoch": 0.4857142857142857,
      "grad_norm": 3.949733257293701,
      "learning_rate": 0.00010306878306878307,
      "loss": 4.4928,
      "step": 459
    },
    {
      "epoch": 0.48677248677248675,
      "grad_norm": 5.115046977996826,
      "learning_rate": 0.00010285714285714286,
      "loss": 4.4147,
      "step": 460
    },
    {
      "epoch": 0.48783068783068784,
      "grad_norm": 6.83603572845459,
      "learning_rate": 0.00010264550264550266,
      "loss": 4.6636,
      "step": 461
    },
    {
      "epoch": 0.4888888888888889,
      "grad_norm": 2.7075719833374023,
      "learning_rate": 0.00010243386243386244,
      "loss": 4.8862,
      "step": 462
    },
    {
      "epoch": 0.48994708994708996,
      "grad_norm": 2.865269899368286,
      "learning_rate": 0.00010222222222222222,
      "loss": 4.6565,
      "step": 463
    },
    {
      "epoch": 0.491005291005291,
      "grad_norm": 4.355251789093018,
      "learning_rate": 0.00010201058201058203,
      "loss": 4.2167,
      "step": 464
    },
    {
      "epoch": 0.49206349206349204,
      "grad_norm": 3.4957895278930664,
      "learning_rate": 0.0001017989417989418,
      "loss": 4.7744,
      "step": 465
    },
    {
      "epoch": 0.4931216931216931,
      "grad_norm": 3.840135097503662,
      "learning_rate": 0.00010158730158730159,
      "loss": 4.498,
      "step": 466
    },
    {
      "epoch": 0.49417989417989416,
      "grad_norm": 2.2039010524749756,
      "learning_rate": 0.00010137566137566139,
      "loss": 4.5697,
      "step": 467
    },
    {
      "epoch": 0.49523809523809526,
      "grad_norm": 2.4627912044525146,
      "learning_rate": 0.00010116402116402117,
      "loss": 4.5733,
      "step": 468
    },
    {
      "epoch": 0.4962962962962963,
      "grad_norm": 2.7881722450256348,
      "learning_rate": 0.00010095238095238096,
      "loss": 4.5778,
      "step": 469
    },
    {
      "epoch": 0.4973544973544973,
      "grad_norm": 2.93074107170105,
      "learning_rate": 0.00010074074074074073,
      "loss": 4.3858,
      "step": 470
    },
    {
      "epoch": 0.4984126984126984,
      "grad_norm": 2.351876735687256,
      "learning_rate": 0.00010052910052910055,
      "loss": 4.6317,
      "step": 471
    },
    {
      "epoch": 0.49947089947089945,
      "grad_norm": 3.168257236480713,
      "learning_rate": 0.00010031746031746032,
      "loss": 4.5649,
      "step": 472
    },
    {
      "epoch": 0.5005291005291005,
      "grad_norm": 3.44171142578125,
      "learning_rate": 0.0001001058201058201,
      "loss": 4.612,
      "step": 473
    },
    {
      "epoch": 0.5015873015873016,
      "grad_norm": 2.969985008239746,
      "learning_rate": 9.989417989417989e-05,
      "loss": 4.6919,
      "step": 474
    },
    {
      "epoch": 0.5026455026455027,
      "grad_norm": 2.8813040256500244,
      "learning_rate": 9.968253968253969e-05,
      "loss": 4.5704,
      "step": 475
    },
    {
      "epoch": 0.5037037037037037,
      "grad_norm": 3.166577100753784,
      "learning_rate": 9.947089947089946e-05,
      "loss": 4.7591,
      "step": 476
    },
    {
      "epoch": 0.5047619047619047,
      "grad_norm": 3.256708860397339,
      "learning_rate": 9.925925925925926e-05,
      "loss": 4.4302,
      "step": 477
    },
    {
      "epoch": 0.5058201058201058,
      "grad_norm": 3.9844329357147217,
      "learning_rate": 9.904761904761905e-05,
      "loss": 4.4653,
      "step": 478
    },
    {
      "epoch": 0.5068783068783069,
      "grad_norm": 3.3658156394958496,
      "learning_rate": 9.883597883597884e-05,
      "loss": 4.5481,
      "step": 479
    },
    {
      "epoch": 0.5079365079365079,
      "grad_norm": 5.319707870483398,
      "learning_rate": 9.862433862433864e-05,
      "loss": 4.3649,
      "step": 480
    },
    {
      "epoch": 0.508994708994709,
      "grad_norm": 4.032168388366699,
      "learning_rate": 9.841269841269841e-05,
      "loss": 4.3006,
      "step": 481
    },
    {
      "epoch": 0.5100529100529101,
      "grad_norm": 3.2582435607910156,
      "learning_rate": 9.820105820105821e-05,
      "loss": 4.5343,
      "step": 482
    },
    {
      "epoch": 0.5111111111111111,
      "grad_norm": 3.3660576343536377,
      "learning_rate": 9.7989417989418e-05,
      "loss": 4.6705,
      "step": 483
    },
    {
      "epoch": 0.5121693121693122,
      "grad_norm": 4.20711088180542,
      "learning_rate": 9.777777777777778e-05,
      "loss": 4.484,
      "step": 484
    },
    {
      "epoch": 0.5132275132275133,
      "grad_norm": 4.0572052001953125,
      "learning_rate": 9.756613756613757e-05,
      "loss": 4.4523,
      "step": 485
    },
    {
      "epoch": 0.5142857142857142,
      "grad_norm": 4.402263164520264,
      "learning_rate": 9.735449735449735e-05,
      "loss": 4.7352,
      "step": 486
    },
    {
      "epoch": 0.5153439153439153,
      "grad_norm": 4.609228610992432,
      "learning_rate": 9.714285714285715e-05,
      "loss": 4.5463,
      "step": 487
    },
    {
      "epoch": 0.5164021164021164,
      "grad_norm": 2.874105215072632,
      "learning_rate": 9.693121693121694e-05,
      "loss": 4.6183,
      "step": 488
    },
    {
      "epoch": 0.5174603174603175,
      "grad_norm": 4.521834850311279,
      "learning_rate": 9.671957671957672e-05,
      "loss": 4.4302,
      "step": 489
    },
    {
      "epoch": 0.5185185185185185,
      "grad_norm": 3.0452613830566406,
      "learning_rate": 9.650793650793651e-05,
      "loss": 4.4936,
      "step": 490
    },
    {
      "epoch": 0.5195767195767196,
      "grad_norm": 3.431912422180176,
      "learning_rate": 9.62962962962963e-05,
      "loss": 4.6476,
      "step": 491
    },
    {
      "epoch": 0.5206349206349207,
      "grad_norm": 3.1151294708251953,
      "learning_rate": 9.608465608465608e-05,
      "loss": 4.4808,
      "step": 492
    },
    {
      "epoch": 0.5216931216931217,
      "grad_norm": 2.9033031463623047,
      "learning_rate": 9.587301587301588e-05,
      "loss": 4.4642,
      "step": 493
    },
    {
      "epoch": 0.5227513227513227,
      "grad_norm": 2.4695935249328613,
      "learning_rate": 9.566137566137567e-05,
      "loss": 4.5485,
      "step": 494
    },
    {
      "epoch": 0.5238095238095238,
      "grad_norm": 3.157815933227539,
      "learning_rate": 9.544973544973545e-05,
      "loss": 4.6537,
      "step": 495
    },
    {
      "epoch": 0.5248677248677248,
      "grad_norm": 3.317906618118286,
      "learning_rate": 9.523809523809524e-05,
      "loss": 4.4206,
      "step": 496
    },
    {
      "epoch": 0.5259259259259259,
      "grad_norm": 2.9900128841400146,
      "learning_rate": 9.502645502645503e-05,
      "loss": 4.4668,
      "step": 497
    },
    {
      "epoch": 0.526984126984127,
      "grad_norm": 3.5273022651672363,
      "learning_rate": 9.481481481481483e-05,
      "loss": 4.5837,
      "step": 498
    },
    {
      "epoch": 0.5280423280423281,
      "grad_norm": 2.4683046340942383,
      "learning_rate": 9.46031746031746e-05,
      "loss": 4.422,
      "step": 499
    },
    {
      "epoch": 0.5291005291005291,
      "grad_norm": 3.2475204467773438,
      "learning_rate": 9.43915343915344e-05,
      "loss": 4.6824,
      "step": 500
    },
    {
      "epoch": 0.5301587301587302,
      "grad_norm": 5.1483235359191895,
      "learning_rate": 9.417989417989419e-05,
      "loss": 4.5399,
      "step": 501
    },
    {
      "epoch": 0.5312169312169313,
      "grad_norm": 4.974620342254639,
      "learning_rate": 9.396825396825397e-05,
      "loss": 4.5385,
      "step": 502
    },
    {
      "epoch": 0.5322751322751322,
      "grad_norm": 4.110777378082275,
      "learning_rate": 9.375661375661377e-05,
      "loss": 4.7456,
      "step": 503
    },
    {
      "epoch": 0.5333333333333333,
      "grad_norm": 3.138702154159546,
      "learning_rate": 9.354497354497354e-05,
      "loss": 5.0106,
      "step": 504
    },
    {
      "epoch": 0.5343915343915344,
      "grad_norm": 2.694103717803955,
      "learning_rate": 9.333333333333334e-05,
      "loss": 4.3205,
      "step": 505
    },
    {
      "epoch": 0.5354497354497354,
      "grad_norm": 2.744997978210449,
      "learning_rate": 9.312169312169312e-05,
      "loss": 4.6192,
      "step": 506
    },
    {
      "epoch": 0.5365079365079365,
      "grad_norm": 2.3641529083251953,
      "learning_rate": 9.291005291005292e-05,
      "loss": 4.6826,
      "step": 507
    },
    {
      "epoch": 0.5375661375661376,
      "grad_norm": 3.593736410140991,
      "learning_rate": 9.26984126984127e-05,
      "loss": 4.536,
      "step": 508
    },
    {
      "epoch": 0.5386243386243387,
      "grad_norm": 3.233671188354492,
      "learning_rate": 9.248677248677249e-05,
      "loss": 4.8585,
      "step": 509
    },
    {
      "epoch": 0.5396825396825397,
      "grad_norm": 3.3997812271118164,
      "learning_rate": 9.227513227513229e-05,
      "loss": 4.5099,
      "step": 510
    },
    {
      "epoch": 0.5407407407407407,
      "grad_norm": 3.232192039489746,
      "learning_rate": 9.206349206349206e-05,
      "loss": 4.7878,
      "step": 511
    },
    {
      "epoch": 0.5417989417989418,
      "grad_norm": 2.5794756412506104,
      "learning_rate": 9.185185185185186e-05,
      "loss": 4.4742,
      "step": 512
    },
    {
      "epoch": 0.5428571428571428,
      "grad_norm": 4.484554290771484,
      "learning_rate": 9.164021164021165e-05,
      "loss": 4.9173,
      "step": 513
    },
    {
      "epoch": 0.5439153439153439,
      "grad_norm": 3.204474687576294,
      "learning_rate": 9.142857142857143e-05,
      "loss": 4.3105,
      "step": 514
    },
    {
      "epoch": 0.544973544973545,
      "grad_norm": 5.062232494354248,
      "learning_rate": 9.121693121693122e-05,
      "loss": 4.1261,
      "step": 515
    },
    {
      "epoch": 0.546031746031746,
      "grad_norm": 3.4532175064086914,
      "learning_rate": 9.1005291005291e-05,
      "loss": 4.8659,
      "step": 516
    },
    {
      "epoch": 0.5470899470899471,
      "grad_norm": 3.3061752319335938,
      "learning_rate": 9.079365079365079e-05,
      "loss": 4.2636,
      "step": 517
    },
    {
      "epoch": 0.5481481481481482,
      "grad_norm": 3.017007827758789,
      "learning_rate": 9.058201058201059e-05,
      "loss": 4.5447,
      "step": 518
    },
    {
      "epoch": 0.5492063492063493,
      "grad_norm": 3.6001853942871094,
      "learning_rate": 9.037037037037038e-05,
      "loss": 4.7353,
      "step": 519
    },
    {
      "epoch": 0.5502645502645502,
      "grad_norm": 2.8142638206481934,
      "learning_rate": 9.015873015873016e-05,
      "loss": 4.7855,
      "step": 520
    },
    {
      "epoch": 0.5513227513227513,
      "grad_norm": 4.236813068389893,
      "learning_rate": 8.994708994708995e-05,
      "loss": 4.395,
      "step": 521
    },
    {
      "epoch": 0.5523809523809524,
      "grad_norm": 2.484011173248291,
      "learning_rate": 8.973544973544973e-05,
      "loss": 4.584,
      "step": 522
    },
    {
      "epoch": 0.5534391534391534,
      "grad_norm": 3.5106120109558105,
      "learning_rate": 8.952380952380953e-05,
      "loss": 4.6032,
      "step": 523
    },
    {
      "epoch": 0.5544973544973545,
      "grad_norm": 2.6327872276306152,
      "learning_rate": 8.931216931216931e-05,
      "loss": 4.5531,
      "step": 524
    },
    {
      "epoch": 0.5555555555555556,
      "grad_norm": 2.5617878437042236,
      "learning_rate": 8.910052910052911e-05,
      "loss": 4.6315,
      "step": 525
    },
    {
      "epoch": 0.5566137566137566,
      "grad_norm": 4.295039176940918,
      "learning_rate": 8.888888888888889e-05,
      "loss": 4.3505,
      "step": 526
    },
    {
      "epoch": 0.5576719576719577,
      "grad_norm": 3.1363117694854736,
      "learning_rate": 8.867724867724868e-05,
      "loss": 4.2053,
      "step": 527
    },
    {
      "epoch": 0.5587301587301587,
      "grad_norm": 3.7925198078155518,
      "learning_rate": 8.846560846560848e-05,
      "loss": 4.6524,
      "step": 528
    },
    {
      "epoch": 0.5597883597883598,
      "grad_norm": 4.453402519226074,
      "learning_rate": 8.825396825396825e-05,
      "loss": 4.4363,
      "step": 529
    },
    {
      "epoch": 0.5608465608465608,
      "grad_norm": 4.089520454406738,
      "learning_rate": 8.804232804232805e-05,
      "loss": 4.1813,
      "step": 530
    },
    {
      "epoch": 0.5619047619047619,
      "grad_norm": 3.1795146465301514,
      "learning_rate": 8.783068783068782e-05,
      "loss": 4.558,
      "step": 531
    },
    {
      "epoch": 0.562962962962963,
      "grad_norm": 3.759439468383789,
      "learning_rate": 8.761904761904762e-05,
      "loss": 4.4463,
      "step": 532
    },
    {
      "epoch": 0.564021164021164,
      "grad_norm": 3.4028871059417725,
      "learning_rate": 8.740740740740741e-05,
      "loss": 4.6706,
      "step": 533
    },
    {
      "epoch": 0.5650793650793651,
      "grad_norm": 3.59065318107605,
      "learning_rate": 8.71957671957672e-05,
      "loss": 4.6952,
      "step": 534
    },
    {
      "epoch": 0.5661375661375662,
      "grad_norm": 4.023202896118164,
      "learning_rate": 8.6984126984127e-05,
      "loss": 4.2931,
      "step": 535
    },
    {
      "epoch": 0.5671957671957671,
      "grad_norm": 4.409292697906494,
      "learning_rate": 8.677248677248677e-05,
      "loss": 4.3991,
      "step": 536
    },
    {
      "epoch": 0.5682539682539682,
      "grad_norm": 4.695724010467529,
      "learning_rate": 8.656084656084657e-05,
      "loss": 4.5495,
      "step": 537
    },
    {
      "epoch": 0.5693121693121693,
      "grad_norm": 3.051823854446411,
      "learning_rate": 8.634920634920635e-05,
      "loss": 4.5164,
      "step": 538
    },
    {
      "epoch": 0.5703703703703704,
      "grad_norm": 3.4146783351898193,
      "learning_rate": 8.613756613756614e-05,
      "loss": 4.4558,
      "step": 539
    },
    {
      "epoch": 0.5714285714285714,
      "grad_norm": 2.6693339347839355,
      "learning_rate": 8.592592592592593e-05,
      "loss": 4.4514,
      "step": 540
    },
    {
      "epoch": 0.5724867724867725,
      "grad_norm": 4.668036937713623,
      "learning_rate": 8.571428571428571e-05,
      "loss": 4.5357,
      "step": 541
    },
    {
      "epoch": 0.5735449735449736,
      "grad_norm": 3.2177817821502686,
      "learning_rate": 8.550264550264551e-05,
      "loss": 4.4129,
      "step": 542
    },
    {
      "epoch": 0.5746031746031746,
      "grad_norm": 2.983534574508667,
      "learning_rate": 8.52910052910053e-05,
      "loss": 4.7672,
      "step": 543
    },
    {
      "epoch": 0.5756613756613757,
      "grad_norm": 5.088484764099121,
      "learning_rate": 8.507936507936508e-05,
      "loss": 4.5569,
      "step": 544
    },
    {
      "epoch": 0.5767195767195767,
      "grad_norm": 4.071168899536133,
      "learning_rate": 8.486772486772487e-05,
      "loss": 4.7445,
      "step": 545
    },
    {
      "epoch": 0.5777777777777777,
      "grad_norm": 3.8153867721557617,
      "learning_rate": 8.465608465608466e-05,
      "loss": 4.3448,
      "step": 546
    },
    {
      "epoch": 0.5788359788359788,
      "grad_norm": 3.4117305278778076,
      "learning_rate": 8.444444444444444e-05,
      "loss": 4.5404,
      "step": 547
    },
    {
      "epoch": 0.5798941798941799,
      "grad_norm": 2.683212995529175,
      "learning_rate": 8.423280423280424e-05,
      "loss": 4.6684,
      "step": 548
    },
    {
      "epoch": 0.580952380952381,
      "grad_norm": 7.209666728973389,
      "learning_rate": 8.402116402116403e-05,
      "loss": 4.7746,
      "step": 549
    },
    {
      "epoch": 0.582010582010582,
      "grad_norm": 2.9294793605804443,
      "learning_rate": 8.380952380952382e-05,
      "loss": 4.6019,
      "step": 550
    },
    {
      "epoch": 0.5830687830687831,
      "grad_norm": 2.4571025371551514,
      "learning_rate": 8.35978835978836e-05,
      "loss": 4.326,
      "step": 551
    },
    {
      "epoch": 0.5841269841269842,
      "grad_norm": 2.7290048599243164,
      "learning_rate": 8.338624338624339e-05,
      "loss": 4.3524,
      "step": 552
    },
    {
      "epoch": 0.5851851851851851,
      "grad_norm": 3.7157323360443115,
      "learning_rate": 8.317460317460319e-05,
      "loss": 4.5436,
      "step": 553
    },
    {
      "epoch": 0.5862433862433862,
      "grad_norm": 2.7839975357055664,
      "learning_rate": 8.296296296296296e-05,
      "loss": 4.5275,
      "step": 554
    },
    {
      "epoch": 0.5873015873015873,
      "grad_norm": 3.8729803562164307,
      "learning_rate": 8.275132275132276e-05,
      "loss": 4.5391,
      "step": 555
    },
    {
      "epoch": 0.5883597883597883,
      "grad_norm": 4.741388320922852,
      "learning_rate": 8.253968253968255e-05,
      "loss": 4.3021,
      "step": 556
    },
    {
      "epoch": 0.5894179894179894,
      "grad_norm": 3.2412500381469727,
      "learning_rate": 8.232804232804233e-05,
      "loss": 4.7325,
      "step": 557
    },
    {
      "epoch": 0.5904761904761905,
      "grad_norm": 2.9281020164489746,
      "learning_rate": 8.211640211640212e-05,
      "loss": 4.4966,
      "step": 558
    },
    {
      "epoch": 0.5915343915343916,
      "grad_norm": 2.55362606048584,
      "learning_rate": 8.19047619047619e-05,
      "loss": 4.5377,
      "step": 559
    },
    {
      "epoch": 0.5925925925925926,
      "grad_norm": 3.6413817405700684,
      "learning_rate": 8.16931216931217e-05,
      "loss": 4.4062,
      "step": 560
    },
    {
      "epoch": 0.5936507936507937,
      "grad_norm": 2.6182777881622314,
      "learning_rate": 8.148148148148148e-05,
      "loss": 4.5563,
      "step": 561
    },
    {
      "epoch": 0.5947089947089947,
      "grad_norm": 3.1071860790252686,
      "learning_rate": 8.126984126984128e-05,
      "loss": 4.4102,
      "step": 562
    },
    {
      "epoch": 0.5957671957671957,
      "grad_norm": 2.6149792671203613,
      "learning_rate": 8.105820105820106e-05,
      "loss": 4.5051,
      "step": 563
    },
    {
      "epoch": 0.5968253968253968,
      "grad_norm": 3.3010921478271484,
      "learning_rate": 8.084656084656085e-05,
      "loss": 4.5148,
      "step": 564
    },
    {
      "epoch": 0.5978835978835979,
      "grad_norm": 3.1211280822753906,
      "learning_rate": 8.063492063492063e-05,
      "loss": 4.5328,
      "step": 565
    },
    {
      "epoch": 0.5989417989417989,
      "grad_norm": 3.250061273574829,
      "learning_rate": 8.042328042328042e-05,
      "loss": 4.4557,
      "step": 566
    },
    {
      "epoch": 0.6,
      "grad_norm": 3.385986566543579,
      "learning_rate": 8.021164021164022e-05,
      "loss": 4.6154,
      "step": 567
    },
    {
      "epoch": 0.6010582010582011,
      "grad_norm": 4.7872138023376465,
      "learning_rate": 8e-05,
      "loss": 4.2915,
      "step": 568
    },
    {
      "epoch": 0.6021164021164022,
      "grad_norm": 3.3684279918670654,
      "learning_rate": 7.978835978835979e-05,
      "loss": 4.6148,
      "step": 569
    },
    {
      "epoch": 0.6031746031746031,
      "grad_norm": 2.6156229972839355,
      "learning_rate": 7.957671957671958e-05,
      "loss": 4.5231,
      "step": 570
    },
    {
      "epoch": 0.6042328042328042,
      "grad_norm": 3.6238532066345215,
      "learning_rate": 7.936507936507937e-05,
      "loss": 4.6149,
      "step": 571
    },
    {
      "epoch": 0.6052910052910053,
      "grad_norm": 3.1783432960510254,
      "learning_rate": 7.915343915343915e-05,
      "loss": 4.2331,
      "step": 572
    },
    {
      "epoch": 0.6063492063492063,
      "grad_norm": 2.9573261737823486,
      "learning_rate": 7.894179894179895e-05,
      "loss": 4.6021,
      "step": 573
    },
    {
      "epoch": 0.6074074074074074,
      "grad_norm": 3.382178783416748,
      "learning_rate": 7.873015873015874e-05,
      "loss": 4.2998,
      "step": 574
    },
    {
      "epoch": 0.6084656084656085,
      "grad_norm": 2.812321901321411,
      "learning_rate": 7.851851851851852e-05,
      "loss": 4.5737,
      "step": 575
    },
    {
      "epoch": 0.6095238095238096,
      "grad_norm": 2.408074140548706,
      "learning_rate": 7.830687830687831e-05,
      "loss": 4.4477,
      "step": 576
    },
    {
      "epoch": 0.6105820105820106,
      "grad_norm": 3.070568799972534,
      "learning_rate": 7.80952380952381e-05,
      "loss": 4.6697,
      "step": 577
    },
    {
      "epoch": 0.6116402116402117,
      "grad_norm": 3.0023982524871826,
      "learning_rate": 7.78835978835979e-05,
      "loss": 4.4308,
      "step": 578
    },
    {
      "epoch": 0.6126984126984127,
      "grad_norm": 3.875070095062256,
      "learning_rate": 7.767195767195767e-05,
      "loss": 4.5764,
      "step": 579
    },
    {
      "epoch": 0.6137566137566137,
      "grad_norm": 2.5529303550720215,
      "learning_rate": 7.746031746031747e-05,
      "loss": 4.7349,
      "step": 580
    },
    {
      "epoch": 0.6148148148148148,
      "grad_norm": 3.696316719055176,
      "learning_rate": 7.724867724867725e-05,
      "loss": 4.5219,
      "step": 581
    },
    {
      "epoch": 0.6158730158730159,
      "grad_norm": 2.7676773071289062,
      "learning_rate": 7.703703703703704e-05,
      "loss": 4.6144,
      "step": 582
    },
    {
      "epoch": 0.6169312169312169,
      "grad_norm": 3.8913581371307373,
      "learning_rate": 7.682539682539684e-05,
      "loss": 5.478,
      "step": 583
    },
    {
      "epoch": 0.617989417989418,
      "grad_norm": 4.6508259773254395,
      "learning_rate": 7.661375661375661e-05,
      "loss": 4.0907,
      "step": 584
    },
    {
      "epoch": 0.6190476190476191,
      "grad_norm": 2.6448776721954346,
      "learning_rate": 7.640211640211641e-05,
      "loss": 4.2918,
      "step": 585
    },
    {
      "epoch": 0.6201058201058202,
      "grad_norm": 2.3976917266845703,
      "learning_rate": 7.619047619047618e-05,
      "loss": 4.6156,
      "step": 586
    },
    {
      "epoch": 0.6211640211640211,
      "grad_norm": 2.4488906860351562,
      "learning_rate": 7.597883597883598e-05,
      "loss": 4.6237,
      "step": 587
    },
    {
      "epoch": 0.6222222222222222,
      "grad_norm": 3.3334641456604004,
      "learning_rate": 7.576719576719577e-05,
      "loss": 4.5171,
      "step": 588
    },
    {
      "epoch": 0.6232804232804233,
      "grad_norm": 2.9677422046661377,
      "learning_rate": 7.555555555555556e-05,
      "loss": 4.3971,
      "step": 589
    },
    {
      "epoch": 0.6243386243386243,
      "grad_norm": 4.037067413330078,
      "learning_rate": 7.534391534391536e-05,
      "loss": 4.3287,
      "step": 590
    },
    {
      "epoch": 0.6253968253968254,
      "grad_norm": 2.3617358207702637,
      "learning_rate": 7.513227513227513e-05,
      "loss": 4.5093,
      "step": 591
    },
    {
      "epoch": 0.6264550264550265,
      "grad_norm": 4.058216571807861,
      "learning_rate": 7.492063492063493e-05,
      "loss": 4.4777,
      "step": 592
    },
    {
      "epoch": 0.6275132275132275,
      "grad_norm": 2.7516801357269287,
      "learning_rate": 7.470899470899471e-05,
      "loss": 4.3695,
      "step": 593
    },
    {
      "epoch": 0.6285714285714286,
      "grad_norm": 2.6657509803771973,
      "learning_rate": 7.44973544973545e-05,
      "loss": 4.3803,
      "step": 594
    },
    {
      "epoch": 0.6296296296296297,
      "grad_norm": 4.107745170593262,
      "learning_rate": 7.428571428571429e-05,
      "loss": 4.4636,
      "step": 595
    },
    {
      "epoch": 0.6306878306878307,
      "grad_norm": 4.5543060302734375,
      "learning_rate": 7.407407407407407e-05,
      "loss": 4.4303,
      "step": 596
    },
    {
      "epoch": 0.6317460317460317,
      "grad_norm": 3.0057733058929443,
      "learning_rate": 7.386243386243387e-05,
      "loss": 4.4317,
      "step": 597
    },
    {
      "epoch": 0.6328042328042328,
      "grad_norm": 4.788433074951172,
      "learning_rate": 7.365079365079366e-05,
      "loss": 4.1942,
      "step": 598
    },
    {
      "epoch": 0.6338624338624339,
      "grad_norm": 3.6164937019348145,
      "learning_rate": 7.343915343915345e-05,
      "loss": 4.4465,
      "step": 599
    },
    {
      "epoch": 0.6349206349206349,
      "grad_norm": 3.1549055576324463,
      "learning_rate": 7.322751322751323e-05,
      "loss": 4.5633,
      "step": 600
    },
    {
      "epoch": 0.635978835978836,
      "grad_norm": 2.9153122901916504,
      "learning_rate": 7.301587301587302e-05,
      "loss": 4.61,
      "step": 601
    },
    {
      "epoch": 0.6370370370370371,
      "grad_norm": 3.3695740699768066,
      "learning_rate": 7.28042328042328e-05,
      "loss": 4.3987,
      "step": 602
    },
    {
      "epoch": 0.638095238095238,
      "grad_norm": 3.4171106815338135,
      "learning_rate": 7.25925925925926e-05,
      "loss": 4.4997,
      "step": 603
    },
    {
      "epoch": 0.6391534391534391,
      "grad_norm": 2.7385334968566895,
      "learning_rate": 7.238095238095238e-05,
      "loss": 4.4772,
      "step": 604
    },
    {
      "epoch": 0.6402116402116402,
      "grad_norm": 4.232620716094971,
      "learning_rate": 7.216931216931218e-05,
      "loss": 4.3017,
      "step": 605
    },
    {
      "epoch": 0.6412698412698413,
      "grad_norm": 4.326037883758545,
      "learning_rate": 7.195767195767196e-05,
      "loss": 4.0141,
      "step": 606
    },
    {
      "epoch": 0.6423280423280423,
      "grad_norm": 3.675474166870117,
      "learning_rate": 7.174603174603175e-05,
      "loss": 4.319,
      "step": 607
    },
    {
      "epoch": 0.6433862433862434,
      "grad_norm": 3.1565847396850586,
      "learning_rate": 7.153439153439155e-05,
      "loss": 4.023,
      "step": 608
    },
    {
      "epoch": 0.6444444444444445,
      "grad_norm": 4.3224263191223145,
      "learning_rate": 7.132275132275132e-05,
      "loss": 4.5109,
      "step": 609
    },
    {
      "epoch": 0.6455026455026455,
      "grad_norm": 3.533651828765869,
      "learning_rate": 7.111111111111112e-05,
      "loss": 4.6497,
      "step": 610
    },
    {
      "epoch": 0.6465608465608466,
      "grad_norm": 4.027238845825195,
      "learning_rate": 7.089947089947089e-05,
      "loss": 4.6142,
      "step": 611
    },
    {
      "epoch": 0.6476190476190476,
      "grad_norm": 3.2855591773986816,
      "learning_rate": 7.068783068783069e-05,
      "loss": 4.5179,
      "step": 612
    },
    {
      "epoch": 0.6486772486772486,
      "grad_norm": 4.2074456214904785,
      "learning_rate": 7.047619047619048e-05,
      "loss": 4.221,
      "step": 613
    },
    {
      "epoch": 0.6497354497354497,
      "grad_norm": 3.2165327072143555,
      "learning_rate": 7.026455026455026e-05,
      "loss": 4.3046,
      "step": 614
    },
    {
      "epoch": 0.6507936507936508,
      "grad_norm": 5.430916786193848,
      "learning_rate": 7.005291005291006e-05,
      "loss": 4.2031,
      "step": 615
    },
    {
      "epoch": 0.6518518518518519,
      "grad_norm": 3.051821708679199,
      "learning_rate": 6.984126984126984e-05,
      "loss": 4.7025,
      "step": 616
    },
    {
      "epoch": 0.6529100529100529,
      "grad_norm": 2.2007246017456055,
      "learning_rate": 6.962962962962964e-05,
      "loss": 4.5748,
      "step": 617
    },
    {
      "epoch": 0.653968253968254,
      "grad_norm": 3.4376158714294434,
      "learning_rate": 6.941798941798942e-05,
      "loss": 4.4252,
      "step": 618
    },
    {
      "epoch": 0.6550264550264551,
      "grad_norm": 3.87419056892395,
      "learning_rate": 6.920634920634921e-05,
      "loss": 4.4397,
      "step": 619
    },
    {
      "epoch": 0.656084656084656,
      "grad_norm": 4.0035271644592285,
      "learning_rate": 6.8994708994709e-05,
      "loss": 4.2865,
      "step": 620
    },
    {
      "epoch": 0.6571428571428571,
      "grad_norm": 3.9534621238708496,
      "learning_rate": 6.878306878306878e-05,
      "loss": 4.182,
      "step": 621
    },
    {
      "epoch": 0.6582010582010582,
      "grad_norm": 5.081455230712891,
      "learning_rate": 6.857142857142858e-05,
      "loss": 4.7534,
      "step": 622
    },
    {
      "epoch": 0.6592592592592592,
      "grad_norm": 3.065629482269287,
      "learning_rate": 6.835978835978837e-05,
      "loss": 4.6396,
      "step": 623
    },
    {
      "epoch": 0.6603174603174603,
      "grad_norm": 3.0254719257354736,
      "learning_rate": 6.814814814814815e-05,
      "loss": 4.4375,
      "step": 624
    },
    {
      "epoch": 0.6613756613756614,
      "grad_norm": 3.2393958568573,
      "learning_rate": 6.793650793650794e-05,
      "loss": 4.2735,
      "step": 625
    },
    {
      "epoch": 0.6624338624338625,
      "grad_norm": 3.045806646347046,
      "learning_rate": 6.772486772486773e-05,
      "loss": 4.534,
      "step": 626
    },
    {
      "epoch": 0.6634920634920635,
      "grad_norm": 2.270031452178955,
      "learning_rate": 6.751322751322751e-05,
      "loss": 4.56,
      "step": 627
    },
    {
      "epoch": 0.6645502645502646,
      "grad_norm": 2.978497266769409,
      "learning_rate": 6.730158730158731e-05,
      "loss": 4.6056,
      "step": 628
    },
    {
      "epoch": 0.6656084656084656,
      "grad_norm": 2.3185043334960938,
      "learning_rate": 6.70899470899471e-05,
      "loss": 4.5353,
      "step": 629
    },
    {
      "epoch": 0.6666666666666666,
      "grad_norm": 4.055261611938477,
      "learning_rate": 6.687830687830688e-05,
      "loss": 4.5006,
      "step": 630
    },
    {
      "epoch": 0.6677248677248677,
      "grad_norm": 2.994432210922241,
      "learning_rate": 6.666666666666667e-05,
      "loss": 4.6901,
      "step": 631
    },
    {
      "epoch": 0.6687830687830688,
      "grad_norm": 4.258963108062744,
      "learning_rate": 6.645502645502646e-05,
      "loss": 4.4338,
      "step": 632
    },
    {
      "epoch": 0.6698412698412698,
      "grad_norm": 3.3247246742248535,
      "learning_rate": 6.624338624338626e-05,
      "loss": 4.3266,
      "step": 633
    },
    {
      "epoch": 0.6708994708994709,
      "grad_norm": 4.3355584144592285,
      "learning_rate": 6.603174603174603e-05,
      "loss": 4.3506,
      "step": 634
    },
    {
      "epoch": 0.671957671957672,
      "grad_norm": 2.735856294631958,
      "learning_rate": 6.582010582010583e-05,
      "loss": 4.5765,
      "step": 635
    },
    {
      "epoch": 0.6730158730158731,
      "grad_norm": 2.660583019256592,
      "learning_rate": 6.560846560846561e-05,
      "loss": 4.3851,
      "step": 636
    },
    {
      "epoch": 0.674074074074074,
      "grad_norm": 4.678468704223633,
      "learning_rate": 6.53968253968254e-05,
      "loss": 4.4353,
      "step": 637
    },
    {
      "epoch": 0.6751322751322751,
      "grad_norm": 4.371635913848877,
      "learning_rate": 6.51851851851852e-05,
      "loss": 4.6028,
      "step": 638
    },
    {
      "epoch": 0.6761904761904762,
      "grad_norm": 2.3103830814361572,
      "learning_rate": 6.497354497354497e-05,
      "loss": 4.5429,
      "step": 639
    },
    {
      "epoch": 0.6772486772486772,
      "grad_norm": 5.012209415435791,
      "learning_rate": 6.476190476190477e-05,
      "loss": 4.4516,
      "step": 640
    },
    {
      "epoch": 0.6783068783068783,
      "grad_norm": 4.301638126373291,
      "learning_rate": 6.455026455026454e-05,
      "loss": 4.516,
      "step": 641
    },
    {
      "epoch": 0.6793650793650794,
      "grad_norm": 4.007621765136719,
      "learning_rate": 6.433862433862434e-05,
      "loss": 4.0493,
      "step": 642
    },
    {
      "epoch": 0.6804232804232804,
      "grad_norm": 2.8748645782470703,
      "learning_rate": 6.412698412698413e-05,
      "loss": 4.4165,
      "step": 643
    },
    {
      "epoch": 0.6814814814814815,
      "grad_norm": 3.7135848999023438,
      "learning_rate": 6.391534391534392e-05,
      "loss": 4.178,
      "step": 644
    },
    {
      "epoch": 0.6825396825396826,
      "grad_norm": 2.3791286945343018,
      "learning_rate": 6.37037037037037e-05,
      "loss": 4.4069,
      "step": 645
    },
    {
      "epoch": 0.6835978835978836,
      "grad_norm": 2.452883005142212,
      "learning_rate": 6.349206349206349e-05,
      "loss": 4.518,
      "step": 646
    },
    {
      "epoch": 0.6846560846560846,
      "grad_norm": 3.943122386932373,
      "learning_rate": 6.328042328042329e-05,
      "loss": 4.3361,
      "step": 647
    },
    {
      "epoch": 0.6857142857142857,
      "grad_norm": 3.8262534141540527,
      "learning_rate": 6.306878306878308e-05,
      "loss": 4.2658,
      "step": 648
    },
    {
      "epoch": 0.6867724867724868,
      "grad_norm": 3.7210817337036133,
      "learning_rate": 6.285714285714286e-05,
      "loss": 4.3466,
      "step": 649
    },
    {
      "epoch": 0.6878306878306878,
      "grad_norm": 3.290416955947876,
      "learning_rate": 6.264550264550265e-05,
      "loss": 4.3762,
      "step": 650
    },
    {
      "epoch": 0.6888888888888889,
      "grad_norm": 3.621769905090332,
      "learning_rate": 6.243386243386243e-05,
      "loss": 4.7064,
      "step": 651
    },
    {
      "epoch": 0.68994708994709,
      "grad_norm": 3.424560785293579,
      "learning_rate": 6.222222222222222e-05,
      "loss": 4.2329,
      "step": 652
    },
    {
      "epoch": 0.691005291005291,
      "grad_norm": 3.1522297859191895,
      "learning_rate": 6.201058201058202e-05,
      "loss": 4.2579,
      "step": 653
    },
    {
      "epoch": 0.692063492063492,
      "grad_norm": 2.4896795749664307,
      "learning_rate": 6.17989417989418e-05,
      "loss": 4.3656,
      "step": 654
    },
    {
      "epoch": 0.6931216931216931,
      "grad_norm": 4.149013996124268,
      "learning_rate": 6.158730158730159e-05,
      "loss": 4.0035,
      "step": 655
    },
    {
      "epoch": 0.6941798941798942,
      "grad_norm": 4.64910364151001,
      "learning_rate": 6.137566137566138e-05,
      "loss": 4.0501,
      "step": 656
    },
    {
      "epoch": 0.6952380952380952,
      "grad_norm": 3.3455259799957275,
      "learning_rate": 6.116402116402116e-05,
      "loss": 4.3448,
      "step": 657
    },
    {
      "epoch": 0.6962962962962963,
      "grad_norm": 3.4389235973358154,
      "learning_rate": 6.0952380952380964e-05,
      "loss": 4.4474,
      "step": 658
    },
    {
      "epoch": 0.6973544973544974,
      "grad_norm": 3.2610585689544678,
      "learning_rate": 6.074074074074074e-05,
      "loss": 4.4259,
      "step": 659
    },
    {
      "epoch": 0.6984126984126984,
      "grad_norm": 3.6180999279022217,
      "learning_rate": 6.0529100529100536e-05,
      "loss": 4.3868,
      "step": 660
    },
    {
      "epoch": 0.6994708994708995,
      "grad_norm": 2.121812343597412,
      "learning_rate": 6.0317460317460316e-05,
      "loss": 4.6978,
      "step": 661
    },
    {
      "epoch": 0.7005291005291006,
      "grad_norm": 2.4281516075134277,
      "learning_rate": 6.010582010582011e-05,
      "loss": 4.4925,
      "step": 662
    },
    {
      "epoch": 0.7015873015873015,
      "grad_norm": 2.2778265476226807,
      "learning_rate": 5.9894179894179895e-05,
      "loss": 4.2949,
      "step": 663
    },
    {
      "epoch": 0.7026455026455026,
      "grad_norm": 3.453934907913208,
      "learning_rate": 5.968253968253969e-05,
      "loss": 4.2088,
      "step": 664
    },
    {
      "epoch": 0.7037037037037037,
      "grad_norm": 4.993162631988525,
      "learning_rate": 5.947089947089948e-05,
      "loss": 4.0521,
      "step": 665
    },
    {
      "epoch": 0.7047619047619048,
      "grad_norm": 4.678404808044434,
      "learning_rate": 5.925925925925926e-05,
      "loss": 5.2867,
      "step": 666
    },
    {
      "epoch": 0.7058201058201058,
      "grad_norm": 3.900545358657837,
      "learning_rate": 5.904761904761905e-05,
      "loss": 4.4528,
      "step": 667
    },
    {
      "epoch": 0.7068783068783069,
      "grad_norm": 2.646090269088745,
      "learning_rate": 5.883597883597883e-05,
      "loss": 4.4545,
      "step": 668
    },
    {
      "epoch": 0.707936507936508,
      "grad_norm": 5.297267436981201,
      "learning_rate": 5.8624338624338625e-05,
      "loss": 4.4276,
      "step": 669
    },
    {
      "epoch": 0.708994708994709,
      "grad_norm": 2.680331230163574,
      "learning_rate": 5.841269841269842e-05,
      "loss": 4.5835,
      "step": 670
    },
    {
      "epoch": 0.71005291005291,
      "grad_norm": 3.0992205142974854,
      "learning_rate": 5.82010582010582e-05,
      "loss": 4.3782,
      "step": 671
    },
    {
      "epoch": 0.7111111111111111,
      "grad_norm": 4.758902549743652,
      "learning_rate": 5.798941798941799e-05,
      "loss": 4.0638,
      "step": 672
    },
    {
      "epoch": 0.7121693121693121,
      "grad_norm": 3.6005380153656006,
      "learning_rate": 5.7777777777777776e-05,
      "loss": 4.4741,
      "step": 673
    },
    {
      "epoch": 0.7132275132275132,
      "grad_norm": 4.276017665863037,
      "learning_rate": 5.756613756613757e-05,
      "loss": 4.7429,
      "step": 674
    },
    {
      "epoch": 0.7142857142857143,
      "grad_norm": 2.6119298934936523,
      "learning_rate": 5.735449735449736e-05,
      "loss": 4.3954,
      "step": 675
    },
    {
      "epoch": 0.7153439153439154,
      "grad_norm": 3.8695144653320312,
      "learning_rate": 5.714285714285714e-05,
      "loss": 4.6233,
      "step": 676
    },
    {
      "epoch": 0.7164021164021164,
      "grad_norm": 4.279388904571533,
      "learning_rate": 5.6931216931216935e-05,
      "loss": 4.6132,
      "step": 677
    },
    {
      "epoch": 0.7174603174603175,
      "grad_norm": 2.537426233291626,
      "learning_rate": 5.6719576719576714e-05,
      "loss": 4.5964,
      "step": 678
    },
    {
      "epoch": 0.7185185185185186,
      "grad_norm": 2.2631993293762207,
      "learning_rate": 5.650793650793651e-05,
      "loss": 4.5054,
      "step": 679
    },
    {
      "epoch": 0.7195767195767195,
      "grad_norm": 2.565819025039673,
      "learning_rate": 5.62962962962963e-05,
      "loss": 4.4643,
      "step": 680
    },
    {
      "epoch": 0.7206349206349206,
      "grad_norm": 3.250171184539795,
      "learning_rate": 5.6084656084656086e-05,
      "loss": 4.4906,
      "step": 681
    },
    {
      "epoch": 0.7216931216931217,
      "grad_norm": 3.797689437866211,
      "learning_rate": 5.587301587301588e-05,
      "loss": 4.7318,
      "step": 682
    },
    {
      "epoch": 0.7227513227513227,
      "grad_norm": 4.2817487716674805,
      "learning_rate": 5.566137566137566e-05,
      "loss": 5.076,
      "step": 683
    },
    {
      "epoch": 0.7238095238095238,
      "grad_norm": 3.8380932807922363,
      "learning_rate": 5.544973544973545e-05,
      "loss": 4.6252,
      "step": 684
    },
    {
      "epoch": 0.7248677248677249,
      "grad_norm": 3.2089099884033203,
      "learning_rate": 5.5238095238095244e-05,
      "loss": 4.3473,
      "step": 685
    },
    {
      "epoch": 0.725925925925926,
      "grad_norm": 3.6671242713928223,
      "learning_rate": 5.5026455026455024e-05,
      "loss": 4.5809,
      "step": 686
    },
    {
      "epoch": 0.726984126984127,
      "grad_norm": 3.6902709007263184,
      "learning_rate": 5.4814814814814817e-05,
      "loss": 4.5044,
      "step": 687
    },
    {
      "epoch": 0.728042328042328,
      "grad_norm": 4.03043794631958,
      "learning_rate": 5.46031746031746e-05,
      "loss": 4.379,
      "step": 688
    },
    {
      "epoch": 0.7291005291005291,
      "grad_norm": 3.9407994747161865,
      "learning_rate": 5.4391534391534396e-05,
      "loss": 4.5014,
      "step": 689
    },
    {
      "epoch": 0.7301587301587301,
      "grad_norm": 3.015089750289917,
      "learning_rate": 5.417989417989419e-05,
      "loss": 4.7758,
      "step": 690
    },
    {
      "epoch": 0.7312169312169312,
      "grad_norm": 3.012735605239868,
      "learning_rate": 5.396825396825397e-05,
      "loss": 4.2719,
      "step": 691
    },
    {
      "epoch": 0.7322751322751323,
      "grad_norm": 2.6322317123413086,
      "learning_rate": 5.375661375661376e-05,
      "loss": 4.3626,
      "step": 692
    },
    {
      "epoch": 0.7333333333333333,
      "grad_norm": 2.424008369445801,
      "learning_rate": 5.354497354497354e-05,
      "loss": 4.4999,
      "step": 693
    },
    {
      "epoch": 0.7343915343915344,
      "grad_norm": 3.5485408306121826,
      "learning_rate": 5.333333333333333e-05,
      "loss": 4.3667,
      "step": 694
    },
    {
      "epoch": 0.7354497354497355,
      "grad_norm": 4.044386863708496,
      "learning_rate": 5.3121693121693126e-05,
      "loss": 4.4601,
      "step": 695
    },
    {
      "epoch": 0.7365079365079366,
      "grad_norm": 3.721005439758301,
      "learning_rate": 5.291005291005291e-05,
      "loss": 4.4313,
      "step": 696
    },
    {
      "epoch": 0.7375661375661375,
      "grad_norm": 2.347132444381714,
      "learning_rate": 5.2698412698412705e-05,
      "loss": 4.69,
      "step": 697
    },
    {
      "epoch": 0.7386243386243386,
      "grad_norm": 3.9742605686187744,
      "learning_rate": 5.2486772486772485e-05,
      "loss": 4.6246,
      "step": 698
    },
    {
      "epoch": 0.7396825396825397,
      "grad_norm": 3.033763885498047,
      "learning_rate": 5.227513227513228e-05,
      "loss": 4.5407,
      "step": 699
    },
    {
      "epoch": 0.7407407407407407,
      "grad_norm": 3.4734556674957275,
      "learning_rate": 5.206349206349207e-05,
      "loss": 4.3657,
      "step": 700
    },
    {
      "epoch": 0.7417989417989418,
      "grad_norm": 4.022945404052734,
      "learning_rate": 5.185185185185185e-05,
      "loss": 4.4493,
      "step": 701
    },
    {
      "epoch": 0.7428571428571429,
      "grad_norm": 3.0605340003967285,
      "learning_rate": 5.164021164021164e-05,
      "loss": 4.4376,
      "step": 702
    },
    {
      "epoch": 0.7439153439153439,
      "grad_norm": 3.3611865043640137,
      "learning_rate": 5.142857142857143e-05,
      "loss": 4.1962,
      "step": 703
    },
    {
      "epoch": 0.744973544973545,
      "grad_norm": 2.673043966293335,
      "learning_rate": 5.121693121693122e-05,
      "loss": 4.2613,
      "step": 704
    },
    {
      "epoch": 0.746031746031746,
      "grad_norm": 2.904047966003418,
      "learning_rate": 5.1005291005291015e-05,
      "loss": 4.5843,
      "step": 705
    },
    {
      "epoch": 0.7470899470899471,
      "grad_norm": 2.3185653686523438,
      "learning_rate": 5.0793650793650794e-05,
      "loss": 4.6339,
      "step": 706
    },
    {
      "epoch": 0.7481481481481481,
      "grad_norm": 2.6308610439300537,
      "learning_rate": 5.058201058201059e-05,
      "loss": 4.6128,
      "step": 707
    },
    {
      "epoch": 0.7492063492063492,
      "grad_norm": 4.224467754364014,
      "learning_rate": 5.0370370370370366e-05,
      "loss": 4.4584,
      "step": 708
    },
    {
      "epoch": 0.7502645502645503,
      "grad_norm": 3.5613698959350586,
      "learning_rate": 5.015873015873016e-05,
      "loss": 4.3392,
      "step": 709
    },
    {
      "epoch": 0.7513227513227513,
      "grad_norm": 3.340325117111206,
      "learning_rate": 4.9947089947089946e-05,
      "loss": 4.1603,
      "step": 710
    },
    {
      "epoch": 0.7523809523809524,
      "grad_norm": 2.2661633491516113,
      "learning_rate": 4.973544973544973e-05,
      "loss": 4.5356,
      "step": 711
    },
    {
      "epoch": 0.7534391534391535,
      "grad_norm": 4.2036967277526855,
      "learning_rate": 4.9523809523809525e-05,
      "loss": 4.275,
      "step": 712
    },
    {
      "epoch": 0.7544973544973544,
      "grad_norm": 4.393720626831055,
      "learning_rate": 4.931216931216932e-05,
      "loss": 4.4666,
      "step": 713
    },
    {
      "epoch": 0.7555555555555555,
      "grad_norm": 2.8838915824890137,
      "learning_rate": 4.9100529100529104e-05,
      "loss": 4.3787,
      "step": 714
    },
    {
      "epoch": 0.7566137566137566,
      "grad_norm": 3.348369836807251,
      "learning_rate": 4.888888888888889e-05,
      "loss": 4.3178,
      "step": 715
    },
    {
      "epoch": 0.7576719576719577,
      "grad_norm": 4.096352577209473,
      "learning_rate": 4.8677248677248676e-05,
      "loss": 4.3232,
      "step": 716
    },
    {
      "epoch": 0.7587301587301587,
      "grad_norm": 4.141739368438721,
      "learning_rate": 4.846560846560847e-05,
      "loss": 4.2369,
      "step": 717
    },
    {
      "epoch": 0.7597883597883598,
      "grad_norm": 2.5747230052948,
      "learning_rate": 4.8253968253968255e-05,
      "loss": 4.2264,
      "step": 718
    },
    {
      "epoch": 0.7608465608465609,
      "grad_norm": 2.4307565689086914,
      "learning_rate": 4.804232804232804e-05,
      "loss": 4.4336,
      "step": 719
    },
    {
      "epoch": 0.7619047619047619,
      "grad_norm": 2.6472954750061035,
      "learning_rate": 4.7830687830687834e-05,
      "loss": 4.5644,
      "step": 720
    },
    {
      "epoch": 0.762962962962963,
      "grad_norm": 2.515235424041748,
      "learning_rate": 4.761904761904762e-05,
      "loss": 4.4776,
      "step": 721
    },
    {
      "epoch": 0.764021164021164,
      "grad_norm": 3.1089797019958496,
      "learning_rate": 4.740740740740741e-05,
      "loss": 4.2743,
      "step": 722
    },
    {
      "epoch": 0.765079365079365,
      "grad_norm": 2.6789567470550537,
      "learning_rate": 4.71957671957672e-05,
      "loss": 4.3321,
      "step": 723
    },
    {
      "epoch": 0.7661375661375661,
      "grad_norm": 4.1483154296875,
      "learning_rate": 4.6984126984126986e-05,
      "loss": 3.9651,
      "step": 724
    },
    {
      "epoch": 0.7671957671957672,
      "grad_norm": 2.2718329429626465,
      "learning_rate": 4.677248677248677e-05,
      "loss": 4.3097,
      "step": 725
    },
    {
      "epoch": 0.7682539682539683,
      "grad_norm": 4.838448524475098,
      "learning_rate": 4.656084656084656e-05,
      "loss": 4.074,
      "step": 726
    },
    {
      "epoch": 0.7693121693121693,
      "grad_norm": 2.7414026260375977,
      "learning_rate": 4.634920634920635e-05,
      "loss": 4.4988,
      "step": 727
    },
    {
      "epoch": 0.7703703703703704,
      "grad_norm": 2.8223555088043213,
      "learning_rate": 4.6137566137566144e-05,
      "loss": 4.5308,
      "step": 728
    },
    {
      "epoch": 0.7714285714285715,
      "grad_norm": 4.414182662963867,
      "learning_rate": 4.592592592592593e-05,
      "loss": 4.6642,
      "step": 729
    },
    {
      "epoch": 0.7724867724867724,
      "grad_norm": 4.537319660186768,
      "learning_rate": 4.5714285714285716e-05,
      "loss": 4.6412,
      "step": 730
    },
    {
      "epoch": 0.7735449735449735,
      "grad_norm": 2.7082977294921875,
      "learning_rate": 4.55026455026455e-05,
      "loss": 4.2856,
      "step": 731
    },
    {
      "epoch": 0.7746031746031746,
      "grad_norm": 3.1966776847839355,
      "learning_rate": 4.5291005291005295e-05,
      "loss": 4.4831,
      "step": 732
    },
    {
      "epoch": 0.7756613756613756,
      "grad_norm": 3.5005674362182617,
      "learning_rate": 4.507936507936508e-05,
      "loss": 4.2403,
      "step": 733
    },
    {
      "epoch": 0.7767195767195767,
      "grad_norm": 3.2081823348999023,
      "learning_rate": 4.486772486772487e-05,
      "loss": 4.5438,
      "step": 734
    },
    {
      "epoch": 0.7777777777777778,
      "grad_norm": 2.6657907962799072,
      "learning_rate": 4.4656084656084654e-05,
      "loss": 4.3515,
      "step": 735
    },
    {
      "epoch": 0.7788359788359789,
      "grad_norm": 3.671268939971924,
      "learning_rate": 4.4444444444444447e-05,
      "loss": 4.4376,
      "step": 736
    },
    {
      "epoch": 0.7798941798941799,
      "grad_norm": 5.469426155090332,
      "learning_rate": 4.423280423280424e-05,
      "loss": 4.3986,
      "step": 737
    },
    {
      "epoch": 0.780952380952381,
      "grad_norm": 3.5475802421569824,
      "learning_rate": 4.4021164021164026e-05,
      "loss": 4.1386,
      "step": 738
    },
    {
      "epoch": 0.782010582010582,
      "grad_norm": 6.09086275100708,
      "learning_rate": 4.380952380952381e-05,
      "loss": 4.4847,
      "step": 739
    },
    {
      "epoch": 0.783068783068783,
      "grad_norm": 4.646895408630371,
      "learning_rate": 4.35978835978836e-05,
      "loss": 4.3571,
      "step": 740
    },
    {
      "epoch": 0.7841269841269841,
      "grad_norm": 3.280245065689087,
      "learning_rate": 4.3386243386243384e-05,
      "loss": 4.3393,
      "step": 741
    },
    {
      "epoch": 0.7851851851851852,
      "grad_norm": 3.2785861492156982,
      "learning_rate": 4.317460317460318e-05,
      "loss": 4.6012,
      "step": 742
    },
    {
      "epoch": 0.7862433862433862,
      "grad_norm": 4.155243396759033,
      "learning_rate": 4.296296296296296e-05,
      "loss": 4.5007,
      "step": 743
    },
    {
      "epoch": 0.7873015873015873,
      "grad_norm": 2.405592918395996,
      "learning_rate": 4.2751322751322756e-05,
      "loss": 4.3377,
      "step": 744
    },
    {
      "epoch": 0.7883597883597884,
      "grad_norm": 2.885045051574707,
      "learning_rate": 4.253968253968254e-05,
      "loss": 4.6721,
      "step": 745
    },
    {
      "epoch": 0.7894179894179895,
      "grad_norm": 3.2620387077331543,
      "learning_rate": 4.232804232804233e-05,
      "loss": 4.6831,
      "step": 746
    },
    {
      "epoch": 0.7904761904761904,
      "grad_norm": 2.6154630184173584,
      "learning_rate": 4.211640211640212e-05,
      "loss": 4.9524,
      "step": 747
    },
    {
      "epoch": 0.7915343915343915,
      "grad_norm": 3.214298963546753,
      "learning_rate": 4.190476190476191e-05,
      "loss": 4.6502,
      "step": 748
    },
    {
      "epoch": 0.7925925925925926,
      "grad_norm": 2.550989866256714,
      "learning_rate": 4.1693121693121694e-05,
      "loss": 4.7579,
      "step": 749
    },
    {
      "epoch": 0.7936507936507936,
      "grad_norm": 4.0572123527526855,
      "learning_rate": 4.148148148148148e-05,
      "loss": 4.8288,
      "step": 750
    },
    {
      "epoch": 0.7947089947089947,
      "grad_norm": 5.682539463043213,
      "learning_rate": 4.126984126984127e-05,
      "loss": 4.0694,
      "step": 751
    },
    {
      "epoch": 0.7957671957671958,
      "grad_norm": 4.734798908233643,
      "learning_rate": 4.105820105820106e-05,
      "loss": 3.9874,
      "step": 752
    },
    {
      "epoch": 0.7968253968253968,
      "grad_norm": 2.8526718616485596,
      "learning_rate": 4.084656084656085e-05,
      "loss": 4.3653,
      "step": 753
    },
    {
      "epoch": 0.7978835978835979,
      "grad_norm": 2.8088626861572266,
      "learning_rate": 4.063492063492064e-05,
      "loss": 4.3567,
      "step": 754
    },
    {
      "epoch": 0.798941798941799,
      "grad_norm": 2.870955228805542,
      "learning_rate": 4.0423280423280424e-05,
      "loss": 4.3316,
      "step": 755
    },
    {
      "epoch": 0.8,
      "grad_norm": 3.2909791469573975,
      "learning_rate": 4.021164021164021e-05,
      "loss": 4.3349,
      "step": 756
    },
    {
      "epoch": 0.801058201058201,
      "grad_norm": 2.0999293327331543,
      "learning_rate": 4e-05,
      "loss": 4.1012,
      "step": 757
    },
    {
      "epoch": 0.8021164021164021,
      "grad_norm": 4.337133407592773,
      "learning_rate": 3.978835978835979e-05,
      "loss": 4.2751,
      "step": 758
    },
    {
      "epoch": 0.8031746031746032,
      "grad_norm": 4.949486255645752,
      "learning_rate": 3.9576719576719576e-05,
      "loss": 4.4255,
      "step": 759
    },
    {
      "epoch": 0.8042328042328042,
      "grad_norm": 4.1950225830078125,
      "learning_rate": 3.936507936507937e-05,
      "loss": 4.3863,
      "step": 760
    },
    {
      "epoch": 0.8052910052910053,
      "grad_norm": 4.292113780975342,
      "learning_rate": 3.9153439153439155e-05,
      "loss": 4.311,
      "step": 761
    },
    {
      "epoch": 0.8063492063492064,
      "grad_norm": 2.7557833194732666,
      "learning_rate": 3.894179894179895e-05,
      "loss": 4.5554,
      "step": 762
    },
    {
      "epoch": 0.8074074074074075,
      "grad_norm": 4.568346977233887,
      "learning_rate": 3.8730158730158734e-05,
      "loss": 4.4491,
      "step": 763
    },
    {
      "epoch": 0.8084656084656084,
      "grad_norm": 3.6678969860076904,
      "learning_rate": 3.851851851851852e-05,
      "loss": 4.3989,
      "step": 764
    },
    {
      "epoch": 0.8095238095238095,
      "grad_norm": 2.451578140258789,
      "learning_rate": 3.8306878306878306e-05,
      "loss": 4.5994,
      "step": 765
    },
    {
      "epoch": 0.8105820105820106,
      "grad_norm": 3.1752817630767822,
      "learning_rate": 3.809523809523809e-05,
      "loss": 4.4488,
      "step": 766
    },
    {
      "epoch": 0.8116402116402116,
      "grad_norm": 2.4169468879699707,
      "learning_rate": 3.7883597883597885e-05,
      "loss": 4.3711,
      "step": 767
    },
    {
      "epoch": 0.8126984126984127,
      "grad_norm": 3.3381762504577637,
      "learning_rate": 3.767195767195768e-05,
      "loss": 4.7062,
      "step": 768
    },
    {
      "epoch": 0.8137566137566138,
      "grad_norm": 3.761655807495117,
      "learning_rate": 3.7460317460317464e-05,
      "loss": 4.3589,
      "step": 769
    },
    {
      "epoch": 0.8148148148148148,
      "grad_norm": 2.391263484954834,
      "learning_rate": 3.724867724867725e-05,
      "loss": 4.5589,
      "step": 770
    },
    {
      "epoch": 0.8158730158730159,
      "grad_norm": 4.449405670166016,
      "learning_rate": 3.7037037037037037e-05,
      "loss": 4.2917,
      "step": 771
    },
    {
      "epoch": 0.816931216931217,
      "grad_norm": 2.521897077560425,
      "learning_rate": 3.682539682539683e-05,
      "loss": 4.4404,
      "step": 772
    },
    {
      "epoch": 0.817989417989418,
      "grad_norm": 2.8407537937164307,
      "learning_rate": 3.6613756613756616e-05,
      "loss": 4.7017,
      "step": 773
    },
    {
      "epoch": 0.819047619047619,
      "grad_norm": 2.995558023452759,
      "learning_rate": 3.64021164021164e-05,
      "loss": 4.5994,
      "step": 774
    },
    {
      "epoch": 0.8201058201058201,
      "grad_norm": 3.5345540046691895,
      "learning_rate": 3.619047619047619e-05,
      "loss": 4.3518,
      "step": 775
    },
    {
      "epoch": 0.8211640211640212,
      "grad_norm": 2.8972830772399902,
      "learning_rate": 3.597883597883598e-05,
      "loss": 4.2806,
      "step": 776
    },
    {
      "epoch": 0.8222222222222222,
      "grad_norm": 2.856095314025879,
      "learning_rate": 3.5767195767195774e-05,
      "loss": 4.4713,
      "step": 777
    },
    {
      "epoch": 0.8232804232804233,
      "grad_norm": 3.647432327270508,
      "learning_rate": 3.555555555555556e-05,
      "loss": 4.359,
      "step": 778
    },
    {
      "epoch": 0.8243386243386244,
      "grad_norm": 2.2800469398498535,
      "learning_rate": 3.5343915343915346e-05,
      "loss": 4.5229,
      "step": 779
    },
    {
      "epoch": 0.8253968253968254,
      "grad_norm": 2.752990245819092,
      "learning_rate": 3.513227513227513e-05,
      "loss": 4.7221,
      "step": 780
    },
    {
      "epoch": 0.8264550264550264,
      "grad_norm": 2.8084070682525635,
      "learning_rate": 3.492063492063492e-05,
      "loss": 4.4787,
      "step": 781
    },
    {
      "epoch": 0.8275132275132275,
      "grad_norm": 2.458653688430786,
      "learning_rate": 3.470899470899471e-05,
      "loss": 4.2992,
      "step": 782
    },
    {
      "epoch": 0.8285714285714286,
      "grad_norm": 2.715418815612793,
      "learning_rate": 3.44973544973545e-05,
      "loss": 4.5655,
      "step": 783
    },
    {
      "epoch": 0.8296296296296296,
      "grad_norm": 3.650876998901367,
      "learning_rate": 3.428571428571429e-05,
      "loss": 4.2864,
      "step": 784
    },
    {
      "epoch": 0.8306878306878307,
      "grad_norm": 4.0202412605285645,
      "learning_rate": 3.4074074074074077e-05,
      "loss": 4.0415,
      "step": 785
    },
    {
      "epoch": 0.8317460317460318,
      "grad_norm": 3.4636576175689697,
      "learning_rate": 3.386243386243386e-05,
      "loss": 4.3072,
      "step": 786
    },
    {
      "epoch": 0.8328042328042328,
      "grad_norm": 3.0056724548339844,
      "learning_rate": 3.3650793650793656e-05,
      "loss": 4.3583,
      "step": 787
    },
    {
      "epoch": 0.8338624338624339,
      "grad_norm": 2.682248115539551,
      "learning_rate": 3.343915343915344e-05,
      "loss": 4.7416,
      "step": 788
    },
    {
      "epoch": 0.834920634920635,
      "grad_norm": 2.494582176208496,
      "learning_rate": 3.322751322751323e-05,
      "loss": 4.4693,
      "step": 789
    },
    {
      "epoch": 0.8359788359788359,
      "grad_norm": 2.566758394241333,
      "learning_rate": 3.3015873015873014e-05,
      "loss": 4.0709,
      "step": 790
    },
    {
      "epoch": 0.837037037037037,
      "grad_norm": 3.7383534908294678,
      "learning_rate": 3.280423280423281e-05,
      "loss": 4.2496,
      "step": 791
    },
    {
      "epoch": 0.8380952380952381,
      "grad_norm": 3.500098705291748,
      "learning_rate": 3.25925925925926e-05,
      "loss": 4.268,
      "step": 792
    },
    {
      "epoch": 0.8391534391534392,
      "grad_norm": 3.378919839859009,
      "learning_rate": 3.2380952380952386e-05,
      "loss": 4.3294,
      "step": 793
    },
    {
      "epoch": 0.8402116402116402,
      "grad_norm": 2.394202947616577,
      "learning_rate": 3.216931216931217e-05,
      "loss": 4.4399,
      "step": 794
    },
    {
      "epoch": 0.8412698412698413,
      "grad_norm": 3.0994091033935547,
      "learning_rate": 3.195767195767196e-05,
      "loss": 4.3943,
      "step": 795
    },
    {
      "epoch": 0.8423280423280424,
      "grad_norm": 3.360696315765381,
      "learning_rate": 3.1746031746031745e-05,
      "loss": 4.4019,
      "step": 796
    },
    {
      "epoch": 0.8433862433862434,
      "grad_norm": 4.585354804992676,
      "learning_rate": 3.153439153439154e-05,
      "loss": 4.5087,
      "step": 797
    },
    {
      "epoch": 0.8444444444444444,
      "grad_norm": 4.05171537399292,
      "learning_rate": 3.1322751322751324e-05,
      "loss": 4.2959,
      "step": 798
    },
    {
      "epoch": 0.8455026455026455,
      "grad_norm": 2.8592655658721924,
      "learning_rate": 3.111111111111111e-05,
      "loss": 4.3237,
      "step": 799
    },
    {
      "epoch": 0.8465608465608465,
      "grad_norm": 2.7537636756896973,
      "learning_rate": 3.08994708994709e-05,
      "loss": 4.4792,
      "step": 800
    },
    {
      "epoch": 0.8476190476190476,
      "grad_norm": 3.5299274921417236,
      "learning_rate": 3.068783068783069e-05,
      "loss": 4.4936,
      "step": 801
    },
    {
      "epoch": 0.8486772486772487,
      "grad_norm": 3.3827812671661377,
      "learning_rate": 3.0476190476190482e-05,
      "loss": 4.2567,
      "step": 802
    },
    {
      "epoch": 0.8497354497354498,
      "grad_norm": 2.8322885036468506,
      "learning_rate": 3.0264550264550268e-05,
      "loss": 4.4316,
      "step": 803
    },
    {
      "epoch": 0.8507936507936508,
      "grad_norm": 2.8121023178100586,
      "learning_rate": 3.0052910052910054e-05,
      "loss": 4.2282,
      "step": 804
    },
    {
      "epoch": 0.8518518518518519,
      "grad_norm": 2.910762310028076,
      "learning_rate": 2.9841269841269844e-05,
      "loss": 4.5654,
      "step": 805
    },
    {
      "epoch": 0.852910052910053,
      "grad_norm": 3.276265859603882,
      "learning_rate": 2.962962962962963e-05,
      "loss": 4.4145,
      "step": 806
    },
    {
      "epoch": 0.8539682539682539,
      "grad_norm": 4.91835880279541,
      "learning_rate": 2.9417989417989416e-05,
      "loss": 4.4326,
      "step": 807
    },
    {
      "epoch": 0.855026455026455,
      "grad_norm": 2.296090602874756,
      "learning_rate": 2.920634920634921e-05,
      "loss": 4.356,
      "step": 808
    },
    {
      "epoch": 0.8560846560846561,
      "grad_norm": 2.6395645141601562,
      "learning_rate": 2.8994708994708995e-05,
      "loss": 4.3982,
      "step": 809
    },
    {
      "epoch": 0.8571428571428571,
      "grad_norm": 2.259291648864746,
      "learning_rate": 2.8783068783068785e-05,
      "loss": 4.207,
      "step": 810
    },
    {
      "epoch": 0.8582010582010582,
      "grad_norm": 3.2857413291931152,
      "learning_rate": 2.857142857142857e-05,
      "loss": 4.4673,
      "step": 811
    },
    {
      "epoch": 0.8592592592592593,
      "grad_norm": 4.507506370544434,
      "learning_rate": 2.8359788359788357e-05,
      "loss": 4.4746,
      "step": 812
    },
    {
      "epoch": 0.8603174603174604,
      "grad_norm": 3.7951877117156982,
      "learning_rate": 2.814814814814815e-05,
      "loss": 4.4702,
      "step": 813
    },
    {
      "epoch": 0.8613756613756614,
      "grad_norm": 5.608493804931641,
      "learning_rate": 2.793650793650794e-05,
      "loss": 4.334,
      "step": 814
    },
    {
      "epoch": 0.8624338624338624,
      "grad_norm": 2.196946382522583,
      "learning_rate": 2.7724867724867726e-05,
      "loss": 4.2998,
      "step": 815
    },
    {
      "epoch": 0.8634920634920635,
      "grad_norm": 3.756803512573242,
      "learning_rate": 2.7513227513227512e-05,
      "loss": 4.4445,
      "step": 816
    },
    {
      "epoch": 0.8645502645502645,
      "grad_norm": 2.616473436355591,
      "learning_rate": 2.73015873015873e-05,
      "loss": 4.3576,
      "step": 817
    },
    {
      "epoch": 0.8656084656084656,
      "grad_norm": 3.6652908325195312,
      "learning_rate": 2.7089947089947094e-05,
      "loss": 4.222,
      "step": 818
    },
    {
      "epoch": 0.8666666666666667,
      "grad_norm": 2.7899997234344482,
      "learning_rate": 2.687830687830688e-05,
      "loss": 4.3868,
      "step": 819
    },
    {
      "epoch": 0.8677248677248677,
      "grad_norm": 2.671191453933716,
      "learning_rate": 2.6666666666666667e-05,
      "loss": 4.3107,
      "step": 820
    },
    {
      "epoch": 0.8687830687830688,
      "grad_norm": 3.983603000640869,
      "learning_rate": 2.6455026455026456e-05,
      "loss": 4.2328,
      "step": 821
    },
    {
      "epoch": 0.8698412698412699,
      "grad_norm": 3.392301321029663,
      "learning_rate": 2.6243386243386242e-05,
      "loss": 4.3412,
      "step": 822
    },
    {
      "epoch": 0.870899470899471,
      "grad_norm": 3.4390180110931396,
      "learning_rate": 2.6031746031746035e-05,
      "loss": 3.9925,
      "step": 823
    },
    {
      "epoch": 0.8719576719576719,
      "grad_norm": 2.6081902980804443,
      "learning_rate": 2.582010582010582e-05,
      "loss": 4.3123,
      "step": 824
    },
    {
      "epoch": 0.873015873015873,
      "grad_norm": 3.176832437515259,
      "learning_rate": 2.560846560846561e-05,
      "loss": 4.4604,
      "step": 825
    },
    {
      "epoch": 0.8740740740740741,
      "grad_norm": 2.7541744709014893,
      "learning_rate": 2.5396825396825397e-05,
      "loss": 4.3943,
      "step": 826
    },
    {
      "epoch": 0.8751322751322751,
      "grad_norm": 2.635288715362549,
      "learning_rate": 2.5185185185185183e-05,
      "loss": 4.4401,
      "step": 827
    },
    {
      "epoch": 0.8761904761904762,
      "grad_norm": 3.4162697792053223,
      "learning_rate": 2.4973544973544973e-05,
      "loss": 4.4298,
      "step": 828
    },
    {
      "epoch": 0.8772486772486773,
      "grad_norm": 3.432392120361328,
      "learning_rate": 2.4761904761904762e-05,
      "loss": 4.2695,
      "step": 829
    },
    {
      "epoch": 0.8783068783068783,
      "grad_norm": 3.3258562088012695,
      "learning_rate": 2.4550264550264552e-05,
      "loss": 4.18,
      "step": 830
    },
    {
      "epoch": 0.8793650793650793,
      "grad_norm": 3.338711738586426,
      "learning_rate": 2.4338624338624338e-05,
      "loss": 4.3121,
      "step": 831
    },
    {
      "epoch": 0.8804232804232804,
      "grad_norm": 3.898841142654419,
      "learning_rate": 2.4126984126984128e-05,
      "loss": 4.1119,
      "step": 832
    },
    {
      "epoch": 0.8814814814814815,
      "grad_norm": 2.9324421882629395,
      "learning_rate": 2.3915343915343917e-05,
      "loss": 4.2158,
      "step": 833
    },
    {
      "epoch": 0.8825396825396825,
      "grad_norm": 2.4440274238586426,
      "learning_rate": 2.3703703703703707e-05,
      "loss": 4.3378,
      "step": 834
    },
    {
      "epoch": 0.8835978835978836,
      "grad_norm": 3.3402724266052246,
      "learning_rate": 2.3492063492063493e-05,
      "loss": 4.5045,
      "step": 835
    },
    {
      "epoch": 0.8846560846560847,
      "grad_norm": 3.6934847831726074,
      "learning_rate": 2.328042328042328e-05,
      "loss": 4.1646,
      "step": 836
    },
    {
      "epoch": 0.8857142857142857,
      "grad_norm": 3.268861770629883,
      "learning_rate": 2.3068783068783072e-05,
      "loss": 4.4897,
      "step": 837
    },
    {
      "epoch": 0.8867724867724868,
      "grad_norm": 5.1144609451293945,
      "learning_rate": 2.2857142857142858e-05,
      "loss": 4.0678,
      "step": 838
    },
    {
      "epoch": 0.8878306878306879,
      "grad_norm": 3.5488791465759277,
      "learning_rate": 2.2645502645502648e-05,
      "loss": 4.3228,
      "step": 839
    },
    {
      "epoch": 0.8888888888888888,
      "grad_norm": 4.102321624755859,
      "learning_rate": 2.2433862433862434e-05,
      "loss": 4.4353,
      "step": 840
    },
    {
      "epoch": 0.8899470899470899,
      "grad_norm": 3.7398133277893066,
      "learning_rate": 2.2222222222222223e-05,
      "loss": 4.2874,
      "step": 841
    },
    {
      "epoch": 0.891005291005291,
      "grad_norm": 2.8457846641540527,
      "learning_rate": 2.2010582010582013e-05,
      "loss": 4.5891,
      "step": 842
    },
    {
      "epoch": 0.8920634920634921,
      "grad_norm": 3.7381625175476074,
      "learning_rate": 2.17989417989418e-05,
      "loss": 4.4907,
      "step": 843
    },
    {
      "epoch": 0.8931216931216931,
      "grad_norm": 2.5410802364349365,
      "learning_rate": 2.158730158730159e-05,
      "loss": 4.3438,
      "step": 844
    },
    {
      "epoch": 0.8941798941798942,
      "grad_norm": 3.3779489994049072,
      "learning_rate": 2.1375661375661378e-05,
      "loss": 4.2863,
      "step": 845
    },
    {
      "epoch": 0.8952380952380953,
      "grad_norm": 2.1402111053466797,
      "learning_rate": 2.1164021164021164e-05,
      "loss": 4.2736,
      "step": 846
    },
    {
      "epoch": 0.8962962962962963,
      "grad_norm": 2.626847743988037,
      "learning_rate": 2.0952380952380954e-05,
      "loss": 4.4426,
      "step": 847
    },
    {
      "epoch": 0.8973544973544973,
      "grad_norm": 3.53341007232666,
      "learning_rate": 2.074074074074074e-05,
      "loss": 4.5251,
      "step": 848
    },
    {
      "epoch": 0.8984126984126984,
      "grad_norm": 2.454637289047241,
      "learning_rate": 2.052910052910053e-05,
      "loss": 4.2034,
      "step": 849
    },
    {
      "epoch": 0.8994708994708994,
      "grad_norm": 1.883855938911438,
      "learning_rate": 2.031746031746032e-05,
      "loss": 4.5142,
      "step": 850
    },
    {
      "epoch": 0.9005291005291005,
      "grad_norm": 2.8735814094543457,
      "learning_rate": 2.0105820105820105e-05,
      "loss": 4.3985,
      "step": 851
    },
    {
      "epoch": 0.9015873015873016,
      "grad_norm": 3.1012158393859863,
      "learning_rate": 1.9894179894179895e-05,
      "loss": 4.383,
      "step": 852
    },
    {
      "epoch": 0.9026455026455027,
      "grad_norm": 3.89463210105896,
      "learning_rate": 1.9682539682539684e-05,
      "loss": 4.3726,
      "step": 853
    },
    {
      "epoch": 0.9037037037037037,
      "grad_norm": 2.609048366546631,
      "learning_rate": 1.9470899470899474e-05,
      "loss": 4.2853,
      "step": 854
    },
    {
      "epoch": 0.9047619047619048,
      "grad_norm": 2.6991922855377197,
      "learning_rate": 1.925925925925926e-05,
      "loss": 4.0801,
      "step": 855
    },
    {
      "epoch": 0.9058201058201059,
      "grad_norm": 2.5567991733551025,
      "learning_rate": 1.9047619047619046e-05,
      "loss": 4.233,
      "step": 856
    },
    {
      "epoch": 0.9068783068783068,
      "grad_norm": 3.1992554664611816,
      "learning_rate": 1.883597883597884e-05,
      "loss": 4.0464,
      "step": 857
    },
    {
      "epoch": 0.9079365079365079,
      "grad_norm": 2.4892399311065674,
      "learning_rate": 1.8624338624338625e-05,
      "loss": 4.5846,
      "step": 858
    },
    {
      "epoch": 0.908994708994709,
      "grad_norm": 3.8642613887786865,
      "learning_rate": 1.8412698412698415e-05,
      "loss": 4.3677,
      "step": 859
    },
    {
      "epoch": 0.91005291005291,
      "grad_norm": 3.62829327583313,
      "learning_rate": 1.82010582010582e-05,
      "loss": 4.296,
      "step": 860
    },
    {
      "epoch": 0.9111111111111111,
      "grad_norm": 2.753380060195923,
      "learning_rate": 1.798941798941799e-05,
      "loss": 4.1789,
      "step": 861
    },
    {
      "epoch": 0.9121693121693122,
      "grad_norm": 2.380495309829712,
      "learning_rate": 1.777777777777778e-05,
      "loss": 4.601,
      "step": 862
    },
    {
      "epoch": 0.9132275132275133,
      "grad_norm": 2.4979584217071533,
      "learning_rate": 1.7566137566137566e-05,
      "loss": 4.3255,
      "step": 863
    },
    {
      "epoch": 0.9142857142857143,
      "grad_norm": 3.8122377395629883,
      "learning_rate": 1.7354497354497356e-05,
      "loss": 4.0825,
      "step": 864
    },
    {
      "epoch": 0.9153439153439153,
      "grad_norm": 2.754932403564453,
      "learning_rate": 1.7142857142857145e-05,
      "loss": 4.3597,
      "step": 865
    },
    {
      "epoch": 0.9164021164021164,
      "grad_norm": 3.2197396755218506,
      "learning_rate": 1.693121693121693e-05,
      "loss": 4.3078,
      "step": 866
    },
    {
      "epoch": 0.9174603174603174,
      "grad_norm": 2.60678768157959,
      "learning_rate": 1.671957671957672e-05,
      "loss": 4.3747,
      "step": 867
    },
    {
      "epoch": 0.9185185185185185,
      "grad_norm": 4.125588893890381,
      "learning_rate": 1.6507936507936507e-05,
      "loss": 4.3533,
      "step": 868
    },
    {
      "epoch": 0.9195767195767196,
      "grad_norm": 2.8178982734680176,
      "learning_rate": 1.62962962962963e-05,
      "loss": 3.9983,
      "step": 869
    },
    {
      "epoch": 0.9206349206349206,
      "grad_norm": 3.763124465942383,
      "learning_rate": 1.6084656084656086e-05,
      "loss": 4.2025,
      "step": 870
    },
    {
      "epoch": 0.9216931216931217,
      "grad_norm": 3.712277412414551,
      "learning_rate": 1.5873015873015872e-05,
      "loss": 4.0623,
      "step": 871
    },
    {
      "epoch": 0.9227513227513228,
      "grad_norm": 2.45855975151062,
      "learning_rate": 1.5661375661375662e-05,
      "loss": 4.497,
      "step": 872
    },
    {
      "epoch": 0.9238095238095239,
      "grad_norm": 2.661794424057007,
      "learning_rate": 1.544973544973545e-05,
      "loss": 4.4267,
      "step": 873
    },
    {
      "epoch": 0.9248677248677248,
      "grad_norm": 4.476670265197754,
      "learning_rate": 1.5238095238095241e-05,
      "loss": 4.2408,
      "step": 874
    },
    {
      "epoch": 0.9259259259259259,
      "grad_norm": 3.456490993499756,
      "learning_rate": 1.5026455026455027e-05,
      "loss": 4.2766,
      "step": 875
    },
    {
      "epoch": 0.926984126984127,
      "grad_norm": 4.1234025955200195,
      "learning_rate": 1.4814814814814815e-05,
      "loss": 4.0471,
      "step": 876
    },
    {
      "epoch": 0.928042328042328,
      "grad_norm": 3.4191932678222656,
      "learning_rate": 1.4603174603174605e-05,
      "loss": 4.5686,
      "step": 877
    },
    {
      "epoch": 0.9291005291005291,
      "grad_norm": 2.780498504638672,
      "learning_rate": 1.4391534391534392e-05,
      "loss": 4.3733,
      "step": 878
    },
    {
      "epoch": 0.9301587301587302,
      "grad_norm": 3.0269899368286133,
      "learning_rate": 1.4179894179894179e-05,
      "loss": 4.2437,
      "step": 879
    },
    {
      "epoch": 0.9312169312169312,
      "grad_norm": 3.8246231079101562,
      "learning_rate": 1.396825396825397e-05,
      "loss": 4.5511,
      "step": 880
    },
    {
      "epoch": 0.9322751322751323,
      "grad_norm": 2.6001553535461426,
      "learning_rate": 1.3756613756613756e-05,
      "loss": 4.5064,
      "step": 881
    },
    {
      "epoch": 0.9333333333333333,
      "grad_norm": 4.279780864715576,
      "learning_rate": 1.3544973544973547e-05,
      "loss": 4.2109,
      "step": 882
    },
    {
      "epoch": 0.9343915343915344,
      "grad_norm": 4.394552707672119,
      "learning_rate": 1.3333333333333333e-05,
      "loss": 4.6145,
      "step": 883
    },
    {
      "epoch": 0.9354497354497354,
      "grad_norm": 4.785215854644775,
      "learning_rate": 1.3121693121693121e-05,
      "loss": 4.3124,
      "step": 884
    },
    {
      "epoch": 0.9365079365079365,
      "grad_norm": 3.3476016521453857,
      "learning_rate": 1.291005291005291e-05,
      "loss": 4.3873,
      "step": 885
    },
    {
      "epoch": 0.9375661375661376,
      "grad_norm": 3.727086305618286,
      "learning_rate": 1.2698412698412699e-05,
      "loss": 4.3065,
      "step": 886
    },
    {
      "epoch": 0.9386243386243386,
      "grad_norm": 2.455312967300415,
      "learning_rate": 1.2486772486772486e-05,
      "loss": 4.5011,
      "step": 887
    },
    {
      "epoch": 0.9396825396825397,
      "grad_norm": 2.4450430870056152,
      "learning_rate": 1.2275132275132276e-05,
      "loss": 4.412,
      "step": 888
    },
    {
      "epoch": 0.9407407407407408,
      "grad_norm": 2.714353561401367,
      "learning_rate": 1.2063492063492064e-05,
      "loss": 4.1574,
      "step": 889
    },
    {
      "epoch": 0.9417989417989417,
      "grad_norm": 2.6919350624084473,
      "learning_rate": 1.1851851851851853e-05,
      "loss": 4.5325,
      "step": 890
    },
    {
      "epoch": 0.9428571428571428,
      "grad_norm": 3.410048723220825,
      "learning_rate": 1.164021164021164e-05,
      "loss": 4.1899,
      "step": 891
    },
    {
      "epoch": 0.9439153439153439,
      "grad_norm": 2.6580331325531006,
      "learning_rate": 1.1428571428571429e-05,
      "loss": 4.1536,
      "step": 892
    },
    {
      "epoch": 0.944973544973545,
      "grad_norm": 3.73101806640625,
      "learning_rate": 1.1216931216931217e-05,
      "loss": 4.2628,
      "step": 893
    },
    {
      "epoch": 0.946031746031746,
      "grad_norm": 1.9948521852493286,
      "learning_rate": 1.1005291005291006e-05,
      "loss": 4.494,
      "step": 894
    },
    {
      "epoch": 0.9470899470899471,
      "grad_norm": 2.6149401664733887,
      "learning_rate": 1.0793650793650794e-05,
      "loss": 4.9047,
      "step": 895
    },
    {
      "epoch": 0.9481481481481482,
      "grad_norm": 3.6032068729400635,
      "learning_rate": 1.0582010582010582e-05,
      "loss": 4.3807,
      "step": 896
    },
    {
      "epoch": 0.9492063492063492,
      "grad_norm": 3.317657232284546,
      "learning_rate": 1.037037037037037e-05,
      "loss": 4.3467,
      "step": 897
    },
    {
      "epoch": 0.9502645502645503,
      "grad_norm": 2.0484824180603027,
      "learning_rate": 1.015873015873016e-05,
      "loss": 4.4353,
      "step": 898
    },
    {
      "epoch": 0.9513227513227513,
      "grad_norm": 2.8265318870544434,
      "learning_rate": 9.947089947089947e-06,
      "loss": 4.2678,
      "step": 899
    },
    {
      "epoch": 0.9523809523809523,
      "grad_norm": 3.4582722187042236,
      "learning_rate": 9.735449735449737e-06,
      "loss": 4.2578,
      "step": 900
    },
    {
      "epoch": 0.9534391534391534,
      "grad_norm": 3.884861469268799,
      "learning_rate": 9.523809523809523e-06,
      "loss": 4.1993,
      "step": 901
    },
    {
      "epoch": 0.9544973544973545,
      "grad_norm": 3.588383197784424,
      "learning_rate": 9.312169312169313e-06,
      "loss": 4.3073,
      "step": 902
    },
    {
      "epoch": 0.9555555555555556,
      "grad_norm": 2.1480515003204346,
      "learning_rate": 9.1005291005291e-06,
      "loss": 4.6028,
      "step": 903
    },
    {
      "epoch": 0.9566137566137566,
      "grad_norm": 4.884735584259033,
      "learning_rate": 8.88888888888889e-06,
      "loss": 4.5368,
      "step": 904
    },
    {
      "epoch": 0.9576719576719577,
      "grad_norm": 3.8925371170043945,
      "learning_rate": 8.677248677248678e-06,
      "loss": 4.1801,
      "step": 905
    },
    {
      "epoch": 0.9587301587301588,
      "grad_norm": 4.2879862785339355,
      "learning_rate": 8.465608465608466e-06,
      "loss": 4.3599,
      "step": 906
    },
    {
      "epoch": 0.9597883597883597,
      "grad_norm": 4.349186420440674,
      "learning_rate": 8.253968253968254e-06,
      "loss": 4.4325,
      "step": 907
    },
    {
      "epoch": 0.9608465608465608,
      "grad_norm": 3.1165809631347656,
      "learning_rate": 8.042328042328043e-06,
      "loss": 4.3367,
      "step": 908
    },
    {
      "epoch": 0.9619047619047619,
      "grad_norm": 3.933398962020874,
      "learning_rate": 7.830687830687831e-06,
      "loss": 4.4765,
      "step": 909
    },
    {
      "epoch": 0.9629629629629629,
      "grad_norm": 2.894326686859131,
      "learning_rate": 7.6190476190476205e-06,
      "loss": 4.37,
      "step": 910
    },
    {
      "epoch": 0.964021164021164,
      "grad_norm": 4.526085376739502,
      "learning_rate": 7.4074074074074075e-06,
      "loss": 4.1071,
      "step": 911
    },
    {
      "epoch": 0.9650793650793651,
      "grad_norm": 1.8699203729629517,
      "learning_rate": 7.195767195767196e-06,
      "loss": 4.3063,
      "step": 912
    },
    {
      "epoch": 0.9661375661375662,
      "grad_norm": 2.469057321548462,
      "learning_rate": 6.984126984126985e-06,
      "loss": 4.452,
      "step": 913
    },
    {
      "epoch": 0.9671957671957672,
      "grad_norm": 3.4893200397491455,
      "learning_rate": 6.7724867724867736e-06,
      "loss": 4.4004,
      "step": 914
    },
    {
      "epoch": 0.9682539682539683,
      "grad_norm": 2.6867730617523193,
      "learning_rate": 6.5608465608465606e-06,
      "loss": 4.4301,
      "step": 915
    },
    {
      "epoch": 0.9693121693121693,
      "grad_norm": 3.075680732727051,
      "learning_rate": 6.349206349206349e-06,
      "loss": 4.1815,
      "step": 916
    },
    {
      "epoch": 0.9703703703703703,
      "grad_norm": 3.1633410453796387,
      "learning_rate": 6.137566137566138e-06,
      "loss": 4.413,
      "step": 917
    },
    {
      "epoch": 0.9714285714285714,
      "grad_norm": 2.703386068344116,
      "learning_rate": 5.925925925925927e-06,
      "loss": 4.4913,
      "step": 918
    },
    {
      "epoch": 0.9724867724867725,
      "grad_norm": 4.299003601074219,
      "learning_rate": 5.7142857142857145e-06,
      "loss": 4.2667,
      "step": 919
    },
    {
      "epoch": 0.9735449735449735,
      "grad_norm": 4.271148204803467,
      "learning_rate": 5.502645502645503e-06,
      "loss": 4.0513,
      "step": 920
    },
    {
      "epoch": 0.9746031746031746,
      "grad_norm": 2.770163059234619,
      "learning_rate": 5.291005291005291e-06,
      "loss": 4.4322,
      "step": 921
    },
    {
      "epoch": 0.9756613756613757,
      "grad_norm": 3.290165901184082,
      "learning_rate": 5.07936507936508e-06,
      "loss": 4.257,
      "step": 922
    },
    {
      "epoch": 0.9767195767195768,
      "grad_norm": 4.638526916503906,
      "learning_rate": 4.8677248677248685e-06,
      "loss": 4.1344,
      "step": 923
    },
    {
      "epoch": 0.9777777777777777,
      "grad_norm": 3.7647430896759033,
      "learning_rate": 4.656084656084656e-06,
      "loss": 4.3545,
      "step": 924
    },
    {
      "epoch": 0.9788359788359788,
      "grad_norm": 2.4045910835266113,
      "learning_rate": 4.444444444444445e-06,
      "loss": 4.2965,
      "step": 925
    },
    {
      "epoch": 0.9798941798941799,
      "grad_norm": 4.290136337280273,
      "learning_rate": 4.232804232804233e-06,
      "loss": 4.2194,
      "step": 926
    },
    {
      "epoch": 0.9809523809523809,
      "grad_norm": 2.346651554107666,
      "learning_rate": 4.0211640211640215e-06,
      "loss": 4.2393,
      "step": 927
    },
    {
      "epoch": 0.982010582010582,
      "grad_norm": 2.476827621459961,
      "learning_rate": 3.8095238095238102e-06,
      "loss": 4.2666,
      "step": 928
    },
    {
      "epoch": 0.9830687830687831,
      "grad_norm": 2.6897339820861816,
      "learning_rate": 3.597883597883598e-06,
      "loss": 4.823,
      "step": 929
    },
    {
      "epoch": 0.9841269841269841,
      "grad_norm": 2.9133458137512207,
      "learning_rate": 3.3862433862433868e-06,
      "loss": 4.4161,
      "step": 930
    },
    {
      "epoch": 0.9851851851851852,
      "grad_norm": 3.171325445175171,
      "learning_rate": 3.1746031746031746e-06,
      "loss": 4.3064,
      "step": 931
    },
    {
      "epoch": 0.9862433862433863,
      "grad_norm": 2.3206207752227783,
      "learning_rate": 2.9629629629629633e-06,
      "loss": 4.5343,
      "step": 932
    },
    {
      "epoch": 0.9873015873015873,
      "grad_norm": 3.543731927871704,
      "learning_rate": 2.7513227513227516e-06,
      "loss": 4.3468,
      "step": 933
    },
    {
      "epoch": 0.9883597883597883,
      "grad_norm": 3.1972687244415283,
      "learning_rate": 2.53968253968254e-06,
      "loss": 4.1786,
      "step": 934
    },
    {
      "epoch": 0.9894179894179894,
      "grad_norm": 3.3753368854522705,
      "learning_rate": 2.328042328042328e-06,
      "loss": 4.2468,
      "step": 935
    },
    {
      "epoch": 0.9904761904761905,
      "grad_norm": 3.844627857208252,
      "learning_rate": 2.1164021164021164e-06,
      "loss": 4.2286,
      "step": 936
    },
    {
      "epoch": 0.9915343915343915,
      "grad_norm": 2.6806681156158447,
      "learning_rate": 1.9047619047619051e-06,
      "loss": 4.2047,
      "step": 937
    },
    {
      "epoch": 0.9925925925925926,
      "grad_norm": 4.401058673858643,
      "learning_rate": 1.6931216931216934e-06,
      "loss": 4.2346,
      "step": 938
    },
    {
      "epoch": 0.9936507936507937,
      "grad_norm": 4.260802745819092,
      "learning_rate": 1.4814814814814817e-06,
      "loss": 4.4332,
      "step": 939
    },
    {
      "epoch": 0.9947089947089947,
      "grad_norm": 3.8673717975616455,
      "learning_rate": 1.26984126984127e-06,
      "loss": 4.6655,
      "step": 940
    },
    {
      "epoch": 0.9957671957671957,
      "grad_norm": 2.7860894203186035,
      "learning_rate": 1.0582010582010582e-06,
      "loss": 4.423,
      "step": 941
    },
    {
      "epoch": 0.9968253968253968,
      "grad_norm": 2.9071953296661377,
      "learning_rate": 8.465608465608467e-07,
      "loss": 4.3175,
      "step": 942
    },
    {
      "epoch": 0.9978835978835979,
      "grad_norm": 3.668672561645508,
      "learning_rate": 6.34920634920635e-07,
      "loss": 4.3051,
      "step": 943
    },
    {
      "epoch": 0.9989417989417989,
      "grad_norm": 4.0758490562438965,
      "learning_rate": 4.2328042328042335e-07,
      "loss": 4.3507,
      "step": 944
    },
    {
      "epoch": 1.0,
      "grad_norm": 3.7127435207366943,
      "learning_rate": 2.1164021164021167e-07,
      "loss": 4.4615,
      "step": 945
    }
  ],
  "logging_steps": 1,
  "max_steps": 945,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 5000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 912735516315648.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}