{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.0670331143584931,
  "eval_steps": 500,
  "global_step": 1000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 6.70331143584931e-05,
      "grad_norm": 2.8266682624816895,
      "learning_rate": 0.0,
      "loss": 1.3893,
      "step": 1
    },
    {
      "epoch": 0.0001340662287169862,
      "grad_norm": 3.197402238845825,
      "learning_rate": 2.2321428571428572e-08,
      "loss": 1.3432,
      "step": 2
    },
    {
      "epoch": 0.0002010993430754793,
      "grad_norm": 2.741407871246338,
      "learning_rate": 4.4642857142857145e-08,
      "loss": 1.3051,
      "step": 3
    },
    {
      "epoch": 0.0002681324574339724,
      "grad_norm": 2.492807149887085,
      "learning_rate": 6.696428571428571e-08,
      "loss": 1.2935,
      "step": 4
    },
    {
      "epoch": 0.0003351655717924655,
      "grad_norm": 2.5825142860412598,
      "learning_rate": 8.928571428571429e-08,
      "loss": 1.2741,
      "step": 5
    },
    {
      "epoch": 0.0004021986861509586,
      "grad_norm": 2.7655751705169678,
      "learning_rate": 1.1160714285714287e-07,
      "loss": 1.3484,
      "step": 6
    },
    {
      "epoch": 0.00046923180050945166,
      "grad_norm": 2.7165443897247314,
      "learning_rate": 1.3392857142857142e-07,
      "loss": 1.3528,
      "step": 7
    },
    {
      "epoch": 0.0005362649148679448,
      "grad_norm": 2.8680548667907715,
      "learning_rate": 1.5625e-07,
      "loss": 1.3785,
      "step": 8
    },
    {
      "epoch": 0.0006032980292264378,
      "grad_norm": 2.7525742053985596,
      "learning_rate": 1.7857142857142858e-07,
      "loss": 1.3063,
      "step": 9
    },
    {
      "epoch": 0.000670331143584931,
      "grad_norm": 2.8745837211608887,
      "learning_rate": 2.0089285714285717e-07,
      "loss": 1.2946,
      "step": 10
    },
    {
      "epoch": 0.000737364257943424,
      "grad_norm": 2.6350390911102295,
      "learning_rate": 2.2321428571428574e-07,
      "loss": 1.3257,
      "step": 11
    },
    {
      "epoch": 0.0008043973723019171,
      "grad_norm": 2.8810882568359375,
      "learning_rate": 2.455357142857143e-07,
      "loss": 1.3098,
      "step": 12
    },
    {
      "epoch": 0.0008714304866604103,
      "grad_norm": 2.642893075942993,
      "learning_rate": 2.6785714285714284e-07,
      "loss": 1.3183,
      "step": 13
    },
    {
      "epoch": 0.0009384636010189033,
      "grad_norm": 2.9658453464508057,
      "learning_rate": 2.901785714285715e-07,
      "loss": 1.3079,
      "step": 14
    },
    {
      "epoch": 0.0010054967153773965,
      "grad_norm": 2.6536788940429688,
      "learning_rate": 3.125e-07,
      "loss": 1.3028,
      "step": 15
    },
    {
      "epoch": 0.0010725298297358896,
      "grad_norm": 2.712186336517334,
      "learning_rate": 3.3482142857142856e-07,
      "loss": 1.3229,
      "step": 16
    },
    {
      "epoch": 0.0011395629440943825,
      "grad_norm": 2.5634453296661377,
      "learning_rate": 3.5714285714285716e-07,
      "loss": 1.3058,
      "step": 17
    },
    {
      "epoch": 0.0012065960584528757,
      "grad_norm": 2.4024438858032227,
      "learning_rate": 3.794642857142857e-07,
      "loss": 1.3111,
      "step": 18
    },
    {
      "epoch": 0.0012736291728113688,
      "grad_norm": 2.62338924407959,
      "learning_rate": 4.0178571428571434e-07,
      "loss": 1.3008,
      "step": 19
    },
    {
      "epoch": 0.001340662287169862,
      "grad_norm": 2.439610481262207,
      "learning_rate": 4.2410714285714293e-07,
      "loss": 1.2784,
      "step": 20
    },
    {
      "epoch": 0.001407695401528355,
      "grad_norm": 2.4448342323303223,
      "learning_rate": 4.4642857142857147e-07,
      "loss": 1.3083,
      "step": 21
    },
    {
      "epoch": 0.001474728515886848,
      "grad_norm": 2.4547626972198486,
      "learning_rate": 4.6875000000000006e-07,
      "loss": 1.3195,
      "step": 22
    },
    {
      "epoch": 0.0015417616302453412,
      "grad_norm": 2.4215667247772217,
      "learning_rate": 4.910714285714286e-07,
      "loss": 1.3188,
      "step": 23
    },
    {
      "epoch": 0.0016087947446038343,
      "grad_norm": 2.4636592864990234,
      "learning_rate": 5.133928571428571e-07,
      "loss": 1.3944,
      "step": 24
    },
    {
      "epoch": 0.0016758278589623274,
      "grad_norm": 2.2917380332946777,
      "learning_rate": 5.357142857142857e-07,
      "loss": 1.2624,
      "step": 25
    },
    {
      "epoch": 0.0017428609733208206,
      "grad_norm": 2.3638384342193604,
      "learning_rate": 5.580357142857143e-07,
      "loss": 1.3349,
      "step": 26
    },
    {
      "epoch": 0.0018098940876793135,
      "grad_norm": 2.350156784057617,
      "learning_rate": 5.80357142857143e-07,
      "loss": 1.2761,
      "step": 27
    },
    {
      "epoch": 0.0018769272020378066,
      "grad_norm": 2.2608768939971924,
      "learning_rate": 6.026785714285715e-07,
      "loss": 1.25,
      "step": 28
    },
    {
      "epoch": 0.0019439603163962998,
      "grad_norm": 2.2037885189056396,
      "learning_rate": 6.25e-07,
      "loss": 1.3552,
      "step": 29
    },
    {
      "epoch": 0.002010993430754793,
      "grad_norm": 2.24833607673645,
      "learning_rate": 6.473214285714287e-07,
      "loss": 1.2912,
      "step": 30
    },
    {
      "epoch": 0.002078026545113286,
      "grad_norm": 2.154676914215088,
      "learning_rate": 6.696428571428571e-07,
      "loss": 1.268,
      "step": 31
    },
    {
      "epoch": 0.002145059659471779,
      "grad_norm": 2.321460723876953,
      "learning_rate": 6.919642857142858e-07,
      "loss": 1.277,
      "step": 32
    },
    {
      "epoch": 0.002212092773830272,
      "grad_norm": 2.1988437175750732,
      "learning_rate": 7.142857142857143e-07,
      "loss": 1.2695,
      "step": 33
    },
    {
      "epoch": 0.002279125888188765,
      "grad_norm": 2.453014373779297,
      "learning_rate": 7.36607142857143e-07,
      "loss": 1.2862,
      "step": 34
    },
    {
      "epoch": 0.0023461590025472584,
      "grad_norm": 2.2512736320495605,
      "learning_rate": 7.589285714285714e-07,
      "loss": 1.3702,
      "step": 35
    },
    {
      "epoch": 0.0024131921169057513,
      "grad_norm": 2.1225743293762207,
      "learning_rate": 7.8125e-07,
      "loss": 1.281,
      "step": 36
    },
    {
      "epoch": 0.0024802252312642447,
      "grad_norm": 2.170715808868408,
      "learning_rate": 8.035714285714287e-07,
      "loss": 1.2995,
      "step": 37
    },
    {
      "epoch": 0.0025472583456227376,
      "grad_norm": 2.1504390239715576,
      "learning_rate": 8.258928571428572e-07,
      "loss": 1.2405,
      "step": 38
    },
    {
      "epoch": 0.0026142914599812305,
      "grad_norm": 2.15297794342041,
      "learning_rate": 8.482142857142859e-07,
      "loss": 1.2911,
      "step": 39
    },
    {
      "epoch": 0.002681324574339724,
      "grad_norm": 2.245584011077881,
      "learning_rate": 8.705357142857143e-07,
      "loss": 1.2741,
      "step": 40
    },
    {
      "epoch": 0.002748357688698217,
      "grad_norm": 2.337400436401367,
      "learning_rate": 8.928571428571429e-07,
      "loss": 1.354,
      "step": 41
    },
    {
      "epoch": 0.00281539080305671,
      "grad_norm": 2.2063677310943604,
      "learning_rate": 9.151785714285715e-07,
      "loss": 1.2579,
      "step": 42
    },
    {
      "epoch": 0.002882423917415203,
      "grad_norm": 2.082253932952881,
      "learning_rate": 9.375000000000001e-07,
      "loss": 1.2316,
      "step": 43
    },
    {
      "epoch": 0.002949457031773696,
      "grad_norm": 1.9699960947036743,
      "learning_rate": 9.598214285714287e-07,
      "loss": 1.2792,
      "step": 44
    },
    {
      "epoch": 0.0030164901461321894,
      "grad_norm": 2.0982890129089355,
      "learning_rate": 9.821428571428572e-07,
      "loss": 1.2988,
      "step": 45
    },
    {
      "epoch": 0.0030835232604906823,
      "grad_norm": 1.977573037147522,
      "learning_rate": 1.0044642857142857e-06,
      "loss": 1.2213,
      "step": 46
    },
    {
      "epoch": 0.0031505563748491757,
      "grad_norm": 1.8729926347732544,
      "learning_rate": 1.0267857142857143e-06,
      "loss": 1.2171,
      "step": 47
    },
    {
      "epoch": 0.0032175894892076686,
      "grad_norm": 2.439875602722168,
      "learning_rate": 1.049107142857143e-06,
      "loss": 1.2393,
      "step": 48
    },
    {
      "epoch": 0.0032846226035661615,
      "grad_norm": 1.9424128532409668,
      "learning_rate": 1.0714285714285714e-06,
      "loss": 1.2517,
      "step": 49
    },
    {
      "epoch": 0.003351655717924655,
      "grad_norm": 1.9900550842285156,
      "learning_rate": 1.0937500000000001e-06,
      "loss": 1.1755,
      "step": 50
    },
    {
      "epoch": 0.003418688832283148,
      "grad_norm": 1.7662949562072754,
      "learning_rate": 1.1160714285714287e-06,
      "loss": 1.3096,
      "step": 51
    },
    {
      "epoch": 0.003485721946641641,
      "grad_norm": 1.8255635499954224,
      "learning_rate": 1.1383928571428572e-06,
      "loss": 1.1986,
      "step": 52
    },
    {
      "epoch": 0.003552755061000134,
      "grad_norm": 1.8802061080932617,
      "learning_rate": 1.160714285714286e-06,
      "loss": 1.2929,
      "step": 53
    },
    {
      "epoch": 0.003619788175358627,
      "grad_norm": 1.7655832767486572,
      "learning_rate": 1.1830357142857143e-06,
      "loss": 1.2636,
      "step": 54
    },
    {
      "epoch": 0.0036868212897171204,
      "grad_norm": 1.9112038612365723,
      "learning_rate": 1.205357142857143e-06,
      "loss": 1.2322,
      "step": 55
    },
    {
      "epoch": 0.0037538544040756133,
      "grad_norm": 2.152738094329834,
      "learning_rate": 1.2276785714285716e-06,
      "loss": 1.3027,
      "step": 56
    },
    {
      "epoch": 0.0038208875184341066,
      "grad_norm": 1.966413974761963,
      "learning_rate": 1.25e-06,
      "loss": 1.2974,
      "step": 57
    },
    {
      "epoch": 0.0038879206327925996,
      "grad_norm": 1.8538051843643188,
      "learning_rate": 1.2723214285714286e-06,
      "loss": 1.2021,
      "step": 58
    },
    {
      "epoch": 0.0039549537471510925,
      "grad_norm": 1.852473497390747,
      "learning_rate": 1.2946428571428574e-06,
      "loss": 1.244,
      "step": 59
    },
    {
      "epoch": 0.004021986861509586,
      "grad_norm": 1.929124116897583,
      "learning_rate": 1.316964285714286e-06,
      "loss": 1.2993,
      "step": 60
    },
    {
      "epoch": 0.004089019975868079,
      "grad_norm": 1.7385525703430176,
      "learning_rate": 1.3392857142857143e-06,
      "loss": 1.2355,
      "step": 61
    },
    {
      "epoch": 0.004156053090226572,
      "grad_norm": 1.9227728843688965,
      "learning_rate": 1.3616071428571428e-06,
      "loss": 1.1882,
      "step": 62
    },
    {
      "epoch": 0.004223086204585065,
      "grad_norm": 1.888803243637085,
      "learning_rate": 1.3839285714285715e-06,
      "loss": 1.2316,
      "step": 63
    },
    {
      "epoch": 0.004290119318943558,
      "grad_norm": 2.0231268405914307,
      "learning_rate": 1.40625e-06,
      "loss": 1.2315,
      "step": 64
    },
    {
      "epoch": 0.004357152433302051,
      "grad_norm": 2.019695520401001,
      "learning_rate": 1.4285714285714286e-06,
      "loss": 1.2648,
      "step": 65
    },
    {
      "epoch": 0.004424185547660544,
      "grad_norm": 1.8663368225097656,
      "learning_rate": 1.4508928571428574e-06,
      "loss": 1.1854,
      "step": 66
    },
    {
      "epoch": 0.004491218662019038,
      "grad_norm": 2.1684625148773193,
      "learning_rate": 1.473214285714286e-06,
      "loss": 1.3085,
      "step": 67
    },
    {
      "epoch": 0.00455825177637753,
      "grad_norm": 1.8097330331802368,
      "learning_rate": 1.4955357142857145e-06,
      "loss": 1.2608,
      "step": 68
    },
    {
      "epoch": 0.0046252848907360235,
      "grad_norm": 2.287799596786499,
      "learning_rate": 1.5178571428571428e-06,
      "loss": 1.2452,
      "step": 69
    },
    {
      "epoch": 0.004692318005094517,
      "grad_norm": 1.86531400680542,
      "learning_rate": 1.5401785714285715e-06,
      "loss": 1.1851,
      "step": 70
    },
    {
      "epoch": 0.00475935111945301,
      "grad_norm": 1.767473816871643,
      "learning_rate": 1.5625e-06,
      "loss": 1.2719,
      "step": 71
    },
    {
      "epoch": 0.004826384233811503,
      "grad_norm": 1.9656637907028198,
      "learning_rate": 1.5848214285714286e-06,
      "loss": 1.3238,
      "step": 72
    },
    {
      "epoch": 0.004893417348169996,
      "grad_norm": 1.9285154342651367,
      "learning_rate": 1.6071428571428574e-06,
      "loss": 1.2026,
      "step": 73
    },
    {
      "epoch": 0.004960450462528489,
      "grad_norm": 1.7841016054153442,
      "learning_rate": 1.629464285714286e-06,
      "loss": 1.2161,
      "step": 74
    },
    {
      "epoch": 0.005027483576886982,
      "grad_norm": 2.0196142196655273,
      "learning_rate": 1.6517857142857144e-06,
      "loss": 1.2572,
      "step": 75
    },
    {
      "epoch": 0.005094516691245475,
      "grad_norm": 2.143113851547241,
      "learning_rate": 1.6741071428571428e-06,
      "loss": 1.3329,
      "step": 76
    },
    {
      "epoch": 0.005161549805603969,
      "grad_norm": 1.8426005840301514,
      "learning_rate": 1.6964285714285717e-06,
      "loss": 1.1449,
      "step": 77
    },
    {
      "epoch": 0.005228582919962461,
      "grad_norm": 1.683332920074463,
      "learning_rate": 1.71875e-06,
      "loss": 1.207,
      "step": 78
    },
    {
      "epoch": 0.0052956160343209545,
      "grad_norm": 1.9566597938537598,
      "learning_rate": 1.7410714285714286e-06,
      "loss": 1.3059,
      "step": 79
    },
    {
      "epoch": 0.005362649148679448,
      "grad_norm": 2.1146328449249268,
      "learning_rate": 1.7633928571428574e-06,
      "loss": 1.2266,
      "step": 80
    },
    {
      "epoch": 0.005429682263037941,
      "grad_norm": 1.8323785066604614,
      "learning_rate": 1.7857142857142859e-06,
      "loss": 1.2091,
      "step": 81
    },
    {
      "epoch": 0.005496715377396434,
      "grad_norm": 1.9114506244659424,
      "learning_rate": 1.8080357142857144e-06,
      "loss": 1.2958,
      "step": 82
    },
    {
      "epoch": 0.005563748491754927,
      "grad_norm": 1.8922076225280762,
      "learning_rate": 1.830357142857143e-06,
      "loss": 1.2291,
      "step": 83
    },
    {
      "epoch": 0.00563078160611342,
      "grad_norm": 1.9231986999511719,
      "learning_rate": 1.8526785714285717e-06,
      "loss": 1.2299,
      "step": 84
    },
    {
      "epoch": 0.005697814720471913,
      "grad_norm": 2.4583990573883057,
      "learning_rate": 1.8750000000000003e-06,
      "loss": 1.1992,
      "step": 85
    },
    {
      "epoch": 0.005764847834830406,
      "grad_norm": 1.837087631225586,
      "learning_rate": 1.8973214285714286e-06,
      "loss": 1.2111,
      "step": 86
    },
    {
      "epoch": 0.0058318809491889,
      "grad_norm": 1.8337231874465942,
      "learning_rate": 1.9196428571428573e-06,
      "loss": 1.2304,
      "step": 87
    },
    {
      "epoch": 0.005898914063547392,
      "grad_norm": 1.9708677530288696,
      "learning_rate": 1.941964285714286e-06,
      "loss": 1.2707,
      "step": 88
    },
    {
      "epoch": 0.005965947177905885,
      "grad_norm": 1.9744468927383423,
      "learning_rate": 1.9642857142857144e-06,
      "loss": 1.2195,
      "step": 89
    },
    {
      "epoch": 0.006032980292264379,
      "grad_norm": 2.099621534347534,
      "learning_rate": 1.9866071428571427e-06,
      "loss": 1.2246,
      "step": 90
    },
    {
      "epoch": 0.006100013406622871,
      "grad_norm": 2.0960702896118164,
      "learning_rate": 2.0089285714285715e-06,
      "loss": 1.1771,
      "step": 91
    },
    {
      "epoch": 0.006167046520981365,
      "grad_norm": 1.9620410203933716,
      "learning_rate": 2.0312500000000002e-06,
      "loss": 1.2073,
      "step": 92
    },
    {
      "epoch": 0.006234079635339858,
      "grad_norm": 1.9637696743011475,
      "learning_rate": 2.0535714285714286e-06,
      "loss": 1.2254,
      "step": 93
    },
    {
      "epoch": 0.006301112749698351,
      "grad_norm": 2.0654048919677734,
      "learning_rate": 2.0758928571428573e-06,
      "loss": 1.1778,
      "step": 94
    },
    {
      "epoch": 0.006368145864056844,
      "grad_norm": 2.1204612255096436,
      "learning_rate": 2.098214285714286e-06,
      "loss": 1.2964,
      "step": 95
    },
    {
      "epoch": 0.006435178978415337,
      "grad_norm": 2.047159433364868,
      "learning_rate": 2.1205357142857144e-06,
      "loss": 1.2722,
      "step": 96
    },
    {
      "epoch": 0.0065022120927738306,
      "grad_norm": 1.9941599369049072,
      "learning_rate": 2.1428571428571427e-06,
      "loss": 1.2447,
      "step": 97
    },
    {
      "epoch": 0.006569245207132323,
      "grad_norm": 2.0164620876312256,
      "learning_rate": 2.1651785714285715e-06,
      "loss": 1.2249,
      "step": 98
    },
    {
      "epoch": 0.006636278321490816,
      "grad_norm": 1.969041109085083,
      "learning_rate": 2.1875000000000002e-06,
      "loss": 1.2576,
      "step": 99
    },
    {
      "epoch": 0.00670331143584931,
      "grad_norm": 1.781659483909607,
      "learning_rate": 2.2098214285714286e-06,
      "loss": 1.2068,
      "step": 100
    },
    {
      "epoch": 0.006770344550207802,
      "grad_norm": 1.8810672760009766,
      "learning_rate": 2.2321428571428573e-06,
      "loss": 1.1855,
      "step": 101
    },
    {
      "epoch": 0.006837377664566296,
      "grad_norm": 2.329524517059326,
      "learning_rate": 2.254464285714286e-06,
      "loss": 1.2065,
      "step": 102
    },
    {
      "epoch": 0.006904410778924789,
      "grad_norm": 2.000384569168091,
      "learning_rate": 2.2767857142857144e-06,
      "loss": 1.2339,
      "step": 103
    },
    {
      "epoch": 0.006971443893283282,
      "grad_norm": 1.8148807287216187,
      "learning_rate": 2.2991071428571427e-06,
      "loss": 1.2416,
      "step": 104
    },
    {
      "epoch": 0.007038477007641775,
      "grad_norm": 1.9990314245224,
      "learning_rate": 2.321428571428572e-06,
      "loss": 1.1959,
      "step": 105
    },
    {
      "epoch": 0.007105510122000268,
      "grad_norm": 2.583407163619995,
      "learning_rate": 2.3437500000000002e-06,
      "loss": 1.2212,
      "step": 106
    },
    {
      "epoch": 0.0071725432363587615,
      "grad_norm": 2.4955267906188965,
      "learning_rate": 2.3660714285714285e-06,
      "loss": 1.2488,
      "step": 107
    },
    {
      "epoch": 0.007239576350717254,
      "grad_norm": 2.382535219192505,
      "learning_rate": 2.3883928571428573e-06,
      "loss": 1.1727,
      "step": 108
    },
    {
      "epoch": 0.007306609465075747,
      "grad_norm": 2.6640851497650146,
      "learning_rate": 2.410714285714286e-06,
      "loss": 1.24,
      "step": 109
    },
    {
      "epoch": 0.007373642579434241,
      "grad_norm": 1.9102894067764282,
      "learning_rate": 2.4330357142857144e-06,
      "loss": 1.2463,
      "step": 110
    },
    {
      "epoch": 0.007440675693792733,
      "grad_norm": 1.8269729614257812,
      "learning_rate": 2.455357142857143e-06,
      "loss": 1.2006,
      "step": 111
    },
    {
      "epoch": 0.007507708808151227,
      "grad_norm": 2.1874990463256836,
      "learning_rate": 2.477678571428572e-06,
      "loss": 1.218,
      "step": 112
    },
    {
      "epoch": 0.00757474192250972,
      "grad_norm": 2.295238733291626,
      "learning_rate": 2.5e-06,
      "loss": 1.2229,
      "step": 113
    },
    {
      "epoch": 0.007641775036868213,
      "grad_norm": 2.176818609237671,
      "learning_rate": 2.5223214285714285e-06,
      "loss": 1.2658,
      "step": 114
    },
    {
      "epoch": 0.007708808151226706,
      "grad_norm": 2.483250856399536,
      "learning_rate": 2.5446428571428573e-06,
      "loss": 1.1999,
      "step": 115
    },
    {
      "epoch": 0.007775841265585199,
      "grad_norm": 1.9835858345031738,
      "learning_rate": 2.5669642857142856e-06,
      "loss": 1.1866,
      "step": 116
    },
    {
      "epoch": 0.007842874379943693,
      "grad_norm": 2.0929558277130127,
      "learning_rate": 2.5892857142857148e-06,
      "loss": 1.2185,
      "step": 117
    },
    {
      "epoch": 0.007909907494302185,
      "grad_norm": 2.2275726795196533,
      "learning_rate": 2.611607142857143e-06,
      "loss": 1.2094,
      "step": 118
    },
    {
      "epoch": 0.00797694060866068,
      "grad_norm": 2.0724565982818604,
      "learning_rate": 2.633928571428572e-06,
      "loss": 1.2968,
      "step": 119
    },
    {
      "epoch": 0.008043973723019172,
      "grad_norm": 2.1699132919311523,
      "learning_rate": 2.65625e-06,
      "loss": 1.244,
      "step": 120
    },
    {
      "epoch": 0.008111006837377664,
      "grad_norm": 2.2774081230163574,
      "learning_rate": 2.6785714285714285e-06,
      "loss": 1.1892,
      "step": 121
    },
    {
      "epoch": 0.008178039951736158,
      "grad_norm": 2.382199764251709,
      "learning_rate": 2.7008928571428573e-06,
      "loss": 1.3033,
      "step": 122
    },
    {
      "epoch": 0.008245073066094651,
      "grad_norm": 1.9174301624298096,
      "learning_rate": 2.7232142857142856e-06,
      "loss": 1.2168,
      "step": 123
    },
    {
      "epoch": 0.008312106180453143,
      "grad_norm": 2.0707485675811768,
      "learning_rate": 2.7455357142857148e-06,
      "loss": 1.2419,
      "step": 124
    },
    {
      "epoch": 0.008379139294811638,
      "grad_norm": 2.7460083961486816,
      "learning_rate": 2.767857142857143e-06,
      "loss": 1.2474,
      "step": 125
    },
    {
      "epoch": 0.00844617240917013,
      "grad_norm": 1.8967076539993286,
      "learning_rate": 2.790178571428572e-06,
      "loss": 1.2405,
      "step": 126
    },
    {
      "epoch": 0.008513205523528623,
      "grad_norm": 2.4269890785217285,
      "learning_rate": 2.8125e-06,
      "loss": 1.207,
      "step": 127
    },
    {
      "epoch": 0.008580238637887117,
      "grad_norm": 2.326543092727661,
      "learning_rate": 2.834821428571429e-06,
      "loss": 1.2135,
      "step": 128
    },
    {
      "epoch": 0.00864727175224561,
      "grad_norm": 1.799556851387024,
      "learning_rate": 2.8571428571428573e-06,
      "loss": 1.27,
      "step": 129
    },
    {
      "epoch": 0.008714304866604102,
      "grad_norm": 2.254197120666504,
      "learning_rate": 2.8794642857142856e-06,
      "loss": 1.2582,
      "step": 130
    },
    {
      "epoch": 0.008781337980962596,
      "grad_norm": 1.8105655908584595,
      "learning_rate": 2.9017857142857148e-06,
      "loss": 1.2487,
      "step": 131
    },
    {
      "epoch": 0.008848371095321089,
      "grad_norm": 2.006012439727783,
      "learning_rate": 2.924107142857143e-06,
      "loss": 1.2227,
      "step": 132
    },
    {
      "epoch": 0.008915404209679581,
      "grad_norm": 2.242335557937622,
      "learning_rate": 2.946428571428572e-06,
      "loss": 1.2214,
      "step": 133
    },
    {
      "epoch": 0.008982437324038075,
      "grad_norm": 1.9250892400741577,
      "learning_rate": 2.96875e-06,
      "loss": 1.1621,
      "step": 134
    },
    {
      "epoch": 0.009049470438396568,
      "grad_norm": 2.000666379928589,
      "learning_rate": 2.991071428571429e-06,
      "loss": 1.1962,
      "step": 135
    },
    {
      "epoch": 0.00911650355275506,
      "grad_norm": 2.054987668991089,
      "learning_rate": 3.0133928571428572e-06,
      "loss": 1.2684,
      "step": 136
    },
    {
      "epoch": 0.009183536667113554,
      "grad_norm": 1.7779896259307861,
      "learning_rate": 3.0357142857142856e-06,
      "loss": 1.1858,
      "step": 137
    },
    {
      "epoch": 0.009250569781472047,
      "grad_norm": 2.0080082416534424,
      "learning_rate": 3.0580357142857147e-06,
      "loss": 1.2728,
      "step": 138
    },
    {
      "epoch": 0.00931760289583054,
      "grad_norm": 1.910838007926941,
      "learning_rate": 3.080357142857143e-06,
      "loss": 1.1918,
      "step": 139
    },
    {
      "epoch": 0.009384636010189034,
      "grad_norm": 2.042437791824341,
      "learning_rate": 3.102678571428572e-06,
      "loss": 1.243,
      "step": 140
    },
    {
      "epoch": 0.009451669124547526,
      "grad_norm": 2.011899948120117,
      "learning_rate": 3.125e-06,
      "loss": 1.2416,
      "step": 141
    },
    {
      "epoch": 0.00951870223890602,
      "grad_norm": 2.1908674240112305,
      "learning_rate": 3.147321428571429e-06,
      "loss": 1.2311,
      "step": 142
    },
    {
      "epoch": 0.009585735353264513,
      "grad_norm": 2.2943334579467773,
      "learning_rate": 3.1696428571428572e-06,
      "loss": 1.2677,
      "step": 143
    },
    {
      "epoch": 0.009652768467623005,
      "grad_norm": 2.622053384780884,
      "learning_rate": 3.1919642857142856e-06,
      "loss": 1.2318,
      "step": 144
    },
    {
      "epoch": 0.0097198015819815,
      "grad_norm": 2.226306438446045,
      "learning_rate": 3.2142857142857147e-06,
      "loss": 1.1869,
      "step": 145
    },
    {
      "epoch": 0.009786834696339992,
      "grad_norm": 2.0651707649230957,
      "learning_rate": 3.2366071428571435e-06,
      "loss": 1.3115,
      "step": 146
    },
    {
      "epoch": 0.009853867810698485,
      "grad_norm": 2.2979025840759277,
      "learning_rate": 3.258928571428572e-06,
      "loss": 1.1411,
      "step": 147
    },
    {
      "epoch": 0.009920900925056979,
      "grad_norm": 2.449683904647827,
      "learning_rate": 3.28125e-06,
      "loss": 1.2293,
      "step": 148
    },
    {
      "epoch": 0.009987934039415471,
      "grad_norm": 1.892648458480835,
      "learning_rate": 3.303571428571429e-06,
      "loss": 1.2101,
      "step": 149
    },
    {
      "epoch": 0.010054967153773964,
      "grad_norm": 2.788022994995117,
      "learning_rate": 3.3258928571428572e-06,
      "loss": 1.2254,
      "step": 150
    },
    {
      "epoch": 0.010122000268132458,
      "grad_norm": 1.7807661294937134,
      "learning_rate": 3.3482142857142855e-06,
      "loss": 1.278,
      "step": 151
    },
    {
      "epoch": 0.01018903338249095,
      "grad_norm": 2.1160876750946045,
      "learning_rate": 3.3705357142857147e-06,
      "loss": 1.1973,
      "step": 152
    },
    {
      "epoch": 0.010256066496849443,
      "grad_norm": 2.5106000900268555,
      "learning_rate": 3.3928571428571435e-06,
      "loss": 1.1466,
      "step": 153
    },
    {
      "epoch": 0.010323099611207937,
      "grad_norm": 2.4574484825134277,
      "learning_rate": 3.415178571428572e-06,
      "loss": 1.248,
      "step": 154
    },
    {
      "epoch": 0.01039013272556643,
      "grad_norm": 2.9331250190734863,
      "learning_rate": 3.4375e-06,
      "loss": 1.2552,
      "step": 155
    },
    {
      "epoch": 0.010457165839924922,
      "grad_norm": 2.7150144577026367,
      "learning_rate": 3.459821428571429e-06,
      "loss": 1.231,
      "step": 156
    },
    {
      "epoch": 0.010524198954283416,
      "grad_norm": 3.01019024848938,
      "learning_rate": 3.482142857142857e-06,
      "loss": 1.2582,
      "step": 157
    },
    {
      "epoch": 0.010591232068641909,
      "grad_norm": 2.8149845600128174,
      "learning_rate": 3.504464285714286e-06,
      "loss": 1.2059,
      "step": 158
    },
    {
      "epoch": 0.010658265183000401,
      "grad_norm": 2.1872904300689697,
      "learning_rate": 3.5267857142857147e-06,
      "loss": 1.2103,
      "step": 159
    },
    {
      "epoch": 0.010725298297358896,
      "grad_norm": 2.4275431632995605,
      "learning_rate": 3.5491071428571435e-06,
      "loss": 1.2949,
      "step": 160
    },
    {
      "epoch": 0.010792331411717388,
      "grad_norm": 2.170591354370117,
      "learning_rate": 3.5714285714285718e-06,
      "loss": 1.1938,
      "step": 161
    },
    {
      "epoch": 0.010859364526075882,
      "grad_norm": 2.600552797317505,
      "learning_rate": 3.59375e-06,
      "loss": 1.1927,
      "step": 162
    },
    {
      "epoch": 0.010926397640434375,
      "grad_norm": 2.1170871257781982,
      "learning_rate": 3.616071428571429e-06,
      "loss": 1.2304,
      "step": 163
    },
    {
      "epoch": 0.010993430754792867,
      "grad_norm": 1.9006774425506592,
      "learning_rate": 3.638392857142857e-06,
      "loss": 1.1762,
      "step": 164
    },
    {
      "epoch": 0.011060463869151362,
      "grad_norm": 2.211699962615967,
      "learning_rate": 3.660714285714286e-06,
      "loss": 1.1834,
      "step": 165
    },
    {
      "epoch": 0.011127496983509854,
      "grad_norm": 2.433899402618408,
      "learning_rate": 3.6830357142857147e-06,
      "loss": 1.2092,
      "step": 166
    },
    {
      "epoch": 0.011194530097868347,
      "grad_norm": 1.9033650159835815,
      "learning_rate": 3.7053571428571434e-06,
      "loss": 1.2578,
      "step": 167
    },
    {
      "epoch": 0.01126156321222684,
      "grad_norm": 2.050795316696167,
      "learning_rate": 3.7276785714285718e-06,
      "loss": 1.2618,
      "step": 168
    },
    {
      "epoch": 0.011328596326585333,
      "grad_norm": 1.9604853391647339,
      "learning_rate": 3.7500000000000005e-06,
      "loss": 1.2118,
      "step": 169
    },
    {
      "epoch": 0.011395629440943826,
      "grad_norm": 2.0507681369781494,
      "learning_rate": 3.772321428571429e-06,
      "loss": 1.2107,
      "step": 170
    },
    {
      "epoch": 0.01146266255530232,
      "grad_norm": 2.4380359649658203,
      "learning_rate": 3.794642857142857e-06,
      "loss": 1.1907,
      "step": 171
    },
    {
      "epoch": 0.011529695669660812,
      "grad_norm": 2.0586965084075928,
      "learning_rate": 3.816964285714286e-06,
      "loss": 1.3241,
      "step": 172
    },
    {
      "epoch": 0.011596728784019305,
      "grad_norm": 2.172727584838867,
      "learning_rate": 3.839285714285715e-06,
      "loss": 1.1544,
      "step": 173
    },
    {
      "epoch": 0.0116637618983778,
      "grad_norm": 2.041043519973755,
      "learning_rate": 3.8616071428571434e-06,
      "loss": 1.2224,
      "step": 174
    },
    {
      "epoch": 0.011730795012736292,
      "grad_norm": 2.3502821922302246,
      "learning_rate": 3.883928571428572e-06,
      "loss": 1.2719,
      "step": 175
    },
    {
      "epoch": 0.011797828127094784,
      "grad_norm": 2.013765335083008,
      "learning_rate": 3.90625e-06,
      "loss": 1.2608,
      "step": 176
    },
    {
      "epoch": 0.011864861241453278,
      "grad_norm": 2.1029679775238037,
      "learning_rate": 3.928571428571429e-06,
      "loss": 1.1721,
      "step": 177
    },
    {
      "epoch": 0.01193189435581177,
      "grad_norm": 2.159792184829712,
      "learning_rate": 3.950892857142858e-06,
      "loss": 1.2719,
      "step": 178
    },
    {
      "epoch": 0.011998927470170263,
      "grad_norm": 2.194566011428833,
      "learning_rate": 3.9732142857142855e-06,
      "loss": 1.2301,
      "step": 179
    },
    {
      "epoch": 0.012065960584528758,
      "grad_norm": 2.4488422870635986,
      "learning_rate": 3.995535714285715e-06,
      "loss": 1.2027,
      "step": 180
    },
    {
      "epoch": 0.01213299369888725,
      "grad_norm": 2.651639938354492,
      "learning_rate": 4.017857142857143e-06,
      "loss": 1.2317,
      "step": 181
    },
    {
      "epoch": 0.012200026813245743,
      "grad_norm": 2.476400852203369,
      "learning_rate": 4.040178571428572e-06,
      "loss": 1.2075,
      "step": 182
    },
    {
      "epoch": 0.012267059927604237,
      "grad_norm": 2.6148006916046143,
      "learning_rate": 4.0625000000000005e-06,
      "loss": 1.2402,
      "step": 183
    },
    {
      "epoch": 0.01233409304196273,
      "grad_norm": 2.3009469509124756,
      "learning_rate": 4.084821428571429e-06,
      "loss": 1.2473,
      "step": 184
    },
    {
      "epoch": 0.012401126156321223,
      "grad_norm": 2.268521308898926,
      "learning_rate": 4.107142857142857e-06,
      "loss": 1.1957,
      "step": 185
    },
    {
      "epoch": 0.012468159270679716,
      "grad_norm": 3.1764936447143555,
      "learning_rate": 4.129464285714286e-06,
      "loss": 1.1806,
      "step": 186
    },
    {
      "epoch": 0.012535192385038208,
      "grad_norm": 2.0548946857452393,
      "learning_rate": 4.151785714285715e-06,
      "loss": 1.2162,
      "step": 187
    },
    {
      "epoch": 0.012602225499396703,
      "grad_norm": 2.704197645187378,
      "learning_rate": 4.174107142857143e-06,
      "loss": 1.1988,
      "step": 188
    },
    {
      "epoch": 0.012669258613755195,
      "grad_norm": 1.8629240989685059,
      "learning_rate": 4.196428571428572e-06,
      "loss": 1.2363,
      "step": 189
    },
    {
      "epoch": 0.012736291728113688,
      "grad_norm": 2.0676205158233643,
      "learning_rate": 4.21875e-06,
      "loss": 1.2523,
      "step": 190
    },
    {
      "epoch": 0.012803324842472182,
      "grad_norm": 2.340593099594116,
      "learning_rate": 4.241071428571429e-06,
      "loss": 1.2754,
      "step": 191
    },
    {
      "epoch": 0.012870357956830674,
      "grad_norm": 2.512174606323242,
      "learning_rate": 4.2633928571428576e-06,
      "loss": 1.215,
      "step": 192
    },
    {
      "epoch": 0.012937391071189167,
      "grad_norm": 1.9808419942855835,
      "learning_rate": 4.2857142857142855e-06,
      "loss": 1.238,
      "step": 193
    },
    {
      "epoch": 0.013004424185547661,
      "grad_norm": 2.981882095336914,
      "learning_rate": 4.308035714285715e-06,
      "loss": 1.2632,
      "step": 194
    },
    {
      "epoch": 0.013071457299906154,
      "grad_norm": 2.508653163909912,
      "learning_rate": 4.330357142857143e-06,
      "loss": 1.2462,
      "step": 195
    },
    {
      "epoch": 0.013138490414264646,
      "grad_norm": 2.207817316055298,
      "learning_rate": 4.352678571428572e-06,
      "loss": 1.203,
      "step": 196
    },
    {
      "epoch": 0.01320552352862314,
      "grad_norm": 2.06935453414917,
      "learning_rate": 4.3750000000000005e-06,
      "loss": 1.2734,
      "step": 197
    },
    {
      "epoch": 0.013272556642981633,
      "grad_norm": 3.1920056343078613,
      "learning_rate": 4.397321428571429e-06,
      "loss": 1.1967,
      "step": 198
    },
    {
      "epoch": 0.013339589757340125,
      "grad_norm": 2.1262366771698,
      "learning_rate": 4.419642857142857e-06,
      "loss": 1.2049,
      "step": 199
    },
    {
      "epoch": 0.01340662287169862,
      "grad_norm": 2.7905943393707275,
      "learning_rate": 4.441964285714286e-06,
      "loss": 1.2368,
      "step": 200
    },
    {
      "epoch": 0.013473655986057112,
      "grad_norm": 2.4245240688323975,
      "learning_rate": 4.464285714285715e-06,
      "loss": 1.1818,
      "step": 201
    },
    {
      "epoch": 0.013540689100415605,
      "grad_norm": 2.704355239868164,
      "learning_rate": 4.486607142857143e-06,
      "loss": 1.1764,
      "step": 202
    },
    {
      "epoch": 0.013607722214774099,
      "grad_norm": 2.2138848304748535,
      "learning_rate": 4.508928571428572e-06,
      "loss": 1.209,
      "step": 203
    },
    {
      "epoch": 0.013674755329132591,
      "grad_norm": 2.8906967639923096,
      "learning_rate": 4.53125e-06,
      "loss": 1.2023,
      "step": 204
    },
    {
      "epoch": 0.013741788443491085,
      "grad_norm": 2.1049251556396484,
      "learning_rate": 4.553571428571429e-06,
      "loss": 1.2056,
      "step": 205
    },
    {
      "epoch": 0.013808821557849578,
      "grad_norm": 2.449721574783325,
      "learning_rate": 4.5758928571428575e-06,
      "loss": 1.2292,
      "step": 206
    },
    {
      "epoch": 0.01387585467220807,
      "grad_norm": 2.375959873199463,
      "learning_rate": 4.5982142857142854e-06,
      "loss": 1.2463,
      "step": 207
    },
    {
      "epoch": 0.013942887786566565,
      "grad_norm": 1.9402239322662354,
      "learning_rate": 4.620535714285715e-06,
      "loss": 1.16,
      "step": 208
    },
    {
      "epoch": 0.014009920900925057,
      "grad_norm": 2.593716859817505,
      "learning_rate": 4.642857142857144e-06,
      "loss": 1.2617,
      "step": 209
    },
    {
      "epoch": 0.01407695401528355,
      "grad_norm": 2.0688419342041016,
      "learning_rate": 4.665178571428572e-06,
      "loss": 1.1645,
      "step": 210
    },
    {
      "epoch": 0.014143987129642044,
      "grad_norm": 2.7980854511260986,
      "learning_rate": 4.6875000000000004e-06,
      "loss": 1.2354,
      "step": 211
    },
    {
      "epoch": 0.014211020244000536,
      "grad_norm": 2.405332326889038,
      "learning_rate": 4.709821428571429e-06,
      "loss": 1.2444,
      "step": 212
    },
    {
      "epoch": 0.014278053358359029,
      "grad_norm": 2.415998935699463,
      "learning_rate": 4.732142857142857e-06,
      "loss": 1.2091,
      "step": 213
    },
    {
      "epoch": 0.014345086472717523,
      "grad_norm": 2.3385603427886963,
      "learning_rate": 4.754464285714286e-06,
      "loss": 1.1984,
      "step": 214
    },
    {
      "epoch": 0.014412119587076016,
      "grad_norm": 2.7845187187194824,
      "learning_rate": 4.776785714285715e-06,
      "loss": 1.2257,
      "step": 215
    },
    {
      "epoch": 0.014479152701434508,
      "grad_norm": 2.593630075454712,
      "learning_rate": 4.799107142857143e-06,
      "loss": 1.204,
      "step": 216
    },
    {
      "epoch": 0.014546185815793002,
      "grad_norm": 2.737111806869507,
      "learning_rate": 4.821428571428572e-06,
      "loss": 1.1962,
      "step": 217
    },
    {
      "epoch": 0.014613218930151495,
      "grad_norm": 2.9121313095092773,
      "learning_rate": 4.84375e-06,
      "loss": 1.225,
      "step": 218
    },
    {
      "epoch": 0.014680252044509987,
      "grad_norm": 2.5400915145874023,
      "learning_rate": 4.866071428571429e-06,
      "loss": 1.1998,
      "step": 219
    },
    {
      "epoch": 0.014747285158868481,
      "grad_norm": 2.9141483306884766,
      "learning_rate": 4.8883928571428575e-06,
      "loss": 1.2002,
      "step": 220
    },
    {
      "epoch": 0.014814318273226974,
      "grad_norm": 3.3526105880737305,
      "learning_rate": 4.910714285714286e-06,
      "loss": 1.2486,
      "step": 221
    },
    {
      "epoch": 0.014881351387585466,
      "grad_norm": 2.4175493717193604,
      "learning_rate": 4.933035714285715e-06,
      "loss": 1.2217,
      "step": 222
    },
    {
      "epoch": 0.01494838450194396,
      "grad_norm": 3.140850782394409,
      "learning_rate": 4.955357142857144e-06,
      "loss": 1.2541,
      "step": 223
    },
    {
      "epoch": 0.015015417616302453,
      "grad_norm": 3.051591157913208,
      "learning_rate": 4.977678571428572e-06,
      "loss": 1.2858,
      "step": 224
    },
    {
      "epoch": 0.015082450730660946,
      "grad_norm": 2.5857675075531006,
      "learning_rate": 5e-06,
      "loss": 1.1714,
      "step": 225
    },
    {
      "epoch": 0.01514948384501944,
      "grad_norm": 2.9575469493865967,
      "learning_rate": 5.022321428571429e-06,
      "loss": 1.156,
      "step": 226
    },
    {
      "epoch": 0.015216516959377932,
      "grad_norm": 2.5889453887939453,
      "learning_rate": 5.044642857142857e-06,
      "loss": 1.217,
      "step": 227
    },
    {
      "epoch": 0.015283550073736427,
      "grad_norm": 2.6241190433502197,
      "learning_rate": 5.066964285714287e-06,
      "loss": 1.2147,
      "step": 228
    },
    {
      "epoch": 0.015350583188094919,
      "grad_norm": 3.3204398155212402,
      "learning_rate": 5.0892857142857146e-06,
      "loss": 1.2644,
      "step": 229
    },
    {
      "epoch": 0.015417616302453412,
      "grad_norm": 2.662034749984741,
      "learning_rate": 5.111607142857143e-06,
      "loss": 1.2084,
      "step": 230
    },
    {
      "epoch": 0.015484649416811906,
      "grad_norm": 2.243623733520508,
      "learning_rate": 5.133928571428571e-06,
      "loss": 1.2194,
      "step": 231
    },
    {
      "epoch": 0.015551682531170398,
      "grad_norm": 3.0733046531677246,
      "learning_rate": 5.156250000000001e-06,
      "loss": 1.1751,
      "step": 232
    },
    {
      "epoch": 0.01561871564552889,
      "grad_norm": 2.139017105102539,
      "learning_rate": 5.1785714285714296e-06,
      "loss": 1.203,
      "step": 233
    },
    {
      "epoch": 0.015685748759887385,
      "grad_norm": 2.4610514640808105,
      "learning_rate": 5.2008928571428575e-06,
      "loss": 1.2023,
      "step": 234
    },
    {
      "epoch": 0.015752781874245878,
      "grad_norm": 2.8062188625335693,
      "learning_rate": 5.223214285714286e-06,
      "loss": 1.2167,
      "step": 235
    },
    {
      "epoch": 0.01581981498860437,
      "grad_norm": 2.086745500564575,
      "learning_rate": 5.245535714285714e-06,
      "loss": 1.1892,
      "step": 236
    },
    {
      "epoch": 0.015886848102962862,
      "grad_norm": 3.210679769515991,
      "learning_rate": 5.267857142857144e-06,
      "loss": 1.2636,
      "step": 237
    },
    {
      "epoch": 0.01595388121732136,
      "grad_norm": 2.5194921493530273,
      "learning_rate": 5.290178571428572e-06,
      "loss": 1.153,
      "step": 238
    },
    {
      "epoch": 0.01602091433167985,
      "grad_norm": 2.172931671142578,
      "learning_rate": 5.3125e-06,
      "loss": 1.2623,
      "step": 239
    },
    {
      "epoch": 0.016087947446038343,
      "grad_norm": 2.862905502319336,
      "learning_rate": 5.334821428571429e-06,
      "loss": 1.2239,
      "step": 240
    },
    {
      "epoch": 0.016154980560396836,
      "grad_norm": 2.512240171432495,
      "learning_rate": 5.357142857142857e-06,
      "loss": 1.1996,
      "step": 241
    },
    {
      "epoch": 0.01622201367475533,
      "grad_norm": 2.2989866733551025,
      "learning_rate": 5.379464285714287e-06,
      "loss": 1.2462,
      "step": 242
    },
    {
      "epoch": 0.01628904678911382,
      "grad_norm": 3.0499050617218018,
      "learning_rate": 5.4017857142857145e-06,
      "loss": 1.2763,
      "step": 243
    },
    {
      "epoch": 0.016356079903472317,
      "grad_norm": 2.189517021179199,
      "learning_rate": 5.424107142857143e-06,
      "loss": 1.2552,
      "step": 244
    },
    {
      "epoch": 0.01642311301783081,
      "grad_norm": 3.102879285812378,
      "learning_rate": 5.446428571428571e-06,
      "loss": 1.2544,
      "step": 245
    },
    {
      "epoch": 0.016490146132189302,
      "grad_norm": 2.6025664806365967,
      "learning_rate": 5.468750000000001e-06,
      "loss": 1.217,
      "step": 246
    },
    {
      "epoch": 0.016557179246547794,
      "grad_norm": 2.374499559402466,
      "learning_rate": 5.4910714285714295e-06,
      "loss": 1.2215,
      "step": 247
    },
    {
      "epoch": 0.016624212360906287,
      "grad_norm": 3.100492238998413,
      "learning_rate": 5.5133928571428574e-06,
      "loss": 1.12,
      "step": 248
    },
    {
      "epoch": 0.01669124547526478,
      "grad_norm": 3.225371837615967,
      "learning_rate": 5.535714285714286e-06,
      "loss": 1.2066,
      "step": 249
    },
    {
      "epoch": 0.016758278589623275,
      "grad_norm": 2.35782790184021,
      "learning_rate": 5.558035714285714e-06,
      "loss": 1.2793,
      "step": 250
    },
    {
      "epoch": 0.016825311703981768,
      "grad_norm": 2.8852508068084717,
      "learning_rate": 5.580357142857144e-06,
      "loss": 1.219,
      "step": 251
    },
    {
      "epoch": 0.01689234481834026,
      "grad_norm": 2.2940666675567627,
      "learning_rate": 5.602678571428572e-06,
      "loss": 1.2024,
      "step": 252
    },
    {
      "epoch": 0.016959377932698753,
      "grad_norm": 2.6674435138702393,
      "learning_rate": 5.625e-06,
      "loss": 1.2715,
      "step": 253
    },
    {
      "epoch": 0.017026411047057245,
      "grad_norm": 2.27223539352417,
      "learning_rate": 5.647321428571429e-06,
      "loss": 1.2266,
      "step": 254
    },
    {
      "epoch": 0.017093444161415738,
      "grad_norm": 2.826014995574951,
      "learning_rate": 5.669642857142858e-06,
      "loss": 1.2057,
      "step": 255
    },
    {
      "epoch": 0.017160477275774234,
      "grad_norm": 2.9474990367889404,
      "learning_rate": 5.691964285714287e-06,
      "loss": 1.2773,
      "step": 256
    },
    {
      "epoch": 0.017227510390132726,
      "grad_norm": 2.7794179916381836,
      "learning_rate": 5.7142857142857145e-06,
      "loss": 1.2464,
      "step": 257
    },
    {
      "epoch": 0.01729454350449122,
      "grad_norm": 2.7503139972686768,
      "learning_rate": 5.736607142857143e-06,
      "loss": 1.1973,
      "step": 258
    },
    {
      "epoch": 0.01736157661884971,
      "grad_norm": 3.3669774532318115,
      "learning_rate": 5.758928571428571e-06,
      "loss": 1.2087,
      "step": 259
    },
    {
      "epoch": 0.017428609733208204,
      "grad_norm": 1.9762550592422485,
      "learning_rate": 5.781250000000001e-06,
      "loss": 1.2989,
      "step": 260
    },
    {
      "epoch": 0.0174956428475667,
      "grad_norm": 2.604398250579834,
      "learning_rate": 5.8035714285714295e-06,
      "loss": 1.2131,
      "step": 261
    },
    {
      "epoch": 0.017562675961925192,
      "grad_norm": 2.2924938201904297,
      "learning_rate": 5.825892857142857e-06,
      "loss": 1.2679,
      "step": 262
    },
    {
      "epoch": 0.017629709076283685,
      "grad_norm": 2.0183768272399902,
      "learning_rate": 5.848214285714286e-06,
      "loss": 1.1787,
      "step": 263
    },
    {
      "epoch": 0.017696742190642177,
      "grad_norm": 2.658545970916748,
      "learning_rate": 5.870535714285714e-06,
      "loss": 1.272,
      "step": 264
    },
    {
      "epoch": 0.01776377530500067,
      "grad_norm": 2.3900320529937744,
      "learning_rate": 5.892857142857144e-06,
      "loss": 1.2491,
      "step": 265
    },
    {
      "epoch": 0.017830808419359162,
      "grad_norm": 3.3278648853302,
      "learning_rate": 5.9151785714285716e-06,
      "loss": 1.2909,
      "step": 266
    },
    {
      "epoch": 0.017897841533717658,
      "grad_norm": 2.679899215698242,
      "learning_rate": 5.9375e-06,
      "loss": 1.2624,
      "step": 267
    },
    {
      "epoch": 0.01796487464807615,
      "grad_norm": 2.572166919708252,
      "learning_rate": 5.95982142857143e-06,
      "loss": 1.2467,
      "step": 268
    },
    {
      "epoch": 0.018031907762434643,
      "grad_norm": 2.3140296936035156,
      "learning_rate": 5.982142857142858e-06,
      "loss": 1.2267,
      "step": 269
    },
    {
      "epoch": 0.018098940876793135,
      "grad_norm": 2.612311601638794,
      "learning_rate": 6.004464285714287e-06,
      "loss": 1.2697,
      "step": 270
    },
    {
      "epoch": 0.018165973991151628,
      "grad_norm": 3.1998353004455566,
      "learning_rate": 6.0267857142857145e-06,
      "loss": 1.2163,
      "step": 271
    },
    {
      "epoch": 0.01823300710551012,
      "grad_norm": 2.2006101608276367,
      "learning_rate": 6.049107142857143e-06,
      "loss": 1.2109,
      "step": 272
    },
    {
      "epoch": 0.018300040219868616,
      "grad_norm": 3.4380857944488525,
      "learning_rate": 6.071428571428571e-06,
      "loss": 1.2297,
      "step": 273
    },
    {
      "epoch": 0.01836707333422711,
      "grad_norm": 2.897752285003662,
      "learning_rate": 6.093750000000001e-06,
      "loss": 1.2716,
      "step": 274
    },
    {
      "epoch": 0.0184341064485856,
      "grad_norm": 2.1628410816192627,
      "learning_rate": 6.1160714285714295e-06,
      "loss": 1.2449,
      "step": 275
    },
    {
      "epoch": 0.018501139562944094,
      "grad_norm": 2.653794288635254,
      "learning_rate": 6.138392857142857e-06,
      "loss": 1.1741,
      "step": 276
    },
    {
      "epoch": 0.018568172677302586,
      "grad_norm": 2.5128390789031982,
      "learning_rate": 6.160714285714286e-06,
      "loss": 1.2523,
      "step": 277
    },
    {
      "epoch": 0.01863520579166108,
      "grad_norm": 2.7416038513183594,
      "learning_rate": 6.183035714285715e-06,
      "loss": 1.2732,
      "step": 278
    },
    {
      "epoch": 0.018702238906019575,
      "grad_norm": 3.296133279800415,
      "learning_rate": 6.205357142857144e-06,
      "loss": 1.1976,
      "step": 279
    },
    {
      "epoch": 0.018769272020378067,
      "grad_norm": 2.695542812347412,
      "learning_rate": 6.2276785714285715e-06,
      "loss": 1.2215,
      "step": 280
    },
    {
      "epoch": 0.01883630513473656,
      "grad_norm": 2.9914541244506836,
      "learning_rate": 6.25e-06,
      "loss": 1.2651,
      "step": 281
    },
    {
      "epoch": 0.018903338249095052,
      "grad_norm": 2.634686231613159,
      "learning_rate": 6.27232142857143e-06,
      "loss": 1.1913,
      "step": 282
    },
    {
      "epoch": 0.018970371363453545,
      "grad_norm": 2.4058949947357178,
      "learning_rate": 6.294642857142858e-06,
      "loss": 1.1653,
      "step": 283
    },
    {
      "epoch": 0.01903740447781204,
      "grad_norm": 3.24049973487854,
      "learning_rate": 6.3169642857142866e-06,
      "loss": 1.205,
      "step": 284
    },
    {
      "epoch": 0.019104437592170533,
      "grad_norm": 2.708949565887451,
      "learning_rate": 6.3392857142857145e-06,
      "loss": 1.2206,
      "step": 285
    },
    {
      "epoch": 0.019171470706529026,
      "grad_norm": 3.431091547012329,
      "learning_rate": 6.361607142857143e-06,
      "loss": 1.2255,
      "step": 286
    },
    {
      "epoch": 0.019238503820887518,
      "grad_norm": 2.9947569370269775,
      "learning_rate": 6.383928571428571e-06,
      "loss": 1.223,
      "step": 287
    },
    {
      "epoch": 0.01930553693524601,
      "grad_norm": 2.7963509559631348,
      "learning_rate": 6.406250000000001e-06,
      "loss": 1.2349,
      "step": 288
    },
    {
      "epoch": 0.019372570049604503,
      "grad_norm": 3.157167673110962,
      "learning_rate": 6.4285714285714295e-06,
      "loss": 1.2198,
      "step": 289
    },
    {
      "epoch": 0.019439603163963,
      "grad_norm": 2.057703733444214,
      "learning_rate": 6.450892857142857e-06,
      "loss": 1.2315,
      "step": 290
    },
    {
      "epoch": 0.01950663627832149,
      "grad_norm": 2.507746934890747,
      "learning_rate": 6.473214285714287e-06,
      "loss": 1.2337,
      "step": 291
    },
    {
      "epoch": 0.019573669392679984,
      "grad_norm": 2.0285236835479736,
      "learning_rate": 6.495535714285715e-06,
      "loss": 1.2758,
      "step": 292
    },
    {
      "epoch": 0.019640702507038477,
      "grad_norm": 2.0907883644104004,
      "learning_rate": 6.517857142857144e-06,
      "loss": 1.255,
      "step": 293
    },
    {
      "epoch": 0.01970773562139697,
      "grad_norm": 2.071592092514038,
      "learning_rate": 6.5401785714285715e-06,
      "loss": 1.1938,
      "step": 294
    },
    {
      "epoch": 0.01977476873575546,
      "grad_norm": 2.029240369796753,
      "learning_rate": 6.5625e-06,
      "loss": 1.2826,
      "step": 295
    },
    {
      "epoch": 0.019841801850113958,
      "grad_norm": 2.5411274433135986,
      "learning_rate": 6.58482142857143e-06,
      "loss": 1.2308,
      "step": 296
    },
    {
      "epoch": 0.01990883496447245,
      "grad_norm": 2.483701467514038,
      "learning_rate": 6.607142857142858e-06,
      "loss": 1.2371,
      "step": 297
    },
    {
      "epoch": 0.019975868078830943,
      "grad_norm": 3.113334894180298,
      "learning_rate": 6.6294642857142865e-06,
      "loss": 1.1791,
      "step": 298
    },
    {
      "epoch": 0.020042901193189435,
      "grad_norm": 2.8366599082946777,
      "learning_rate": 6.6517857142857144e-06,
      "loss": 1.2411,
      "step": 299
    },
    {
      "epoch": 0.020109934307547928,
      "grad_norm": 3.2756707668304443,
      "learning_rate": 6.674107142857143e-06,
      "loss": 1.1855,
      "step": 300
    },
    {
      "epoch": 0.020176967421906424,
      "grad_norm": 2.5066263675689697,
      "learning_rate": 6.696428571428571e-06,
      "loss": 1.2236,
      "step": 301
    },
    {
      "epoch": 0.020244000536264916,
      "grad_norm": 2.134328603744507,
      "learning_rate": 6.718750000000001e-06,
      "loss": 1.2597,
      "step": 302
    },
    {
      "epoch": 0.02031103365062341,
      "grad_norm": 2.6543643474578857,
      "learning_rate": 6.7410714285714294e-06,
      "loss": 1.1529,
      "step": 303
    },
    {
      "epoch": 0.0203780667649819,
      "grad_norm": 2.565091609954834,
      "learning_rate": 6.763392857142857e-06,
      "loss": 1.1936,
      "step": 304
    },
    {
      "epoch": 0.020445099879340393,
      "grad_norm": 1.9961501359939575,
      "learning_rate": 6.785714285714287e-06,
      "loss": 1.2877,
      "step": 305
    },
    {
      "epoch": 0.020512132993698886,
      "grad_norm": 2.7070324420928955,
      "learning_rate": 6.808035714285715e-06,
      "loss": 1.2165,
      "step": 306
    },
    {
      "epoch": 0.020579166108057382,
      "grad_norm": 2.179431915283203,
      "learning_rate": 6.830357142857144e-06,
      "loss": 1.2234,
      "step": 307
    },
    {
      "epoch": 0.020646199222415874,
      "grad_norm": 2.3730475902557373,
      "learning_rate": 6.8526785714285715e-06,
      "loss": 1.2437,
      "step": 308
    },
    {
      "epoch": 0.020713232336774367,
      "grad_norm": 2.163900136947632,
      "learning_rate": 6.875e-06,
      "loss": 1.3105,
      "step": 309
    },
    {
      "epoch": 0.02078026545113286,
      "grad_norm": 2.0121443271636963,
      "learning_rate": 6.89732142857143e-06,
      "loss": 1.2435,
      "step": 310
    },
    {
      "epoch": 0.020847298565491352,
      "grad_norm": 2.978874921798706,
      "learning_rate": 6.919642857142858e-06,
      "loss": 1.2076,
      "step": 311
    },
    {
      "epoch": 0.020914331679849844,
      "grad_norm": 2.652268648147583,
      "learning_rate": 6.9419642857142865e-06,
      "loss": 1.2224,
      "step": 312
    },
    {
      "epoch": 0.02098136479420834,
      "grad_norm": 2.611323833465576,
      "learning_rate": 6.964285714285714e-06,
      "loss": 1.1794,
      "step": 313
    },
    {
      "epoch": 0.021048397908566833,
      "grad_norm": 2.670266628265381,
      "learning_rate": 6.986607142857144e-06,
      "loss": 1.1801,
      "step": 314
    },
    {
      "epoch": 0.021115431022925325,
      "grad_norm": 2.5638577938079834,
      "learning_rate": 7.008928571428572e-06,
      "loss": 1.1546,
      "step": 315
    },
    {
      "epoch": 0.021182464137283818,
      "grad_norm": 3.3468170166015625,
      "learning_rate": 7.031250000000001e-06,
      "loss": 1.3409,
      "step": 316
    },
    {
      "epoch": 0.02124949725164231,
      "grad_norm": 2.250903844833374,
      "learning_rate": 7.053571428571429e-06,
      "loss": 1.2331,
      "step": 317
    },
    {
      "epoch": 0.021316530366000803,
      "grad_norm": 2.6739230155944824,
      "learning_rate": 7.075892857142857e-06,
      "loss": 1.1898,
      "step": 318
    },
    {
      "epoch": 0.0213835634803593,
      "grad_norm": 1.948089361190796,
      "learning_rate": 7.098214285714287e-06,
      "loss": 1.1807,
      "step": 319
    },
    {
      "epoch": 0.02145059659471779,
      "grad_norm": 2.7197201251983643,
      "learning_rate": 7.120535714285715e-06,
      "loss": 1.2277,
      "step": 320
    },
    {
      "epoch": 0.021517629709076284,
      "grad_norm": 2.3784079551696777,
      "learning_rate": 7.1428571428571436e-06,
      "loss": 1.1924,
      "step": 321
    },
    {
      "epoch": 0.021584662823434776,
      "grad_norm": 2.5379555225372314,
      "learning_rate": 7.1651785714285715e-06,
      "loss": 1.2105,
      "step": 322
    },
    {
      "epoch": 0.02165169593779327,
      "grad_norm": 2.5655508041381836,
      "learning_rate": 7.1875e-06,
      "loss": 1.2445,
      "step": 323
    },
    {
      "epoch": 0.021718729052151765,
      "grad_norm": 2.8041210174560547,
      "learning_rate": 7.20982142857143e-06,
      "loss": 1.2359,
      "step": 324
    },
    {
      "epoch": 0.021785762166510257,
      "grad_norm": 3.030167579650879,
      "learning_rate": 7.232142857142858e-06,
      "loss": 1.2315,
      "step": 325
    },
    {
      "epoch": 0.02185279528086875,
      "grad_norm": 2.1561508178710938,
      "learning_rate": 7.2544642857142865e-06,
      "loss": 1.2457,
      "step": 326
    },
    {
      "epoch": 0.021919828395227242,
      "grad_norm": 2.736057996749878,
      "learning_rate": 7.276785714285714e-06,
      "loss": 1.1566,
      "step": 327
    },
    {
      "epoch": 0.021986861509585735,
      "grad_norm": 2.462707757949829,
      "learning_rate": 7.299107142857144e-06,
      "loss": 1.2515,
      "step": 328
    },
    {
      "epoch": 0.022053894623944227,
      "grad_norm": 2.9812633991241455,
      "learning_rate": 7.321428571428572e-06,
      "loss": 1.302,
      "step": 329
    },
    {
      "epoch": 0.022120927738302723,
      "grad_norm": 2.1679940223693848,
      "learning_rate": 7.343750000000001e-06,
      "loss": 1.1946,
      "step": 330
    },
    {
      "epoch": 0.022187960852661216,
      "grad_norm": 2.3361637592315674,
      "learning_rate": 7.366071428571429e-06,
      "loss": 1.2171,
      "step": 331
    },
    {
      "epoch": 0.022254993967019708,
      "grad_norm": 2.4594225883483887,
      "learning_rate": 7.388392857142857e-06,
      "loss": 1.2159,
      "step": 332
    },
    {
      "epoch": 0.0223220270813782,
      "grad_norm": 2.322981119155884,
      "learning_rate": 7.410714285714287e-06,
      "loss": 1.2627,
      "step": 333
    },
    {
      "epoch": 0.022389060195736693,
      "grad_norm": 2.250822067260742,
      "learning_rate": 7.433035714285715e-06,
      "loss": 1.1935,
      "step": 334
    },
    {
      "epoch": 0.022456093310095186,
      "grad_norm": 2.6621694564819336,
      "learning_rate": 7.4553571428571435e-06,
      "loss": 1.2426,
      "step": 335
    },
    {
      "epoch": 0.02252312642445368,
      "grad_norm": 2.436945676803589,
      "learning_rate": 7.4776785714285714e-06,
      "loss": 1.2109,
      "step": 336
    },
    {
      "epoch": 0.022590159538812174,
      "grad_norm": 2.9284791946411133,
      "learning_rate": 7.500000000000001e-06,
      "loss": 1.1952,
      "step": 337
    },
    {
      "epoch": 0.022657192653170666,
      "grad_norm": 2.6905806064605713,
      "learning_rate": 7.52232142857143e-06,
      "loss": 1.279,
      "step": 338
    },
    {
      "epoch": 0.02272422576752916,
      "grad_norm": 2.9884984493255615,
      "learning_rate": 7.544642857142858e-06,
      "loss": 1.2515,
      "step": 339
    },
    {
      "epoch": 0.02279125888188765,
      "grad_norm": 3.3006680011749268,
      "learning_rate": 7.5669642857142864e-06,
      "loss": 1.2241,
      "step": 340
    },
    {
      "epoch": 0.022858291996246144,
      "grad_norm": 2.947021722793579,
      "learning_rate": 7.589285714285714e-06,
      "loss": 1.2393,
      "step": 341
    },
    {
      "epoch": 0.02292532511060464,
      "grad_norm": 2.8563475608825684,
      "learning_rate": 7.611607142857144e-06,
      "loss": 1.3025,
      "step": 342
    },
    {
      "epoch": 0.022992358224963132,
      "grad_norm": 4.125760555267334,
      "learning_rate": 7.633928571428572e-06,
      "loss": 1.2923,
      "step": 343
    },
    {
      "epoch": 0.023059391339321625,
      "grad_norm": 2.7300000190734863,
      "learning_rate": 7.656250000000001e-06,
      "loss": 1.1803,
      "step": 344
    },
    {
      "epoch": 0.023126424453680117,
      "grad_norm": 4.148409366607666,
      "learning_rate": 7.67857142857143e-06,
      "loss": 1.2284,
      "step": 345
    },
    {
      "epoch": 0.02319345756803861,
      "grad_norm": 2.0971176624298096,
      "learning_rate": 7.700892857142857e-06,
      "loss": 1.2696,
      "step": 346
    },
    {
      "epoch": 0.023260490682397106,
      "grad_norm": 4.52194356918335,
      "learning_rate": 7.723214285714287e-06,
      "loss": 1.2146,
      "step": 347
    },
    {
      "epoch": 0.0233275237967556,
      "grad_norm": 1.9690277576446533,
      "learning_rate": 7.745535714285715e-06,
      "loss": 1.2324,
      "step": 348
    },
    {
      "epoch": 0.02339455691111409,
      "grad_norm": 4.850048065185547,
      "learning_rate": 7.767857142857144e-06,
      "loss": 1.2286,
      "step": 349
    },
    {
      "epoch": 0.023461590025472583,
      "grad_norm": 2.070993661880493,
      "learning_rate": 7.790178571428572e-06,
      "loss": 1.2459,
      "step": 350
    },
    {
      "epoch": 0.023528623139831076,
      "grad_norm": 3.912442922592163,
      "learning_rate": 7.8125e-06,
      "loss": 1.2343,
      "step": 351
    },
    {
      "epoch": 0.02359565625418957,
      "grad_norm": 2.8264517784118652,
      "learning_rate": 7.83482142857143e-06,
      "loss": 1.2527,
      "step": 352
    },
    {
      "epoch": 0.023662689368548064,
      "grad_norm": 2.7286593914031982,
      "learning_rate": 7.857142857142858e-06,
      "loss": 1.2702,
      "step": 353
    },
    {
      "epoch": 0.023729722482906557,
      "grad_norm": 2.7156529426574707,
      "learning_rate": 7.879464285714287e-06,
      "loss": 1.245,
      "step": 354
    },
    {
      "epoch": 0.02379675559726505,
      "grad_norm": 2.4674203395843506,
      "learning_rate": 7.901785714285715e-06,
      "loss": 1.261,
      "step": 355
    },
    {
      "epoch": 0.02386378871162354,
      "grad_norm": 2.835495710372925,
      "learning_rate": 7.924107142857143e-06,
      "loss": 1.2652,
      "step": 356
    },
    {
      "epoch": 0.023930821825982034,
      "grad_norm": 2.0843892097473145,
      "learning_rate": 7.946428571428571e-06,
      "loss": 1.191,
      "step": 357
    },
    {
      "epoch": 0.023997854940340527,
      "grad_norm": 2.611616849899292,
      "learning_rate": 7.96875e-06,
      "loss": 1.1909,
      "step": 358
    },
    {
      "epoch": 0.024064888054699023,
      "grad_norm": 1.947020411491394,
      "learning_rate": 7.99107142857143e-06,
      "loss": 1.2891,
      "step": 359
    },
    {
      "epoch": 0.024131921169057515,
      "grad_norm": 2.1192989349365234,
      "learning_rate": 8.013392857142858e-06,
      "loss": 1.2352,
      "step": 360
    },
    {
      "epoch": 0.024198954283416008,
      "grad_norm": 2.033484935760498,
      "learning_rate": 8.035714285714286e-06,
      "loss": 1.1745,
      "step": 361
    },
    {
      "epoch": 0.0242659873977745,
      "grad_norm": 2.3398170471191406,
      "learning_rate": 8.058035714285714e-06,
      "loss": 1.2822,
      "step": 362
    },
    {
      "epoch": 0.024333020512132993,
      "grad_norm": 2.645421266555786,
      "learning_rate": 8.080357142857143e-06,
      "loss": 1.1863,
      "step": 363
    },
    {
      "epoch": 0.024400053626491485,
      "grad_norm": 2.324986219406128,
      "learning_rate": 8.102678571428571e-06,
      "loss": 1.2599,
      "step": 364
    },
    {
      "epoch": 0.02446708674084998,
      "grad_norm": 2.2575247287750244,
      "learning_rate": 8.125000000000001e-06,
      "loss": 1.1858,
      "step": 365
    },
    {
      "epoch": 0.024534119855208474,
      "grad_norm": 1.8492830991744995,
      "learning_rate": 8.147321428571429e-06,
      "loss": 1.2433,
      "step": 366
    },
    {
      "epoch": 0.024601152969566966,
      "grad_norm": 2.3924672603607178,
      "learning_rate": 8.169642857142858e-06,
      "loss": 1.2286,
      "step": 367
    },
    {
      "epoch": 0.02466818608392546,
      "grad_norm": 2.425199508666992,
      "learning_rate": 8.191964285714286e-06,
      "loss": 1.2358,
      "step": 368
    },
    {
      "epoch": 0.02473521919828395,
      "grad_norm": 2.811042547225952,
      "learning_rate": 8.214285714285714e-06,
      "loss": 1.3093,
      "step": 369
    },
    {
      "epoch": 0.024802252312642447,
      "grad_norm": 2.431345224380493,
      "learning_rate": 8.236607142857144e-06,
      "loss": 1.141,
      "step": 370
    },
    {
      "epoch": 0.02486928542700094,
      "grad_norm": 2.7884793281555176,
      "learning_rate": 8.258928571428572e-06,
      "loss": 1.1712,
      "step": 371
    },
    {
      "epoch": 0.024936318541359432,
      "grad_norm": 2.6463558673858643,
      "learning_rate": 8.281250000000001e-06,
      "loss": 1.2811,
      "step": 372
    },
    {
      "epoch": 0.025003351655717924,
      "grad_norm": 2.147336006164551,
      "learning_rate": 8.30357142857143e-06,
      "loss": 1.2363,
      "step": 373
    },
    {
      "epoch": 0.025070384770076417,
      "grad_norm": 2.0784075260162354,
      "learning_rate": 8.325892857142857e-06,
      "loss": 1.1463,
      "step": 374
    },
    {
      "epoch": 0.02513741788443491,
      "grad_norm": 2.6829113960266113,
      "learning_rate": 8.348214285714287e-06,
      "loss": 1.173,
      "step": 375
    },
    {
      "epoch": 0.025204450998793405,
      "grad_norm": 2.049950122833252,
      "learning_rate": 8.370535714285715e-06,
      "loss": 1.144,
      "step": 376
    },
    {
      "epoch": 0.025271484113151898,
      "grad_norm": 2.2800891399383545,
      "learning_rate": 8.392857142857144e-06,
      "loss": 1.2305,
      "step": 377
    },
    {
      "epoch": 0.02533851722751039,
      "grad_norm": 2.0971179008483887,
      "learning_rate": 8.415178571428572e-06,
      "loss": 1.2871,
      "step": 378
    },
    {
      "epoch": 0.025405550341868883,
      "grad_norm": 3.3303959369659424,
      "learning_rate": 8.4375e-06,
      "loss": 1.2295,
      "step": 379
    },
    {
      "epoch": 0.025472583456227375,
      "grad_norm": 2.3764472007751465,
      "learning_rate": 8.45982142857143e-06,
      "loss": 1.1886,
      "step": 380
    },
    {
      "epoch": 0.025539616570585868,
      "grad_norm": 2.8885843753814697,
      "learning_rate": 8.482142857142858e-06,
      "loss": 1.233,
      "step": 381
    },
    {
      "epoch": 0.025606649684944364,
      "grad_norm": 2.77026104927063,
      "learning_rate": 8.504464285714287e-06,
      "loss": 1.2098,
      "step": 382
    },
    {
      "epoch": 0.025673682799302856,
      "grad_norm": 2.6230156421661377,
      "learning_rate": 8.526785714285715e-06,
      "loss": 1.2212,
      "step": 383
    },
    {
      "epoch": 0.02574071591366135,
      "grad_norm": 2.8029308319091797,
      "learning_rate": 8.549107142857143e-06,
      "loss": 1.2277,
      "step": 384
    },
    {
      "epoch": 0.02580774902801984,
      "grad_norm": 2.8135199546813965,
      "learning_rate": 8.571428571428571e-06,
      "loss": 1.2617,
      "step": 385
    },
    {
      "epoch": 0.025874782142378334,
      "grad_norm": 2.2781805992126465,
      "learning_rate": 8.59375e-06,
      "loss": 1.224,
      "step": 386
    },
    {
      "epoch": 0.02594181525673683,
      "grad_norm": 3.067505359649658,
      "learning_rate": 8.61607142857143e-06,
      "loss": 1.2498,
      "step": 387
    },
    {
      "epoch": 0.026008848371095322,
      "grad_norm": 2.3390560150146484,
      "learning_rate": 8.638392857142858e-06,
      "loss": 1.2219,
      "step": 388
    },
    {
      "epoch": 0.026075881485453815,
      "grad_norm": 2.9808542728424072,
      "learning_rate": 8.660714285714286e-06,
      "loss": 1.2585,
      "step": 389
    },
    {
      "epoch": 0.026142914599812307,
      "grad_norm": 2.782395839691162,
      "learning_rate": 8.683035714285716e-06,
      "loss": 1.1799,
      "step": 390
    },
    {
      "epoch": 0.0262099477141708,
      "grad_norm": 3.1486544609069824,
      "learning_rate": 8.705357142857143e-06,
      "loss": 1.2958,
      "step": 391
    },
    {
      "epoch": 0.026276980828529292,
      "grad_norm": 2.375354528427124,
      "learning_rate": 8.727678571428571e-06,
      "loss": 1.1628,
      "step": 392
    },
    {
      "epoch": 0.026344013942887788,
      "grad_norm": 2.7504870891571045,
      "learning_rate": 8.750000000000001e-06,
      "loss": 1.2843,
      "step": 393
    },
    {
      "epoch": 0.02641104705724628,
      "grad_norm": 2.2042412757873535,
      "learning_rate": 8.77232142857143e-06,
      "loss": 1.281,
      "step": 394
    },
    {
      "epoch": 0.026478080171604773,
      "grad_norm": 2.301332473754883,
      "learning_rate": 8.794642857142858e-06,
      "loss": 1.3201,
      "step": 395
    },
    {
      "epoch": 0.026545113285963266,
      "grad_norm": 2.4637951850891113,
      "learning_rate": 8.816964285714286e-06,
      "loss": 1.2412,
      "step": 396
    },
    {
      "epoch": 0.026612146400321758,
      "grad_norm": 2.2920773029327393,
      "learning_rate": 8.839285714285714e-06,
      "loss": 1.2889,
      "step": 397
    },
    {
      "epoch": 0.02667917951468025,
      "grad_norm": 2.7287559509277344,
      "learning_rate": 8.861607142857144e-06,
      "loss": 1.2056,
      "step": 398
    },
    {
      "epoch": 0.026746212629038747,
      "grad_norm": 2.5545878410339355,
      "learning_rate": 8.883928571428572e-06,
      "loss": 1.2477,
      "step": 399
    },
    {
      "epoch": 0.02681324574339724,
      "grad_norm": 3.0793099403381348,
      "learning_rate": 8.906250000000001e-06,
      "loss": 1.2323,
      "step": 400
    },
    {
      "epoch": 0.02688027885775573,
      "grad_norm": 2.8569560050964355,
      "learning_rate": 8.92857142857143e-06,
      "loss": 1.2478,
      "step": 401
    },
    {
      "epoch": 0.026947311972114224,
      "grad_norm": 2.8252131938934326,
      "learning_rate": 8.950892857142857e-06,
      "loss": 1.2723,
      "step": 402
    },
    {
      "epoch": 0.027014345086472717,
      "grad_norm": 3.4671738147735596,
      "learning_rate": 8.973214285714287e-06,
      "loss": 1.2431,
      "step": 403
    },
    {
      "epoch": 0.02708137820083121,
      "grad_norm": 2.7389063835144043,
      "learning_rate": 8.995535714285715e-06,
      "loss": 1.2564,
      "step": 404
    },
    {
      "epoch": 0.027148411315189705,
      "grad_norm": 2.992842674255371,
      "learning_rate": 9.017857142857144e-06,
      "loss": 1.1965,
      "step": 405
    },
    {
      "epoch": 0.027215444429548197,
      "grad_norm": 2.21000337600708,
      "learning_rate": 9.040178571428572e-06,
      "loss": 1.2688,
      "step": 406
    },
    {
      "epoch": 0.02728247754390669,
      "grad_norm": 2.6806437969207764,
      "learning_rate": 9.0625e-06,
      "loss": 1.2055,
      "step": 407
    },
    {
      "epoch": 0.027349510658265182,
      "grad_norm": 2.4169671535491943,
      "learning_rate": 9.08482142857143e-06,
      "loss": 1.2624,
      "step": 408
    },
    {
      "epoch": 0.027416543772623675,
      "grad_norm": 2.9766130447387695,
      "learning_rate": 9.107142857142858e-06,
      "loss": 1.2797,
      "step": 409
    },
    {
      "epoch": 0.02748357688698217,
      "grad_norm": 2.092491626739502,
      "learning_rate": 9.129464285714287e-06,
      "loss": 1.2589,
      "step": 410
    },
    {
      "epoch": 0.027550610001340663,
      "grad_norm": 2.5075511932373047,
      "learning_rate": 9.151785714285715e-06,
      "loss": 1.2732,
      "step": 411
    },
    {
      "epoch": 0.027617643115699156,
      "grad_norm": 2.2227864265441895,
      "learning_rate": 9.174107142857143e-06,
      "loss": 1.2781,
      "step": 412
    },
    {
      "epoch": 0.02768467623005765,
      "grad_norm": 2.6762168407440186,
      "learning_rate": 9.196428571428571e-06,
      "loss": 1.2407,
      "step": 413
    },
    {
      "epoch": 0.02775170934441614,
      "grad_norm": 1.9967341423034668,
      "learning_rate": 9.21875e-06,
      "loss": 1.2203,
      "step": 414
    },
    {
      "epoch": 0.027818742458774633,
      "grad_norm": 3.003734588623047,
      "learning_rate": 9.24107142857143e-06,
      "loss": 1.2412,
      "step": 415
    },
    {
      "epoch": 0.02788577557313313,
      "grad_norm": 2.3126909732818604,
      "learning_rate": 9.263392857142858e-06,
      "loss": 1.2114,
      "step": 416
    },
    {
      "epoch": 0.027952808687491622,
      "grad_norm": 2.63269305229187,
      "learning_rate": 9.285714285714288e-06,
      "loss": 1.2345,
      "step": 417
    },
    {
      "epoch": 0.028019841801850114,
      "grad_norm": 2.7555596828460693,
      "learning_rate": 9.308035714285715e-06,
      "loss": 1.2082,
      "step": 418
    },
    {
      "epoch": 0.028086874916208607,
      "grad_norm": 2.280519723892212,
      "learning_rate": 9.330357142857143e-06,
      "loss": 1.1967,
      "step": 419
    },
    {
      "epoch": 0.0281539080305671,
      "grad_norm": 2.6714553833007812,
      "learning_rate": 9.352678571428571e-06,
      "loss": 1.1994,
      "step": 420
    },
    {
      "epoch": 0.028220941144925592,
      "grad_norm": 2.264575242996216,
      "learning_rate": 9.375000000000001e-06,
      "loss": 1.2375,
      "step": 421
    },
    {
      "epoch": 0.028287974259284088,
      "grad_norm": 2.309873342514038,
      "learning_rate": 9.39732142857143e-06,
      "loss": 1.2612,
      "step": 422
    },
    {
      "epoch": 0.02835500737364258,
      "grad_norm": 2.3973677158355713,
      "learning_rate": 9.419642857142858e-06,
      "loss": 1.2609,
      "step": 423
    },
    {
      "epoch": 0.028422040488001073,
      "grad_norm": 2.1993725299835205,
      "learning_rate": 9.441964285714286e-06,
      "loss": 1.2992,
      "step": 424
    },
    {
      "epoch": 0.028489073602359565,
      "grad_norm": 2.1096651554107666,
      "learning_rate": 9.464285714285714e-06,
      "loss": 1.2719,
      "step": 425
    },
    {
      "epoch": 0.028556106716718058,
      "grad_norm": 1.8596158027648926,
      "learning_rate": 9.486607142857144e-06,
      "loss": 1.2216,
      "step": 426
    },
    {
      "epoch": 0.02862313983107655,
      "grad_norm": 2.0565412044525146,
      "learning_rate": 9.508928571428572e-06,
      "loss": 1.1816,
      "step": 427
    },
    {
      "epoch": 0.028690172945435046,
      "grad_norm": 2.0020928382873535,
      "learning_rate": 9.531250000000001e-06,
      "loss": 1.2624,
      "step": 428
    },
    {
      "epoch": 0.02875720605979354,
      "grad_norm": 2.388313055038452,
      "learning_rate": 9.55357142857143e-06,
      "loss": 1.2325,
      "step": 429
    },
    {
      "epoch": 0.02882423917415203,
      "grad_norm": 2.4918477535247803,
      "learning_rate": 9.575892857142857e-06,
      "loss": 1.3005,
      "step": 430
    },
    {
      "epoch": 0.028891272288510524,
      "grad_norm": 2.134559392929077,
      "learning_rate": 9.598214285714287e-06,
      "loss": 1.2546,
      "step": 431
    },
    {
      "epoch": 0.028958305402869016,
      "grad_norm": 2.227008819580078,
      "learning_rate": 9.620535714285715e-06,
      "loss": 1.2636,
      "step": 432
    },
    {
      "epoch": 0.029025338517227512,
      "grad_norm": 2.760134220123291,
      "learning_rate": 9.642857142857144e-06,
      "loss": 1.2997,
      "step": 433
    },
    {
      "epoch": 0.029092371631586005,
      "grad_norm": 2.1918251514434814,
      "learning_rate": 9.665178571428572e-06,
      "loss": 1.2485,
      "step": 434
    },
    {
      "epoch": 0.029159404745944497,
      "grad_norm": 3.7057230472564697,
      "learning_rate": 9.6875e-06,
      "loss": 1.2924,
      "step": 435
    },
    {
      "epoch": 0.02922643786030299,
      "grad_norm": 1.972320318222046,
      "learning_rate": 9.70982142857143e-06,
      "loss": 1.2521,
      "step": 436
    },
    {
      "epoch": 0.029293470974661482,
      "grad_norm": 3.2408008575439453,
      "learning_rate": 9.732142857142858e-06,
      "loss": 1.2897,
      "step": 437
    },
    {
      "epoch": 0.029360504089019974,
      "grad_norm": 2.3157925605773926,
      "learning_rate": 9.754464285714287e-06,
      "loss": 1.229,
      "step": 438
    },
    {
      "epoch": 0.02942753720337847,
      "grad_norm": 2.836240291595459,
      "learning_rate": 9.776785714285715e-06,
      "loss": 1.2329,
      "step": 439
    },
    {
      "epoch": 0.029494570317736963,
      "grad_norm": 2.8931705951690674,
      "learning_rate": 9.799107142857145e-06,
      "loss": 1.2743,
      "step": 440
    },
    {
      "epoch": 0.029561603432095455,
      "grad_norm": 2.51092529296875,
      "learning_rate": 9.821428571428573e-06,
      "loss": 1.1994,
      "step": 441
    },
    {
      "epoch": 0.029628636546453948,
      "grad_norm": 2.3430063724517822,
      "learning_rate": 9.84375e-06,
      "loss": 1.2392,
      "step": 442
    },
    {
      "epoch": 0.02969566966081244,
      "grad_norm": 2.2624337673187256,
      "learning_rate": 9.86607142857143e-06,
      "loss": 1.1917,
      "step": 443
    },
    {
      "epoch": 0.029762702775170933,
      "grad_norm": 2.5083231925964355,
      "learning_rate": 9.888392857142858e-06,
      "loss": 1.2197,
      "step": 444
    },
    {
      "epoch": 0.02982973588952943,
      "grad_norm": 2.8431248664855957,
      "learning_rate": 9.910714285714288e-06,
      "loss": 1.2098,
      "step": 445
    },
    {
      "epoch": 0.02989676900388792,
      "grad_norm": 2.2020046710968018,
      "learning_rate": 9.933035714285715e-06,
      "loss": 1.2583,
      "step": 446
    },
    {
      "epoch": 0.029963802118246414,
      "grad_norm": 2.903475761413574,
      "learning_rate": 9.955357142857143e-06,
      "loss": 1.283,
      "step": 447
    },
    {
      "epoch": 0.030030835232604906,
      "grad_norm": 2.0521225929260254,
      "learning_rate": 9.977678571428571e-06,
      "loss": 1.2378,
      "step": 448
    },
    {
      "epoch": 0.0300978683469634,
      "grad_norm": 2.7566611766815186,
      "learning_rate": 1e-05,
      "loss": 1.316,
      "step": 449
    },
    {
      "epoch": 0.03016490146132189,
      "grad_norm": 2.062725782394409,
      "learning_rate": 9.9999998821573e-06,
      "loss": 1.2184,
      "step": 450
    },
    {
      "epoch": 0.030231934575680387,
      "grad_norm": 2.129645347595215,
      "learning_rate": 9.999999528629201e-06,
      "loss": 1.3098,
      "step": 451
    },
    {
      "epoch": 0.03029896769003888,
      "grad_norm": 2.283747911453247,
      "learning_rate": 9.99999893941572e-06,
      "loss": 1.2783,
      "step": 452
    },
    {
      "epoch": 0.030366000804397372,
      "grad_norm": 1.9414212703704834,
      "learning_rate": 9.999998114516886e-06,
      "loss": 1.2224,
      "step": 453
    },
    {
      "epoch": 0.030433033918755865,
      "grad_norm": 2.001513719558716,
      "learning_rate": 9.99999705393274e-06,
      "loss": 1.2745,
      "step": 454
    },
    {
      "epoch": 0.030500067033114357,
      "grad_norm": 2.1867902278900146,
      "learning_rate": 9.999995757663328e-06,
      "loss": 1.2443,
      "step": 455
    },
    {
      "epoch": 0.030567100147472853,
      "grad_norm": 1.9946367740631104,
      "learning_rate": 9.999994225708715e-06,
      "loss": 1.2433,
      "step": 456
    },
    {
      "epoch": 0.030634133261831346,
      "grad_norm": 2.5745744705200195,
      "learning_rate": 9.99999245806897e-06,
      "loss": 1.2833,
      "step": 457
    },
    {
      "epoch": 0.030701166376189838,
      "grad_norm": 2.097377061843872,
      "learning_rate": 9.999990454744176e-06,
      "loss": 1.2295,
      "step": 458
    },
    {
      "epoch": 0.03076819949054833,
      "grad_norm": 2.384836435317993,
      "learning_rate": 9.999988215734431e-06,
      "loss": 1.2709,
      "step": 459
    },
    {
      "epoch": 0.030835232604906823,
      "grad_norm": 2.1529059410095215,
      "learning_rate": 9.999985741039837e-06,
      "loss": 1.2487,
      "step": 460
    },
    {
      "epoch": 0.030902265719265316,
      "grad_norm": 1.9702376127243042,
      "learning_rate": 9.999983030660512e-06,
      "loss": 1.2324,
      "step": 461
    },
    {
      "epoch": 0.03096929883362381,
      "grad_norm": 1.969478726387024,
      "learning_rate": 9.999980084596583e-06,
      "loss": 1.2328,
      "step": 462
    },
    {
      "epoch": 0.031036331947982304,
      "grad_norm": 2.266881227493286,
      "learning_rate": 9.999976902848192e-06,
      "loss": 1.2136,
      "step": 463
    },
    {
      "epoch": 0.031103365062340797,
      "grad_norm": 1.6587023735046387,
      "learning_rate": 9.999973485415487e-06,
      "loss": 1.2247,
      "step": 464
    },
    {
      "epoch": 0.03117039817669929,
      "grad_norm": 2.6220884323120117,
      "learning_rate": 9.999969832298626e-06,
      "loss": 1.2458,
      "step": 465
    },
    {
      "epoch": 0.03123743129105778,
      "grad_norm": 2.020479440689087,
      "learning_rate": 9.999965943497784e-06,
      "loss": 1.2603,
      "step": 466
    },
    {
      "epoch": 0.031304464405416274,
      "grad_norm": 2.5223488807678223,
      "learning_rate": 9.999961819013147e-06,
      "loss": 1.1937,
      "step": 467
    },
    {
      "epoch": 0.03137149751977477,
      "grad_norm": 1.8441214561462402,
      "learning_rate": 9.999957458844905e-06,
      "loss": 1.2189,
      "step": 468
    },
    {
      "epoch": 0.03143853063413326,
      "grad_norm": 2.9427597522735596,
      "learning_rate": 9.999952862993265e-06,
      "loss": 1.2489,
      "step": 469
    },
    {
      "epoch": 0.031505563748491755,
      "grad_norm": 1.8922289609909058,
      "learning_rate": 9.999948031458445e-06,
      "loss": 1.2753,
      "step": 470
    },
    {
      "epoch": 0.03157259686285025,
      "grad_norm": 2.9739809036254883,
      "learning_rate": 9.99994296424067e-06,
      "loss": 1.3001,
      "step": 471
    },
    {
      "epoch": 0.03163962997720874,
      "grad_norm": 2.878812313079834,
      "learning_rate": 9.999937661340183e-06,
      "loss": 1.2251,
      "step": 472
    },
    {
      "epoch": 0.031706663091567236,
      "grad_norm": 2.4913904666900635,
      "learning_rate": 9.999932122757227e-06,
      "loss": 1.2685,
      "step": 473
    },
    {
      "epoch": 0.031773696205925725,
      "grad_norm": 2.3994452953338623,
      "learning_rate": 9.99992634849207e-06,
      "loss": 1.2328,
      "step": 474
    },
    {
      "epoch": 0.03184072932028422,
      "grad_norm": 2.5340521335601807,
      "learning_rate": 9.999920338544983e-06,
      "loss": 1.2863,
      "step": 475
    },
    {
      "epoch": 0.03190776243464272,
      "grad_norm": 2.080617904663086,
      "learning_rate": 9.999914092916247e-06,
      "loss": 1.2353,
      "step": 476
    },
    {
      "epoch": 0.031974795549001206,
      "grad_norm": 2.3389346599578857,
      "learning_rate": 9.999907611606157e-06,
      "loss": 1.2281,
      "step": 477
    },
    {
      "epoch": 0.0320418286633597,
      "grad_norm": 2.3223888874053955,
      "learning_rate": 9.999900894615019e-06,
      "loss": 1.3078,
      "step": 478
    },
    {
      "epoch": 0.03210886177771819,
      "grad_norm": 2.3584609031677246,
      "learning_rate": 9.999893941943148e-06,
      "loss": 1.2219,
      "step": 479
    },
    {
      "epoch": 0.03217589489207669,
      "grad_norm": 2.230180025100708,
      "learning_rate": 9.999886753590875e-06,
      "loss": 1.2115,
      "step": 480
    },
    {
      "epoch": 0.032242928006435176,
      "grad_norm": 2.8946642875671387,
      "learning_rate": 9.999879329558537e-06,
      "loss": 1.2481,
      "step": 481
    },
    {
      "epoch": 0.03230996112079367,
      "grad_norm": 2.955415964126587,
      "learning_rate": 9.999871669846483e-06,
      "loss": 1.2907,
      "step": 482
    },
    {
      "epoch": 0.03237699423515217,
      "grad_norm": 2.4495725631713867,
      "learning_rate": 9.999863774455076e-06,
      "loss": 1.2904,
      "step": 483
    },
    {
      "epoch": 0.03244402734951066,
      "grad_norm": 2.664437770843506,
      "learning_rate": 9.999855643384686e-06,
      "loss": 1.2159,
      "step": 484
    },
    {
      "epoch": 0.03251106046386915,
      "grad_norm": 2.1656525135040283,
      "learning_rate": 9.9998472766357e-06,
      "loss": 1.2232,
      "step": 485
    },
    {
      "epoch": 0.03257809357822764,
      "grad_norm": 3.2374258041381836,
      "learning_rate": 9.999838674208506e-06,
      "loss": 1.2571,
      "step": 486
    },
    {
      "epoch": 0.03264512669258614,
      "grad_norm": 2.214733839035034,
      "learning_rate": 9.999829836103517e-06,
      "loss": 1.2462,
      "step": 487
    },
    {
      "epoch": 0.032712159806944634,
      "grad_norm": 2.545745372772217,
      "learning_rate": 9.999820762321143e-06,
      "loss": 1.2149,
      "step": 488
    },
    {
      "epoch": 0.03277919292130312,
      "grad_norm": 2.409929037094116,
      "learning_rate": 9.999811452861817e-06,
      "loss": 1.2965,
      "step": 489
    },
    {
      "epoch": 0.03284622603566162,
      "grad_norm": 2.363334894180298,
      "learning_rate": 9.999801907725975e-06,
      "loss": 1.2202,
      "step": 490
    },
    {
      "epoch": 0.03291325915002011,
      "grad_norm": 2.287951707839966,
      "learning_rate": 9.999792126914067e-06,
      "loss": 1.2714,
      "step": 491
    },
    {
      "epoch": 0.032980292264378604,
      "grad_norm": 2.351088762283325,
      "learning_rate": 9.999782110426555e-06,
      "loss": 1.2555,
      "step": 492
    },
    {
      "epoch": 0.03304732537873709,
      "grad_norm": 2.6033854484558105,
      "learning_rate": 9.999771858263909e-06,
      "loss": 1.234,
      "step": 493
    },
    {
      "epoch": 0.03311435849309559,
      "grad_norm": 2.416605234146118,
      "learning_rate": 9.999761370426616e-06,
      "loss": 1.3004,
      "step": 494
    },
    {
      "epoch": 0.033181391607454085,
      "grad_norm": 2.203882932662964,
      "learning_rate": 9.999750646915168e-06,
      "loss": 1.2271,
      "step": 495
    },
    {
      "epoch": 0.033248424721812574,
      "grad_norm": 2.0405309200286865,
      "learning_rate": 9.999739687730069e-06,
      "loss": 1.2937,
      "step": 496
    },
    {
      "epoch": 0.03331545783617107,
      "grad_norm": 2.379985809326172,
      "learning_rate": 9.999728492871838e-06,
      "loss": 1.2184,
      "step": 497
    },
    {
      "epoch": 0.03338249095052956,
      "grad_norm": 2.347015857696533,
      "learning_rate": 9.999717062341001e-06,
      "loss": 1.2171,
      "step": 498
    },
    {
      "epoch": 0.033449524064888055,
      "grad_norm": 2.8941142559051514,
      "learning_rate": 9.9997053961381e-06,
      "loss": 1.2171,
      "step": 499
    },
    {
      "epoch": 0.03351655717924655,
      "grad_norm": 2.009411096572876,
      "learning_rate": 9.999693494263682e-06,
      "loss": 1.174,
      "step": 500
    },
    {
      "epoch": 0.03358359029360504,
      "grad_norm": 2.916421413421631,
      "learning_rate": 9.999681356718307e-06,
      "loss": 1.2157,
      "step": 501
    },
    {
      "epoch": 0.033650623407963536,
      "grad_norm": 2.103128671646118,
      "learning_rate": 9.999668983502551e-06,
      "loss": 1.2546,
      "step": 502
    },
    {
      "epoch": 0.033717656522322025,
      "grad_norm": 2.7629823684692383,
      "learning_rate": 9.999656374616995e-06,
      "loss": 1.2197,
      "step": 503
    },
    {
      "epoch": 0.03378468963668052,
      "grad_norm": 2.5999107360839844,
      "learning_rate": 9.999643530062232e-06,
      "loss": 1.2616,
      "step": 504
    },
    {
      "epoch": 0.033851722751039016,
      "grad_norm": 2.5421509742736816,
      "learning_rate": 9.99963044983887e-06,
      "loss": 1.2374,
      "step": 505
    },
    {
      "epoch": 0.033918755865397505,
      "grad_norm": 2.510788917541504,
      "learning_rate": 9.999617133947523e-06,
      "loss": 1.2524,
      "step": 506
    },
    {
      "epoch": 0.033985788979756,
      "grad_norm": 2.3374183177948,
      "learning_rate": 9.99960358238882e-06,
      "loss": 1.2116,
      "step": 507
    },
    {
      "epoch": 0.03405282209411449,
      "grad_norm": 2.35251522064209,
      "learning_rate": 9.999589795163402e-06,
      "loss": 1.2532,
      "step": 508
    },
    {
      "epoch": 0.034119855208472986,
      "grad_norm": 2.1764845848083496,
      "learning_rate": 9.999575772271917e-06,
      "loss": 1.1719,
      "step": 509
    },
    {
      "epoch": 0.034186888322831475,
      "grad_norm": 2.560026168823242,
      "learning_rate": 9.999561513715023e-06,
      "loss": 1.2599,
      "step": 510
    },
    {
      "epoch": 0.03425392143718997,
      "grad_norm": 1.9072175025939941,
      "learning_rate": 9.9995470194934e-06,
      "loss": 1.2084,
      "step": 511
    },
    {
      "epoch": 0.03432095455154847,
      "grad_norm": 2.628270149230957,
      "learning_rate": 9.999532289607721e-06,
      "loss": 1.2254,
      "step": 512
    },
    {
      "epoch": 0.034387987665906956,
      "grad_norm": 3.2534031867980957,
      "learning_rate": 9.999517324058688e-06,
      "loss": 1.3706,
      "step": 513
    },
    {
      "epoch": 0.03445502078026545,
      "grad_norm": 3.1430439949035645,
      "learning_rate": 9.999502122847003e-06,
      "loss": 1.3176,
      "step": 514
    },
    {
      "epoch": 0.03452205389462394,
      "grad_norm": 1.9176230430603027,
      "learning_rate": 9.999486685973381e-06,
      "loss": 1.1835,
      "step": 515
    },
    {
      "epoch": 0.03458908700898244,
      "grad_norm": 2.814472198486328,
      "learning_rate": 9.999471013438556e-06,
      "loss": 1.2637,
      "step": 516
    },
    {
      "epoch": 0.03465612012334093,
      "grad_norm": 1.9418752193450928,
      "learning_rate": 9.999455105243261e-06,
      "loss": 1.2852,
      "step": 517
    },
    {
      "epoch": 0.03472315323769942,
      "grad_norm": 2.068331718444824,
      "learning_rate": 9.999438961388248e-06,
      "loss": 1.2526,
      "step": 518
    },
    {
      "epoch": 0.03479018635205792,
      "grad_norm": 1.7491350173950195,
      "learning_rate": 9.999422581874277e-06,
      "loss": 1.2329,
      "step": 519
    },
    {
      "epoch": 0.03485721946641641,
      "grad_norm": 2.2548694610595703,
      "learning_rate": 9.999405966702121e-06,
      "loss": 1.1957,
      "step": 520
    },
    {
      "epoch": 0.0349242525807749,
      "grad_norm": 2.072356939315796,
      "learning_rate": 9.999389115872565e-06,
      "loss": 1.2269,
      "step": 521
    },
    {
      "epoch": 0.0349912856951334,
      "grad_norm": 1.958351731300354,
      "learning_rate": 9.999372029386398e-06,
      "loss": 1.1783,
      "step": 522
    },
    {
      "epoch": 0.03505831880949189,
      "grad_norm": 2.2563891410827637,
      "learning_rate": 9.99935470724443e-06,
      "loss": 1.244,
      "step": 523
    },
    {
      "epoch": 0.035125351923850384,
      "grad_norm": 1.6270703077316284,
      "learning_rate": 9.999337149447477e-06,
      "loss": 1.2174,
      "step": 524
    },
    {
      "epoch": 0.03519238503820887,
      "grad_norm": 1.8707520961761475,
      "learning_rate": 9.999319355996365e-06,
      "loss": 1.2669,
      "step": 525
    },
    {
      "epoch": 0.03525941815256737,
      "grad_norm": 1.7497080564498901,
      "learning_rate": 9.999301326891933e-06,
      "loss": 1.2187,
      "step": 526
    },
    {
      "epoch": 0.03532645126692586,
      "grad_norm": 1.8345558643341064,
      "learning_rate": 9.999283062135033e-06,
      "loss": 1.2255,
      "step": 527
    },
    {
      "epoch": 0.035393484381284354,
      "grad_norm": 2.4201693534851074,
      "learning_rate": 9.999264561726522e-06,
      "loss": 1.2143,
      "step": 528
    },
    {
      "epoch": 0.03546051749564285,
      "grad_norm": 2.0423359870910645,
      "learning_rate": 9.999245825667275e-06,
      "loss": 1.2087,
      "step": 529
    },
    {
      "epoch": 0.03552755061000134,
      "grad_norm": 2.1635594367980957,
      "learning_rate": 9.999226853958175e-06,
      "loss": 1.2288,
      "step": 530
    },
    {
      "epoch": 0.035594583724359835,
      "grad_norm": 2.0043537616729736,
      "learning_rate": 9.999207646600115e-06,
      "loss": 1.2217,
      "step": 531
    },
    {
      "epoch": 0.035661616838718324,
      "grad_norm": 1.8715707063674927,
      "learning_rate": 9.999188203594004e-06,
      "loss": 1.2355,
      "step": 532
    },
    {
      "epoch": 0.03572864995307682,
      "grad_norm": 1.8003513813018799,
      "learning_rate": 9.999168524940753e-06,
      "loss": 1.227,
      "step": 533
    },
    {
      "epoch": 0.035795683067435316,
      "grad_norm": 1.9059916734695435,
      "learning_rate": 9.999148610641292e-06,
      "loss": 1.2378,
      "step": 534
    },
    {
      "epoch": 0.035862716181793805,
      "grad_norm": 1.7206439971923828,
      "learning_rate": 9.999128460696562e-06,
      "loss": 1.1936,
      "step": 535
    },
    {
      "epoch": 0.0359297492961523,
      "grad_norm": 2.148116111755371,
      "learning_rate": 9.999108075107508e-06,
      "loss": 1.1648,
      "step": 536
    },
    {
      "epoch": 0.03599678241051079,
      "grad_norm": 2.736811876296997,
      "learning_rate": 9.999087453875097e-06,
      "loss": 1.3037,
      "step": 537
    },
    {
      "epoch": 0.036063815524869286,
      "grad_norm": 2.0382325649261475,
      "learning_rate": 9.999066597000294e-06,
      "loss": 1.2041,
      "step": 538
    },
    {
      "epoch": 0.03613084863922778,
      "grad_norm": 2.514981508255005,
      "learning_rate": 9.999045504484089e-06,
      "loss": 1.2596,
      "step": 539
    },
    {
      "epoch": 0.03619788175358627,
      "grad_norm": 2.610119342803955,
      "learning_rate": 9.999024176327471e-06,
      "loss": 1.1837,
      "step": 540
    },
    {
      "epoch": 0.03626491486794477,
      "grad_norm": 2.531202793121338,
      "learning_rate": 9.999002612531448e-06,
      "loss": 1.1668,
      "step": 541
    },
    {
      "epoch": 0.036331947982303256,
      "grad_norm": 2.6771838665008545,
      "learning_rate": 9.998980813097035e-06,
      "loss": 1.2074,
      "step": 542
    },
    {
      "epoch": 0.03639898109666175,
      "grad_norm": 2.163470506668091,
      "learning_rate": 9.998958778025263e-06,
      "loss": 1.2139,
      "step": 543
    },
    {
      "epoch": 0.03646601421102024,
      "grad_norm": 2.2576417922973633,
      "learning_rate": 9.998936507317165e-06,
      "loss": 1.2318,
      "step": 544
    },
    {
      "epoch": 0.03653304732537874,
      "grad_norm": 2.0898914337158203,
      "learning_rate": 9.998914000973797e-06,
      "loss": 1.2403,
      "step": 545
    },
    {
      "epoch": 0.03660008043973723,
      "grad_norm": 2.5928261280059814,
      "learning_rate": 9.998891258996214e-06,
      "loss": 1.2605,
      "step": 546
    },
    {
      "epoch": 0.03666711355409572,
      "grad_norm": 2.1712043285369873,
      "learning_rate": 9.998868281385493e-06,
      "loss": 1.2733,
      "step": 547
    },
    {
      "epoch": 0.03673414666845422,
      "grad_norm": 2.1975367069244385,
      "learning_rate": 9.998845068142713e-06,
      "loss": 1.2744,
      "step": 548
    },
    {
      "epoch": 0.03680117978281271,
      "grad_norm": 2.006563901901245,
      "learning_rate": 9.99882161926897e-06,
      "loss": 1.2808,
      "step": 549
    },
    {
      "epoch": 0.0368682128971712,
      "grad_norm": 2.191480875015259,
      "learning_rate": 9.99879793476537e-06,
      "loss": 1.2209,
      "step": 550
    },
    {
      "epoch": 0.0369352460115297,
      "grad_norm": 2.0331649780273438,
      "learning_rate": 9.99877401463303e-06,
      "loss": 1.2236,
      "step": 551
    },
    {
      "epoch": 0.03700227912588819,
      "grad_norm": 1.7720879316329956,
      "learning_rate": 9.998749858873074e-06,
      "loss": 1.253,
      "step": 552
    },
    {
      "epoch": 0.037069312240246684,
      "grad_norm": 1.9140537977218628,
      "learning_rate": 9.998725467486645e-06,
      "loss": 1.1621,
      "step": 553
    },
    {
      "epoch": 0.03713634535460517,
      "grad_norm": 1.851658821105957,
      "learning_rate": 9.99870084047489e-06,
      "loss": 1.2485,
      "step": 554
    },
    {
      "epoch": 0.03720337846896367,
      "grad_norm": 2.148765802383423,
      "learning_rate": 9.99867597783897e-06,
      "loss": 1.1813,
      "step": 555
    },
    {
      "epoch": 0.03727041158332216,
      "grad_norm": 2.0510830879211426,
      "learning_rate": 9.998650879580059e-06,
      "loss": 1.3056,
      "step": 556
    },
    {
      "epoch": 0.037337444697680654,
      "grad_norm": 2.0919764041900635,
      "learning_rate": 9.998625545699336e-06,
      "loss": 1.2747,
      "step": 557
    },
    {
      "epoch": 0.03740447781203915,
      "grad_norm": 2.7365715503692627,
      "learning_rate": 9.998599976198e-06,
      "loss": 1.2783,
      "step": 558
    },
    {
      "epoch": 0.03747151092639764,
      "grad_norm": 2.3535842895507812,
      "learning_rate": 9.998574171077252e-06,
      "loss": 1.3161,
      "step": 559
    },
    {
      "epoch": 0.037538544040756135,
      "grad_norm": 2.003218173980713,
      "learning_rate": 9.998548130338312e-06,
      "loss": 1.1974,
      "step": 560
    },
    {
      "epoch": 0.037605577155114624,
      "grad_norm": 1.8610872030258179,
      "learning_rate": 9.998521853982405e-06,
      "loss": 1.1916,
      "step": 561
    },
    {
      "epoch": 0.03767261026947312,
      "grad_norm": 2.5556182861328125,
      "learning_rate": 9.99849534201077e-06,
      "loss": 1.2374,
      "step": 562
    },
    {
      "epoch": 0.037739643383831616,
      "grad_norm": 2.389237403869629,
      "learning_rate": 9.998468594424658e-06,
      "loss": 1.2768,
      "step": 563
    },
    {
      "epoch": 0.037806676498190105,
      "grad_norm": 2.516284227371216,
      "learning_rate": 9.998441611225329e-06,
      "loss": 1.2433,
      "step": 564
    },
    {
      "epoch": 0.0378737096125486,
      "grad_norm": 3.597973346710205,
      "learning_rate": 9.998414392414053e-06,
      "loss": 1.2961,
      "step": 565
    },
    {
      "epoch": 0.03794074272690709,
      "grad_norm": 1.9087622165679932,
      "learning_rate": 9.998386937992118e-06,
      "loss": 1.2537,
      "step": 566
    },
    {
      "epoch": 0.038007775841265586,
      "grad_norm": 2.417567491531372,
      "learning_rate": 9.998359247960811e-06,
      "loss": 1.1802,
      "step": 567
    },
    {
      "epoch": 0.03807480895562408,
      "grad_norm": 2.2394697666168213,
      "learning_rate": 9.998331322321444e-06,
      "loss": 1.2312,
      "step": 568
    },
    {
      "epoch": 0.03814184206998257,
      "grad_norm": 2.319894552230835,
      "learning_rate": 9.998303161075331e-06,
      "loss": 1.2267,
      "step": 569
    },
    {
      "epoch": 0.038208875184341066,
      "grad_norm": 3.1492624282836914,
      "learning_rate": 9.998274764223797e-06,
      "loss": 1.2814,
      "step": 570
    },
    {
      "epoch": 0.038275908298699556,
      "grad_norm": 1.9452730417251587,
      "learning_rate": 9.998246131768183e-06,
      "loss": 1.1866,
      "step": 571
    },
    {
      "epoch": 0.03834294141305805,
      "grad_norm": 2.309861898422241,
      "learning_rate": 9.998217263709839e-06,
      "loss": 1.2559,
      "step": 572
    },
    {
      "epoch": 0.03840997452741654,
      "grad_norm": 2.3354451656341553,
      "learning_rate": 9.998188160050125e-06,
      "loss": 1.25,
      "step": 573
    },
    {
      "epoch": 0.038477007641775036,
      "grad_norm": 1.7160131931304932,
      "learning_rate": 9.998158820790412e-06,
      "loss": 1.2598,
      "step": 574
    },
    {
      "epoch": 0.03854404075613353,
      "grad_norm": 2.0874693393707275,
      "learning_rate": 9.998129245932084e-06,
      "loss": 1.2527,
      "step": 575
    },
    {
      "epoch": 0.03861107387049202,
      "grad_norm": 1.7328832149505615,
      "learning_rate": 9.998099435476535e-06,
      "loss": 1.2088,
      "step": 576
    },
    {
      "epoch": 0.03867810698485052,
      "grad_norm": 1.8826173543930054,
      "learning_rate": 9.99806938942517e-06,
      "loss": 1.202,
      "step": 577
    },
    {
      "epoch": 0.038745140099209006,
      "grad_norm": 1.6291248798370361,
      "learning_rate": 9.998039107779404e-06,
      "loss": 1.1676,
      "step": 578
    },
    {
      "epoch": 0.0388121732135675,
      "grad_norm": 1.8400757312774658,
      "learning_rate": 9.99800859054067e-06,
      "loss": 1.2829,
      "step": 579
    },
    {
      "epoch": 0.038879206327926,
      "grad_norm": 2.7951393127441406,
      "learning_rate": 9.997977837710398e-06,
      "loss": 1.2046,
      "step": 580
    },
    {
      "epoch": 0.03894623944228449,
      "grad_norm": 2.1032135486602783,
      "learning_rate": 9.997946849290041e-06,
      "loss": 1.1752,
      "step": 581
    },
    {
      "epoch": 0.03901327255664298,
      "grad_norm": 3.001558542251587,
      "learning_rate": 9.997915625281062e-06,
      "loss": 1.2212,
      "step": 582
    },
    {
      "epoch": 0.03908030567100147,
      "grad_norm": 3.4845917224884033,
      "learning_rate": 9.997884165684933e-06,
      "loss": 1.2348,
      "step": 583
    },
    {
      "epoch": 0.03914733878535997,
      "grad_norm": 2.3494112491607666,
      "learning_rate": 9.997852470503133e-06,
      "loss": 1.177,
      "step": 584
    },
    {
      "epoch": 0.039214371899718464,
      "grad_norm": 3.1500611305236816,
      "learning_rate": 9.997820539737159e-06,
      "loss": 1.2316,
      "step": 585
    },
    {
      "epoch": 0.03928140501407695,
      "grad_norm": 2.2782721519470215,
      "learning_rate": 9.997788373388515e-06,
      "loss": 1.1804,
      "step": 586
    },
    {
      "epoch": 0.03934843812843545,
      "grad_norm": 3.0651493072509766,
      "learning_rate": 9.997755971458717e-06,
      "loss": 1.1933,
      "step": 587
    },
    {
      "epoch": 0.03941547124279394,
      "grad_norm": 3.0999763011932373,
      "learning_rate": 9.997723333949294e-06,
      "loss": 1.2476,
      "step": 588
    },
    {
      "epoch": 0.039482504357152434,
      "grad_norm": 2.698352575302124,
      "learning_rate": 9.997690460861782e-06,
      "loss": 1.2074,
      "step": 589
    },
    {
      "epoch": 0.03954953747151092,
      "grad_norm": 3.2350475788116455,
      "learning_rate": 9.997657352197734e-06,
      "loss": 1.3185,
      "step": 590
    },
    {
      "epoch": 0.03961657058586942,
      "grad_norm": 2.5379462242126465,
      "learning_rate": 9.997624007958706e-06,
      "loss": 1.1887,
      "step": 591
    },
    {
      "epoch": 0.039683603700227915,
      "grad_norm": 2.191220998764038,
      "learning_rate": 9.997590428146274e-06,
      "loss": 1.2982,
      "step": 592
    },
    {
      "epoch": 0.039750636814586404,
      "grad_norm": 3.07743239402771,
      "learning_rate": 9.997556612762018e-06,
      "loss": 1.1945,
      "step": 593
    },
    {
      "epoch": 0.0398176699289449,
      "grad_norm": 1.8167991638183594,
      "learning_rate": 9.997522561807534e-06,
      "loss": 1.2289,
      "step": 594
    },
    {
      "epoch": 0.03988470304330339,
      "grad_norm": 2.8611345291137695,
      "learning_rate": 9.997488275284426e-06,
      "loss": 1.2398,
      "step": 595
    },
    {
      "epoch": 0.039951736157661885,
      "grad_norm": 2.147865056991577,
      "learning_rate": 9.997453753194311e-06,
      "loss": 1.2027,
      "step": 596
    },
    {
      "epoch": 0.04001876927202038,
      "grad_norm": 2.2430715560913086,
      "learning_rate": 9.997418995538815e-06,
      "loss": 1.2067,
      "step": 597
    },
    {
      "epoch": 0.04008580238637887,
      "grad_norm": 2.0718772411346436,
      "learning_rate": 9.997384002319576e-06,
      "loss": 1.173,
      "step": 598
    },
    {
      "epoch": 0.040152835500737366,
      "grad_norm": 2.003321886062622,
      "learning_rate": 9.997348773538244e-06,
      "loss": 1.269,
      "step": 599
    },
    {
      "epoch": 0.040219868615095855,
      "grad_norm": 2.172581911087036,
      "learning_rate": 9.997313309196481e-06,
      "loss": 1.2413,
      "step": 600
    },
    {
      "epoch": 0.04028690172945435,
      "grad_norm": 2.037341356277466,
      "learning_rate": 9.99727760929596e-06,
      "loss": 1.1747,
      "step": 601
    },
    {
      "epoch": 0.04035393484381285,
      "grad_norm": 2.29042911529541,
      "learning_rate": 9.997241673838359e-06,
      "loss": 1.1973,
      "step": 602
    },
    {
      "epoch": 0.040420967958171336,
      "grad_norm": 2.453831672668457,
      "learning_rate": 9.997205502825373e-06,
      "loss": 1.236,
      "step": 603
    },
    {
      "epoch": 0.04048800107252983,
      "grad_norm": 2.0109970569610596,
      "learning_rate": 9.99716909625871e-06,
      "loss": 1.1558,
      "step": 604
    },
    {
      "epoch": 0.04055503418688832,
      "grad_norm": 2.8557724952697754,
      "learning_rate": 9.997132454140085e-06,
      "loss": 1.2441,
      "step": 605
    },
    {
      "epoch": 0.04062206730124682,
      "grad_norm": 1.7172242403030396,
      "learning_rate": 9.997095576471224e-06,
      "loss": 1.2473,
      "step": 606
    },
    {
      "epoch": 0.040689100415605306,
      "grad_norm": 2.8604705333709717,
      "learning_rate": 9.997058463253865e-06,
      "loss": 1.2318,
      "step": 607
    },
    {
      "epoch": 0.0407561335299638,
      "grad_norm": 1.715734839439392,
      "learning_rate": 9.99702111448976e-06,
      "loss": 1.2862,
      "step": 608
    },
    {
      "epoch": 0.0408231666443223,
      "grad_norm": 2.571570873260498,
      "learning_rate": 9.996983530180669e-06,
      "loss": 1.2896,
      "step": 609
    },
    {
      "epoch": 0.04089019975868079,
      "grad_norm": 1.8446894884109497,
      "learning_rate": 9.99694571032836e-06,
      "loss": 1.2491,
      "step": 610
    },
    {
      "epoch": 0.04095723287303928,
      "grad_norm": 2.8240671157836914,
      "learning_rate": 9.99690765493462e-06,
      "loss": 1.208,
      "step": 611
    },
    {
      "epoch": 0.04102426598739777,
      "grad_norm": 1.9661369323730469,
      "learning_rate": 9.99686936400124e-06,
      "loss": 1.2592,
      "step": 612
    },
    {
      "epoch": 0.04109129910175627,
      "grad_norm": 2.6726739406585693,
      "learning_rate": 9.996830837530025e-06,
      "loss": 1.3111,
      "step": 613
    },
    {
      "epoch": 0.041158332216114764,
      "grad_norm": 1.6695208549499512,
      "learning_rate": 9.996792075522795e-06,
      "loss": 1.2418,
      "step": 614
    },
    {
      "epoch": 0.04122536533047325,
      "grad_norm": 2.66096568107605,
      "learning_rate": 9.996753077981372e-06,
      "loss": 1.3024,
      "step": 615
    },
    {
      "epoch": 0.04129239844483175,
      "grad_norm": 1.6701734066009521,
      "learning_rate": 9.996713844907595e-06,
      "loss": 1.1845,
      "step": 616
    },
    {
      "epoch": 0.04135943155919024,
      "grad_norm": 2.1394519805908203,
      "learning_rate": 9.996674376303317e-06,
      "loss": 1.1933,
      "step": 617
    },
    {
      "epoch": 0.041426464673548734,
      "grad_norm": 1.6720112562179565,
      "learning_rate": 9.996634672170395e-06,
      "loss": 1.2158,
      "step": 618
    },
    {
      "epoch": 0.04149349778790722,
      "grad_norm": 2.160226821899414,
      "learning_rate": 9.996594732510703e-06,
      "loss": 1.2091,
      "step": 619
    },
    {
      "epoch": 0.04156053090226572,
      "grad_norm": 2.0479724407196045,
      "learning_rate": 9.996554557326122e-06,
      "loss": 1.188,
      "step": 620
    },
    {
      "epoch": 0.041627564016624215,
      "grad_norm": 1.8755253553390503,
      "learning_rate": 9.996514146618543e-06,
      "loss": 1.2144,
      "step": 621
    },
    {
      "epoch": 0.041694597130982704,
      "grad_norm": 2.3884329795837402,
      "learning_rate": 9.996473500389878e-06,
      "loss": 1.2218,
      "step": 622
    },
    {
      "epoch": 0.0417616302453412,
      "grad_norm": 1.9428927898406982,
      "learning_rate": 9.996432618642037e-06,
      "loss": 1.2338,
      "step": 623
    },
    {
      "epoch": 0.04182866335969969,
      "grad_norm": 1.9459024667739868,
      "learning_rate": 9.996391501376948e-06,
      "loss": 1.2405,
      "step": 624
    },
    {
      "epoch": 0.041895696474058185,
      "grad_norm": 2.0672037601470947,
      "learning_rate": 9.996350148596551e-06,
      "loss": 1.222,
      "step": 625
    },
    {
      "epoch": 0.04196272958841668,
      "grad_norm": 1.8879516124725342,
      "learning_rate": 9.996308560302794e-06,
      "loss": 1.2367,
      "step": 626
    },
    {
      "epoch": 0.04202976270277517,
      "grad_norm": 2.1909995079040527,
      "learning_rate": 9.99626673649764e-06,
      "loss": 1.2184,
      "step": 627
    },
    {
      "epoch": 0.042096795817133666,
      "grad_norm": 2.139486312866211,
      "learning_rate": 9.996224677183055e-06,
      "loss": 1.1697,
      "step": 628
    },
    {
      "epoch": 0.042163828931492155,
      "grad_norm": 1.9174339771270752,
      "learning_rate": 9.996182382361027e-06,
      "loss": 1.2205,
      "step": 629
    },
    {
      "epoch": 0.04223086204585065,
      "grad_norm": 2.5628418922424316,
      "learning_rate": 9.996139852033544e-06,
      "loss": 1.2073,
      "step": 630
    },
    {
      "epoch": 0.04229789516020915,
      "grad_norm": 2.259838342666626,
      "learning_rate": 9.996097086202617e-06,
      "loss": 1.1654,
      "step": 631
    },
    {
      "epoch": 0.042364928274567636,
      "grad_norm": 2.266648054122925,
      "learning_rate": 9.996054084870257e-06,
      "loss": 1.2663,
      "step": 632
    },
    {
      "epoch": 0.04243196138892613,
      "grad_norm": 2.6176888942718506,
      "learning_rate": 9.996010848038493e-06,
      "loss": 1.2475,
      "step": 633
    },
    {
      "epoch": 0.04249899450328462,
      "grad_norm": 2.1522462368011475,
      "learning_rate": 9.995967375709365e-06,
      "loss": 1.2988,
      "step": 634
    },
    {
      "epoch": 0.04256602761764312,
      "grad_norm": 1.904600977897644,
      "learning_rate": 9.995923667884918e-06,
      "loss": 1.1752,
      "step": 635
    },
    {
      "epoch": 0.042633060732001606,
      "grad_norm": 1.7320717573165894,
      "learning_rate": 9.995879724567214e-06,
      "loss": 1.2997,
      "step": 636
    },
    {
      "epoch": 0.0427000938463601,
      "grad_norm": 1.6917203664779663,
      "learning_rate": 9.995835545758326e-06,
      "loss": 1.2421,
      "step": 637
    },
    {
      "epoch": 0.0427671269607186,
      "grad_norm": 2.0017597675323486,
      "learning_rate": 9.995791131460336e-06,
      "loss": 1.2542,
      "step": 638
    },
    {
      "epoch": 0.042834160075077087,
      "grad_norm": 1.777021884918213,
      "learning_rate": 9.995746481675335e-06,
      "loss": 1.24,
      "step": 639
    },
    {
      "epoch": 0.04290119318943558,
      "grad_norm": 1.9411197900772095,
      "learning_rate": 9.99570159640543e-06,
      "loss": 1.1978,
      "step": 640
    },
    {
      "epoch": 0.04296822630379407,
      "grad_norm": 2.209334135055542,
      "learning_rate": 9.995656475652735e-06,
      "loss": 1.2788,
      "step": 641
    },
    {
      "epoch": 0.04303525941815257,
      "grad_norm": 1.7532832622528076,
      "learning_rate": 9.99561111941938e-06,
      "loss": 1.2257,
      "step": 642
    },
    {
      "epoch": 0.04310229253251106,
      "grad_norm": 2.1681032180786133,
      "learning_rate": 9.9955655277075e-06,
      "loss": 1.2446,
      "step": 643
    },
    {
      "epoch": 0.04316932564686955,
      "grad_norm": 1.7259901762008667,
      "learning_rate": 9.995519700519246e-06,
      "loss": 1.2208,
      "step": 644
    },
    {
      "epoch": 0.04323635876122805,
      "grad_norm": 2.2835683822631836,
      "learning_rate": 9.995473637856776e-06,
      "loss": 1.2035,
      "step": 645
    },
    {
      "epoch": 0.04330339187558654,
      "grad_norm": 2.159043550491333,
      "learning_rate": 9.995427339722262e-06,
      "loss": 1.3005,
      "step": 646
    },
    {
      "epoch": 0.04337042498994503,
      "grad_norm": 1.8743388652801514,
      "learning_rate": 9.995380806117888e-06,
      "loss": 1.2498,
      "step": 647
    },
    {
      "epoch": 0.04343745810430353,
      "grad_norm": 1.87624192237854,
      "learning_rate": 9.995334037045845e-06,
      "loss": 1.2005,
      "step": 648
    },
    {
      "epoch": 0.04350449121866202,
      "grad_norm": 1.8688249588012695,
      "learning_rate": 9.995287032508339e-06,
      "loss": 1.2207,
      "step": 649
    },
    {
      "epoch": 0.043571524333020514,
      "grad_norm": 2.3046200275421143,
      "learning_rate": 9.995239792507585e-06,
      "loss": 1.2196,
      "step": 650
    },
    {
      "epoch": 0.043638557447379,
      "grad_norm": 1.7499393224716187,
      "learning_rate": 9.995192317045811e-06,
      "loss": 1.208,
      "step": 651
    },
    {
      "epoch": 0.0437055905617375,
      "grad_norm": 2.2620089054107666,
      "learning_rate": 9.995144606125256e-06,
      "loss": 1.2275,
      "step": 652
    },
    {
      "epoch": 0.04377262367609599,
      "grad_norm": 1.951637625694275,
      "learning_rate": 9.995096659748165e-06,
      "loss": 1.2183,
      "step": 653
    },
    {
      "epoch": 0.043839656790454484,
      "grad_norm": 2.4585514068603516,
      "learning_rate": 9.9950484779168e-06,
      "loss": 1.2078,
      "step": 654
    },
    {
      "epoch": 0.04390668990481298,
      "grad_norm": 2.2611708641052246,
      "learning_rate": 9.995000060633432e-06,
      "loss": 1.3008,
      "step": 655
    },
    {
      "epoch": 0.04397372301917147,
      "grad_norm": 2.124803066253662,
      "learning_rate": 9.994951407900345e-06,
      "loss": 1.2865,
      "step": 656
    },
    {
      "epoch": 0.044040756133529965,
      "grad_norm": 2.080958604812622,
      "learning_rate": 9.994902519719828e-06,
      "loss": 1.2514,
      "step": 657
    },
    {
      "epoch": 0.044107789247888454,
      "grad_norm": 2.4530255794525146,
      "learning_rate": 9.994853396094191e-06,
      "loss": 1.1925,
      "step": 658
    },
    {
      "epoch": 0.04417482236224695,
      "grad_norm": 2.058623790740967,
      "learning_rate": 9.994804037025745e-06,
      "loss": 1.2885,
      "step": 659
    },
    {
      "epoch": 0.044241855476605446,
      "grad_norm": 2.9467012882232666,
      "learning_rate": 9.994754442516819e-06,
      "loss": 1.2717,
      "step": 660
    },
    {
      "epoch": 0.044308888590963935,
      "grad_norm": 2.130584955215454,
      "learning_rate": 9.99470461256975e-06,
      "loss": 1.1924,
      "step": 661
    },
    {
      "epoch": 0.04437592170532243,
      "grad_norm": 2.4623470306396484,
      "learning_rate": 9.994654547186889e-06,
      "loss": 1.2098,
      "step": 662
    },
    {
      "epoch": 0.04444295481968092,
      "grad_norm": 3.779700517654419,
      "learning_rate": 9.994604246370592e-06,
      "loss": 1.2459,
      "step": 663
    },
    {
      "epoch": 0.044509987934039416,
      "grad_norm": 2.948714017868042,
      "learning_rate": 9.994553710123233e-06,
      "loss": 1.2125,
      "step": 664
    },
    {
      "epoch": 0.044577021048397905,
      "grad_norm": 5.613925457000732,
      "learning_rate": 9.994502938447192e-06,
      "loss": 1.1728,
      "step": 665
    },
    {
      "epoch": 0.0446440541627564,
      "grad_norm": 2.31131911277771,
      "learning_rate": 9.994451931344864e-06,
      "loss": 1.2322,
      "step": 666
    },
    {
      "epoch": 0.0447110872771149,
      "grad_norm": 3.9088780879974365,
      "learning_rate": 9.994400688818653e-06,
      "loss": 1.2791,
      "step": 667
    },
    {
      "epoch": 0.044778120391473386,
      "grad_norm": 2.4502816200256348,
      "learning_rate": 9.994349210870972e-06,
      "loss": 1.2485,
      "step": 668
    },
    {
      "epoch": 0.04484515350583188,
      "grad_norm": 1.9192942380905151,
      "learning_rate": 9.994297497504253e-06,
      "loss": 1.1983,
      "step": 669
    },
    {
      "epoch": 0.04491218662019037,
      "grad_norm": 2.2846031188964844,
      "learning_rate": 9.99424554872093e-06,
      "loss": 1.2401,
      "step": 670
    },
    {
      "epoch": 0.04497921973454887,
      "grad_norm": 2.68782114982605,
      "learning_rate": 9.994193364523449e-06,
      "loss": 1.2201,
      "step": 671
    },
    {
      "epoch": 0.04504625284890736,
      "grad_norm": 1.8364213705062866,
      "learning_rate": 9.994140944914275e-06,
      "loss": 1.2725,
      "step": 672
    },
    {
      "epoch": 0.04511328596326585,
      "grad_norm": 2.159677028656006,
      "learning_rate": 9.994088289895876e-06,
      "loss": 1.2117,
      "step": 673
    },
    {
      "epoch": 0.04518031907762435,
      "grad_norm": 1.9074883460998535,
      "learning_rate": 9.994035399470733e-06,
      "loss": 1.2668,
      "step": 674
    },
    {
      "epoch": 0.04524735219198284,
      "grad_norm": 2.125969409942627,
      "learning_rate": 9.993982273641344e-06,
      "loss": 1.2775,
      "step": 675
    },
    {
      "epoch": 0.04531438530634133,
      "grad_norm": 1.7551029920578003,
      "learning_rate": 9.993928912410209e-06,
      "loss": 1.2651,
      "step": 676
    },
    {
      "epoch": 0.04538141842069983,
      "grad_norm": 2.3873870372772217,
      "learning_rate": 9.993875315779843e-06,
      "loss": 1.2051,
      "step": 677
    },
    {
      "epoch": 0.04544845153505832,
      "grad_norm": 2.111009359359741,
      "learning_rate": 9.993821483752774e-06,
      "loss": 1.2665,
      "step": 678
    },
    {
      "epoch": 0.045515484649416814,
      "grad_norm": 2.131819725036621,
      "learning_rate": 9.993767416331541e-06,
      "loss": 1.2027,
      "step": 679
    },
    {
      "epoch": 0.0455825177637753,
      "grad_norm": 2.1810410022735596,
      "learning_rate": 9.993713113518688e-06,
      "loss": 1.203,
      "step": 680
    },
    {
      "epoch": 0.0456495508781338,
      "grad_norm": 2.266517162322998,
      "learning_rate": 9.993658575316781e-06,
      "loss": 1.1376,
      "step": 681
    },
    {
      "epoch": 0.04571658399249229,
      "grad_norm": 1.7528636455535889,
      "learning_rate": 9.993603801728384e-06,
      "loss": 1.2717,
      "step": 682
    },
    {
      "epoch": 0.045783617106850784,
      "grad_norm": 2.0745863914489746,
      "learning_rate": 9.993548792756082e-06,
      "loss": 1.2334,
      "step": 683
    },
    {
      "epoch": 0.04585065022120928,
      "grad_norm": 2.021291732788086,
      "learning_rate": 9.99349354840247e-06,
      "loss": 1.2528,
      "step": 684
    },
    {
      "epoch": 0.04591768333556777,
      "grad_norm": 1.8821758031845093,
      "learning_rate": 9.993438068670149e-06,
      "loss": 1.1926,
      "step": 685
    },
    {
      "epoch": 0.045984716449926265,
      "grad_norm": 1.8939354419708252,
      "learning_rate": 9.993382353561736e-06,
      "loss": 1.2022,
      "step": 686
    },
    {
      "epoch": 0.046051749564284754,
      "grad_norm": 1.9780726432800293,
      "learning_rate": 9.993326403079855e-06,
      "loss": 1.2999,
      "step": 687
    },
    {
      "epoch": 0.04611878267864325,
      "grad_norm": 2.2077829837799072,
      "learning_rate": 9.993270217227145e-06,
      "loss": 1.1917,
      "step": 688
    },
    {
      "epoch": 0.046185815793001746,
      "grad_norm": 2.3000552654266357,
      "learning_rate": 9.993213796006256e-06,
      "loss": 1.2229,
      "step": 689
    },
    {
      "epoch": 0.046252848907360235,
      "grad_norm": 2.049570322036743,
      "learning_rate": 9.993157139419845e-06,
      "loss": 1.2098,
      "step": 690
    },
    {
      "epoch": 0.04631988202171873,
      "grad_norm": 2.359697103500366,
      "learning_rate": 9.993100247470582e-06,
      "loss": 1.2605,
      "step": 691
    },
    {
      "epoch": 0.04638691513607722,
      "grad_norm": 2.1619114875793457,
      "learning_rate": 9.993043120161151e-06,
      "loss": 1.159,
      "step": 692
    },
    {
      "epoch": 0.046453948250435716,
      "grad_norm": 2.22163462638855,
      "learning_rate": 9.992985757494244e-06,
      "loss": 1.1892,
      "step": 693
    },
    {
      "epoch": 0.04652098136479421,
      "grad_norm": 3.672901153564453,
      "learning_rate": 9.992928159472565e-06,
      "loss": 1.2258,
      "step": 694
    },
    {
      "epoch": 0.0465880144791527,
      "grad_norm": 2.1144566535949707,
      "learning_rate": 9.99287032609883e-06,
      "loss": 1.2488,
      "step": 695
    },
    {
      "epoch": 0.0466550475935112,
      "grad_norm": 2.941239833831787,
      "learning_rate": 9.992812257375762e-06,
      "loss": 1.2139,
      "step": 696
    },
    {
      "epoch": 0.046722080707869686,
      "grad_norm": 2.7895803451538086,
      "learning_rate": 9.9927539533061e-06,
      "loss": 1.1877,
      "step": 697
    },
    {
      "epoch": 0.04678911382222818,
      "grad_norm": 3.115462303161621,
      "learning_rate": 9.992695413892592e-06,
      "loss": 1.2424,
      "step": 698
    },
    {
      "epoch": 0.04685614693658667,
      "grad_norm": 3.569133758544922,
      "learning_rate": 9.992636639138e-06,
      "loss": 1.2405,
      "step": 699
    },
    {
      "epoch": 0.04692318005094517,
      "grad_norm": 2.1341793537139893,
      "learning_rate": 9.992577629045092e-06,
      "loss": 1.1802,
      "step": 700
    },
    {
      "epoch": 0.04699021316530366,
      "grad_norm": 2.8338398933410645,
      "learning_rate": 9.992518383616648e-06,
      "loss": 1.2645,
      "step": 701
    },
    {
      "epoch": 0.04705724627966215,
      "grad_norm": 2.2222487926483154,
      "learning_rate": 9.992458902855464e-06,
      "loss": 1.2855,
      "step": 702
    },
    {
      "epoch": 0.04712427939402065,
      "grad_norm": 2.337017297744751,
      "learning_rate": 9.992399186764343e-06,
      "loss": 1.2567,
      "step": 703
    },
    {
      "epoch": 0.04719131250837914,
      "grad_norm": 2.4182846546173096,
      "learning_rate": 9.992339235346096e-06,
      "loss": 1.1791,
      "step": 704
    },
    {
      "epoch": 0.04725834562273763,
      "grad_norm": 2.637669086456299,
      "learning_rate": 9.992279048603555e-06,
      "loss": 1.2119,
      "step": 705
    },
    {
      "epoch": 0.04732537873709613,
      "grad_norm": 2.239656925201416,
      "learning_rate": 9.992218626539553e-06,
      "loss": 1.244,
      "step": 706
    },
    {
      "epoch": 0.04739241185145462,
      "grad_norm": 2.4287493228912354,
      "learning_rate": 9.99215796915694e-06,
      "loss": 1.2165,
      "step": 707
    },
    {
      "epoch": 0.04745944496581311,
      "grad_norm": 2.155197858810425,
      "learning_rate": 9.992097076458573e-06,
      "loss": 1.2258,
      "step": 708
    },
    {
      "epoch": 0.0475264780801716,
      "grad_norm": 2.0264296531677246,
      "learning_rate": 9.992035948447322e-06,
      "loss": 1.189,
      "step": 709
    },
    {
      "epoch": 0.0475935111945301,
      "grad_norm": 2.6566851139068604,
      "learning_rate": 9.991974585126075e-06,
      "loss": 1.2079,
      "step": 710
    },
    {
      "epoch": 0.047660544308888594,
      "grad_norm": 2.203490972518921,
      "learning_rate": 9.991912986497716e-06,
      "loss": 1.2007,
      "step": 711
    },
    {
      "epoch": 0.04772757742324708,
      "grad_norm": 2.1854496002197266,
      "learning_rate": 9.991851152565153e-06,
      "loss": 1.2141,
      "step": 712
    },
    {
      "epoch": 0.04779461053760558,
      "grad_norm": 1.8199445009231567,
      "learning_rate": 9.9917890833313e-06,
      "loss": 1.2258,
      "step": 713
    },
    {
      "epoch": 0.04786164365196407,
      "grad_norm": 2.8503692150115967,
      "learning_rate": 9.99172677879908e-06,
      "loss": 1.2414,
      "step": 714
    },
    {
      "epoch": 0.047928676766322564,
      "grad_norm": 1.9277492761611938,
      "learning_rate": 9.991664238971436e-06,
      "loss": 1.2412,
      "step": 715
    },
    {
      "epoch": 0.04799570988068105,
      "grad_norm": 2.8058922290802,
      "learning_rate": 9.99160146385131e-06,
      "loss": 1.1824,
      "step": 716
    },
    {
      "epoch": 0.04806274299503955,
      "grad_norm": 2.773435115814209,
      "learning_rate": 9.991538453441665e-06,
      "loss": 1.2828,
      "step": 717
    },
    {
      "epoch": 0.048129776109398045,
      "grad_norm": 1.867266297340393,
      "learning_rate": 9.99147520774547e-06,
      "loss": 1.2689,
      "step": 718
    },
    {
      "epoch": 0.048196809223756534,
      "grad_norm": 2.4790892601013184,
      "learning_rate": 9.991411726765704e-06,
      "loss": 1.185,
      "step": 719
    },
    {
      "epoch": 0.04826384233811503,
      "grad_norm": 1.7063136100769043,
      "learning_rate": 9.991348010505362e-06,
      "loss": 1.2286,
      "step": 720
    },
    {
      "epoch": 0.04833087545247352,
      "grad_norm": 2.2245078086853027,
      "learning_rate": 9.991284058967447e-06,
      "loss": 1.2305,
      "step": 721
    },
    {
      "epoch": 0.048397908566832015,
      "grad_norm": 2.095717191696167,
      "learning_rate": 9.991219872154971e-06,
      "loss": 1.1849,
      "step": 722
    },
    {
      "epoch": 0.04846494168119051,
      "grad_norm": 2.2343897819519043,
      "learning_rate": 9.991155450070964e-06,
      "loss": 1.2299,
      "step": 723
    },
    {
      "epoch": 0.048531974795549,
      "grad_norm": 2.5293986797332764,
      "learning_rate": 9.991090792718458e-06,
      "loss": 1.223,
      "step": 724
    },
    {
      "epoch": 0.048599007909907496,
      "grad_norm": 2.4559242725372314,
      "learning_rate": 9.991025900100503e-06,
      "loss": 1.161,
      "step": 725
    },
    {
      "epoch": 0.048666041024265985,
      "grad_norm": 1.9356436729431152,
      "learning_rate": 9.99096077222016e-06,
      "loss": 1.1703,
      "step": 726
    },
    {
      "epoch": 0.04873307413862448,
      "grad_norm": 3.064033031463623,
      "learning_rate": 9.990895409080495e-06,
      "loss": 1.2854,
      "step": 727
    },
    {
      "epoch": 0.04880010725298297,
      "grad_norm": 2.788081645965576,
      "learning_rate": 9.990829810684592e-06,
      "loss": 1.2526,
      "step": 728
    },
    {
      "epoch": 0.048867140367341466,
      "grad_norm": 1.9951938390731812,
      "learning_rate": 9.99076397703554e-06,
      "loss": 1.2363,
      "step": 729
    },
    {
      "epoch": 0.04893417348169996,
      "grad_norm": 2.1635994911193848,
      "learning_rate": 9.990697908136446e-06,
      "loss": 1.2667,
      "step": 730
    },
    {
      "epoch": 0.04900120659605845,
      "grad_norm": 2.019113540649414,
      "learning_rate": 9.990631603990421e-06,
      "loss": 1.2509,
      "step": 731
    },
    {
      "epoch": 0.04906823971041695,
      "grad_norm": 2.4715311527252197,
      "learning_rate": 9.990565064600592e-06,
      "loss": 1.2438,
      "step": 732
    },
    {
      "epoch": 0.049135272824775436,
      "grad_norm": 2.0606040954589844,
      "learning_rate": 9.990498289970096e-06,
      "loss": 1.2281,
      "step": 733
    },
    {
      "epoch": 0.04920230593913393,
      "grad_norm": 1.9091814756393433,
      "learning_rate": 9.99043128010208e-06,
      "loss": 1.2674,
      "step": 734
    },
    {
      "epoch": 0.04926933905349243,
      "grad_norm": 2.15573787689209,
      "learning_rate": 9.990364034999703e-06,
      "loss": 1.2206,
      "step": 735
    },
    {
      "epoch": 0.04933637216785092,
      "grad_norm": 2.006147623062134,
      "learning_rate": 9.990296554666133e-06,
      "loss": 1.2005,
      "step": 736
    },
    {
      "epoch": 0.04940340528220941,
      "grad_norm": 2.3713815212249756,
      "learning_rate": 9.99022883910455e-06,
      "loss": 1.261,
      "step": 737
    },
    {
      "epoch": 0.0494704383965679,
      "grad_norm": 2.5655717849731445,
      "learning_rate": 9.990160888318152e-06,
      "loss": 1.2382,
      "step": 738
    },
    {
      "epoch": 0.0495374715109264,
      "grad_norm": 2.056737184524536,
      "learning_rate": 9.990092702310134e-06,
      "loss": 1.2089,
      "step": 739
    },
    {
      "epoch": 0.049604504625284894,
      "grad_norm": 2.646698474884033,
      "learning_rate": 9.990024281083716e-06,
      "loss": 1.2243,
      "step": 740
    },
    {
      "epoch": 0.04967153773964338,
      "grad_norm": 1.9205855131149292,
      "learning_rate": 9.989955624642122e-06,
      "loss": 1.248,
      "step": 741
    },
    {
      "epoch": 0.04973857085400188,
      "grad_norm": 2.501131772994995,
      "learning_rate": 9.989886732988586e-06,
      "loss": 1.2234,
      "step": 742
    },
    {
      "epoch": 0.04980560396836037,
      "grad_norm": 1.9314333200454712,
      "learning_rate": 9.989817606126357e-06,
      "loss": 1.1742,
      "step": 743
    },
    {
      "epoch": 0.049872637082718864,
      "grad_norm": 2.48451566696167,
      "learning_rate": 9.989748244058695e-06,
      "loss": 1.2148,
      "step": 744
    },
    {
      "epoch": 0.04993967019707735,
      "grad_norm": 2.0990946292877197,
      "learning_rate": 9.989678646788865e-06,
      "loss": 1.2328,
      "step": 745
    },
    {
      "epoch": 0.05000670331143585,
      "grad_norm": 2.9617362022399902,
      "learning_rate": 9.989608814320152e-06,
      "loss": 1.2195,
      "step": 746
    },
    {
      "epoch": 0.050073736425794345,
      "grad_norm": 1.962094783782959,
      "learning_rate": 9.989538746655847e-06,
      "loss": 1.2487,
      "step": 747
    },
    {
      "epoch": 0.050140769540152834,
      "grad_norm": 2.560433864593506,
      "learning_rate": 9.98946844379925e-06,
      "loss": 1.1929,
      "step": 748
    },
    {
      "epoch": 0.05020780265451133,
      "grad_norm": 2.042177200317383,
      "learning_rate": 9.989397905753677e-06,
      "loss": 1.2434,
      "step": 749
    },
    {
      "epoch": 0.05027483576886982,
      "grad_norm": 3.2049014568328857,
      "learning_rate": 9.989327132522453e-06,
      "loss": 1.2655,
      "step": 750
    },
    {
      "epoch": 0.050341868883228315,
      "grad_norm": 1.972774863243103,
      "learning_rate": 9.989256124108915e-06,
      "loss": 1.19,
      "step": 751
    },
    {
      "epoch": 0.05040890199758681,
      "grad_norm": 3.055142879486084,
      "learning_rate": 9.989184880516407e-06,
      "loss": 1.2803,
      "step": 752
    },
    {
      "epoch": 0.0504759351119453,
      "grad_norm": 1.5906529426574707,
      "learning_rate": 9.98911340174829e-06,
      "loss": 1.2346,
      "step": 753
    },
    {
      "epoch": 0.050542968226303796,
      "grad_norm": 2.5155935287475586,
      "learning_rate": 9.989041687807934e-06,
      "loss": 1.1897,
      "step": 754
    },
    {
      "epoch": 0.050610001340662285,
      "grad_norm": 2.2005436420440674,
      "learning_rate": 9.988969738698715e-06,
      "loss": 1.196,
      "step": 755
    },
    {
      "epoch": 0.05067703445502078,
      "grad_norm": 2.865671396255493,
      "learning_rate": 9.988897554424029e-06,
      "loss": 1.2955,
      "step": 756
    },
    {
      "epoch": 0.05074406756937928,
      "grad_norm": 2.6557910442352295,
      "learning_rate": 9.988825134987275e-06,
      "loss": 1.261,
      "step": 757
    },
    {
      "epoch": 0.050811100683737766,
      "grad_norm": 3.1464684009552,
      "learning_rate": 9.98875248039187e-06,
      "loss": 1.2581,
      "step": 758
    },
    {
      "epoch": 0.05087813379809626,
      "grad_norm": 1.8257354497909546,
      "learning_rate": 9.988679590641237e-06,
      "loss": 1.1644,
      "step": 759
    },
    {
      "epoch": 0.05094516691245475,
      "grad_norm": 3.571201801300049,
      "learning_rate": 9.988606465738812e-06,
      "loss": 1.2794,
      "step": 760
    },
    {
      "epoch": 0.05101220002681325,
      "grad_norm": 2.1760058403015137,
      "learning_rate": 9.988533105688041e-06,
      "loss": 1.2261,
      "step": 761
    },
    {
      "epoch": 0.051079233141171736,
      "grad_norm": 2.614610195159912,
      "learning_rate": 9.988459510492384e-06,
      "loss": 1.187,
      "step": 762
    },
    {
      "epoch": 0.05114626625553023,
      "grad_norm": 2.172027111053467,
      "learning_rate": 9.988385680155308e-06,
      "loss": 1.2744,
      "step": 763
    },
    {
      "epoch": 0.05121329936988873,
      "grad_norm": 2.496722459793091,
      "learning_rate": 9.988311614680294e-06,
      "loss": 1.2174,
      "step": 764
    },
    {
      "epoch": 0.05128033248424722,
      "grad_norm": 2.8360979557037354,
      "learning_rate": 9.988237314070835e-06,
      "loss": 1.2593,
      "step": 765
    },
    {
      "epoch": 0.05134736559860571,
      "grad_norm": 2.054471731185913,
      "learning_rate": 9.98816277833043e-06,
      "loss": 1.1997,
      "step": 766
    },
    {
      "epoch": 0.0514143987129642,
      "grad_norm": 2.361617088317871,
      "learning_rate": 9.988088007462595e-06,
      "loss": 1.2682,
      "step": 767
    },
    {
      "epoch": 0.0514814318273227,
      "grad_norm": 2.1440465450286865,
      "learning_rate": 9.988013001470851e-06,
      "loss": 1.2199,
      "step": 768
    },
    {
      "epoch": 0.051548464941681194,
      "grad_norm": 2.3527169227600098,
      "learning_rate": 9.987937760358738e-06,
      "loss": 1.2209,
      "step": 769
    },
    {
      "epoch": 0.05161549805603968,
      "grad_norm": 2.120574712753296,
      "learning_rate": 9.987862284129802e-06,
      "loss": 1.166,
      "step": 770
    },
    {
      "epoch": 0.05168253117039818,
      "grad_norm": 2.738118886947632,
      "learning_rate": 9.987786572787597e-06,
      "loss": 1.2412,
      "step": 771
    },
    {
      "epoch": 0.05174956428475667,
      "grad_norm": 1.6999160051345825,
      "learning_rate": 9.987710626335696e-06,
      "loss": 1.165,
      "step": 772
    },
    {
      "epoch": 0.051816597399115163,
      "grad_norm": 2.7901735305786133,
      "learning_rate": 9.987634444777677e-06,
      "loss": 1.1877,
      "step": 773
    },
    {
      "epoch": 0.05188363051347366,
      "grad_norm": 2.380593776702881,
      "learning_rate": 9.987558028117129e-06,
      "loss": 1.2328,
      "step": 774
    },
    {
      "epoch": 0.05195066362783215,
      "grad_norm": 2.1431150436401367,
      "learning_rate": 9.987481376357657e-06,
      "loss": 1.2086,
      "step": 775
    },
    {
      "epoch": 0.052017696742190644,
      "grad_norm": 2.143303632736206,
      "learning_rate": 9.987404489502874e-06,
      "loss": 1.2581,
      "step": 776
    },
    {
      "epoch": 0.05208472985654913,
      "grad_norm": 2.048405885696411,
      "learning_rate": 9.987327367556402e-06,
      "loss": 1.1553,
      "step": 777
    },
    {
      "epoch": 0.05215176297090763,
      "grad_norm": 2.420879364013672,
      "learning_rate": 9.98725001052188e-06,
      "loss": 1.1912,
      "step": 778
    },
    {
      "epoch": 0.05221879608526612,
      "grad_norm": 2.0558266639709473,
      "learning_rate": 9.987172418402953e-06,
      "loss": 1.2035,
      "step": 779
    },
    {
      "epoch": 0.052285829199624614,
      "grad_norm": 2.220790147781372,
      "learning_rate": 9.987094591203276e-06,
      "loss": 1.2163,
      "step": 780
    },
    {
      "epoch": 0.05235286231398311,
      "grad_norm": 2.1508049964904785,
      "learning_rate": 9.987016528926519e-06,
      "loss": 1.2189,
      "step": 781
    },
    {
      "epoch": 0.0524198954283416,
      "grad_norm": 2.412564277648926,
      "learning_rate": 9.986938231576361e-06,
      "loss": 1.2143,
      "step": 782
    },
    {
      "epoch": 0.052486928542700095,
      "grad_norm": 2.2684972286224365,
      "learning_rate": 9.986859699156496e-06,
      "loss": 1.1916,
      "step": 783
    },
    {
      "epoch": 0.052553961657058584,
      "grad_norm": 2.402801990509033,
      "learning_rate": 9.986780931670622e-06,
      "loss": 1.284,
      "step": 784
    },
    {
      "epoch": 0.05262099477141708,
      "grad_norm": 3.715493679046631,
      "learning_rate": 9.986701929122454e-06,
      "loss": 1.2384,
      "step": 785
    },
    {
      "epoch": 0.052688027885775576,
      "grad_norm": 1.5449753999710083,
      "learning_rate": 9.986622691515713e-06,
      "loss": 1.1916,
      "step": 786
    },
    {
      "epoch": 0.052755061000134065,
      "grad_norm": 3.2839949131011963,
      "learning_rate": 9.98654321885414e-06,
      "loss": 1.2536,
      "step": 787
    },
    {
      "epoch": 0.05282209411449256,
      "grad_norm": 1.6808443069458008,
      "learning_rate": 9.986463511141473e-06,
      "loss": 1.1941,
      "step": 788
    },
    {
      "epoch": 0.05288912722885105,
      "grad_norm": 2.646101474761963,
      "learning_rate": 9.986383568381478e-06,
      "loss": 1.1573,
      "step": 789
    },
    {
      "epoch": 0.052956160343209546,
      "grad_norm": 1.9818720817565918,
      "learning_rate": 9.986303390577915e-06,
      "loss": 1.2203,
      "step": 790
    },
    {
      "epoch": 0.053023193457568035,
      "grad_norm": 2.0198025703430176,
      "learning_rate": 9.986222977734567e-06,
      "loss": 1.1799,
      "step": 791
    },
    {
      "epoch": 0.05309022657192653,
      "grad_norm": 2.1400973796844482,
      "learning_rate": 9.986142329855227e-06,
      "loss": 1.1567,
      "step": 792
    },
    {
      "epoch": 0.05315725968628503,
      "grad_norm": 1.7762682437896729,
      "learning_rate": 9.986061446943693e-06,
      "loss": 1.1889,
      "step": 793
    },
    {
      "epoch": 0.053224292800643516,
      "grad_norm": 1.641446590423584,
      "learning_rate": 9.98598032900378e-06,
      "loss": 1.1555,
      "step": 794
    },
    {
      "epoch": 0.05329132591500201,
      "grad_norm": 1.9108654260635376,
      "learning_rate": 9.985898976039307e-06,
      "loss": 1.2391,
      "step": 795
    },
    {
      "epoch": 0.0533583590293605,
      "grad_norm": 1.8115818500518799,
      "learning_rate": 9.985817388054115e-06,
      "loss": 1.1609,
      "step": 796
    },
    {
      "epoch": 0.053425392143719,
      "grad_norm": 2.0058867931365967,
      "learning_rate": 9.985735565052046e-06,
      "loss": 1.2628,
      "step": 797
    },
    {
      "epoch": 0.05349242525807749,
      "grad_norm": 1.9906350374221802,
      "learning_rate": 9.985653507036956e-06,
      "loss": 1.1904,
      "step": 798
    },
    {
      "epoch": 0.05355945837243598,
      "grad_norm": 1.9705101251602173,
      "learning_rate": 9.985571214012717e-06,
      "loss": 1.2652,
      "step": 799
    },
    {
      "epoch": 0.05362649148679448,
      "grad_norm": 1.8494824171066284,
      "learning_rate": 9.985488685983205e-06,
      "loss": 1.2782,
      "step": 800
    },
    {
      "epoch": 0.05369352460115297,
      "grad_norm": 2.2280213832855225,
      "learning_rate": 9.985405922952312e-06,
      "loss": 1.225,
      "step": 801
    },
    {
      "epoch": 0.05376055771551146,
      "grad_norm": 1.5897328853607178,
      "learning_rate": 9.985322924923936e-06,
      "loss": 1.1632,
      "step": 802
    },
    {
      "epoch": 0.05382759082986996,
      "grad_norm": 2.099820375442505,
      "learning_rate": 9.985239691901994e-06,
      "loss": 1.1694,
      "step": 803
    },
    {
      "epoch": 0.05389462394422845,
      "grad_norm": 1.674817681312561,
      "learning_rate": 9.985156223890405e-06,
      "loss": 1.2107,
      "step": 804
    },
    {
      "epoch": 0.053961657058586944,
      "grad_norm": 2.301271915435791,
      "learning_rate": 9.985072520893105e-06,
      "loss": 1.1912,
      "step": 805
    },
    {
      "epoch": 0.05402869017294543,
      "grad_norm": 2.051819086074829,
      "learning_rate": 9.98498858291404e-06,
      "loss": 1.2897,
      "step": 806
    },
    {
      "epoch": 0.05409572328730393,
      "grad_norm": 2.594249725341797,
      "learning_rate": 9.984904409957166e-06,
      "loss": 1.2588,
      "step": 807
    },
    {
      "epoch": 0.05416275640166242,
      "grad_norm": 1.759581208229065,
      "learning_rate": 9.984820002026451e-06,
      "loss": 1.2348,
      "step": 808
    },
    {
      "epoch": 0.054229789516020914,
      "grad_norm": 2.1979293823242188,
      "learning_rate": 9.984735359125875e-06,
      "loss": 1.2289,
      "step": 809
    },
    {
      "epoch": 0.05429682263037941,
      "grad_norm": 1.6056431531906128,
      "learning_rate": 9.984650481259426e-06,
      "loss": 1.2194,
      "step": 810
    },
    {
      "epoch": 0.0543638557447379,
      "grad_norm": 1.9366217851638794,
      "learning_rate": 9.984565368431106e-06,
      "loss": 1.163,
      "step": 811
    },
    {
      "epoch": 0.054430888859096395,
      "grad_norm": 1.5709973573684692,
      "learning_rate": 9.984480020644925e-06,
      "loss": 1.2034,
      "step": 812
    },
    {
      "epoch": 0.054497921973454884,
      "grad_norm": 2.5319793224334717,
      "learning_rate": 9.984394437904908e-06,
      "loss": 1.2393,
      "step": 813
    },
    {
      "epoch": 0.05456495508781338,
      "grad_norm": 1.555619478225708,
      "learning_rate": 9.984308620215087e-06,
      "loss": 1.2507,
      "step": 814
    },
    {
      "epoch": 0.054631988202171876,
      "grad_norm": 2.034126043319702,
      "learning_rate": 9.98422256757951e-06,
      "loss": 1.1705,
      "step": 815
    },
    {
      "epoch": 0.054699021316530365,
      "grad_norm": 1.7374420166015625,
      "learning_rate": 9.984136280002233e-06,
      "loss": 1.2179,
      "step": 816
    },
    {
      "epoch": 0.05476605443088886,
      "grad_norm": 2.445155620574951,
      "learning_rate": 9.984049757487321e-06,
      "loss": 1.2692,
      "step": 817
    },
    {
      "epoch": 0.05483308754524735,
      "grad_norm": 2.3596882820129395,
      "learning_rate": 9.983963000038855e-06,
      "loss": 1.2115,
      "step": 818
    },
    {
      "epoch": 0.054900120659605846,
      "grad_norm": 1.723568320274353,
      "learning_rate": 9.983876007660924e-06,
      "loss": 1.2419,
      "step": 819
    },
    {
      "epoch": 0.05496715377396434,
      "grad_norm": 1.9048880338668823,
      "learning_rate": 9.983788780357625e-06,
      "loss": 1.2132,
      "step": 820
    },
    {
      "epoch": 0.05503418688832283,
      "grad_norm": 1.9142082929611206,
      "learning_rate": 9.983701318133075e-06,
      "loss": 1.171,
      "step": 821
    },
    {
      "epoch": 0.05510122000268133,
      "grad_norm": 1.7421865463256836,
      "learning_rate": 9.983613620991393e-06,
      "loss": 1.2284,
      "step": 822
    },
    {
      "epoch": 0.055168253117039816,
      "grad_norm": 1.9606901407241821,
      "learning_rate": 9.983525688936714e-06,
      "loss": 1.2379,
      "step": 823
    },
    {
      "epoch": 0.05523528623139831,
      "grad_norm": 1.7102597951889038,
      "learning_rate": 9.983437521973184e-06,
      "loss": 1.1736,
      "step": 824
    },
    {
      "epoch": 0.0553023193457568,
      "grad_norm": 1.8667577505111694,
      "learning_rate": 9.983349120104958e-06,
      "loss": 1.2218,
      "step": 825
    },
    {
      "epoch": 0.0553693524601153,
      "grad_norm": 1.9052408933639526,
      "learning_rate": 9.9832604833362e-06,
      "loss": 1.215,
      "step": 826
    },
    {
      "epoch": 0.05543638557447379,
      "grad_norm": 1.7781627178192139,
      "learning_rate": 9.983171611671092e-06,
      "loss": 1.1664,
      "step": 827
    },
    {
      "epoch": 0.05550341868883228,
      "grad_norm": 1.7976970672607422,
      "learning_rate": 9.983082505113824e-06,
      "loss": 1.2109,
      "step": 828
    },
    {
      "epoch": 0.05557045180319078,
      "grad_norm": 1.7000690698623657,
      "learning_rate": 9.982993163668593e-06,
      "loss": 1.1734,
      "step": 829
    },
    {
      "epoch": 0.05563748491754927,
      "grad_norm": 2.5087480545043945,
      "learning_rate": 9.982903587339612e-06,
      "loss": 1.1451,
      "step": 830
    },
    {
      "epoch": 0.05570451803190776,
      "grad_norm": 2.2193756103515625,
      "learning_rate": 9.982813776131102e-06,
      "loss": 1.1479,
      "step": 831
    },
    {
      "epoch": 0.05577155114626626,
      "grad_norm": 1.94718337059021,
      "learning_rate": 9.982723730047297e-06,
      "loss": 1.1873,
      "step": 832
    },
    {
      "epoch": 0.05583858426062475,
      "grad_norm": 2.2241289615631104,
      "learning_rate": 9.982633449092442e-06,
      "loss": 1.2384,
      "step": 833
    },
    {
      "epoch": 0.055905617374983244,
      "grad_norm": 1.9439524412155151,
      "learning_rate": 9.982542933270794e-06,
      "loss": 1.193,
      "step": 834
    },
    {
      "epoch": 0.05597265048934173,
      "grad_norm": 2.087599992752075,
      "learning_rate": 9.982452182586617e-06,
      "loss": 1.1899,
      "step": 835
    },
    {
      "epoch": 0.05603968360370023,
      "grad_norm": 2.487673282623291,
      "learning_rate": 9.98236119704419e-06,
      "loss": 1.1736,
      "step": 836
    },
    {
      "epoch": 0.05610671671805872,
      "grad_norm": 2.0821855068206787,
      "learning_rate": 9.982269976647802e-06,
      "loss": 1.1633,
      "step": 837
    },
    {
      "epoch": 0.056173749832417214,
      "grad_norm": 2.5526700019836426,
      "learning_rate": 9.982178521401753e-06,
      "loss": 1.1983,
      "step": 838
    },
    {
      "epoch": 0.05624078294677571,
      "grad_norm": 2.986823797225952,
      "learning_rate": 9.982086831310351e-06,
      "loss": 1.23,
      "step": 839
    },
    {
      "epoch": 0.0563078160611342,
      "grad_norm": 2.074916362762451,
      "learning_rate": 9.981994906377923e-06,
      "loss": 1.2125,
      "step": 840
    },
    {
      "epoch": 0.056374849175492694,
      "grad_norm": 2.56559681892395,
      "learning_rate": 9.981902746608798e-06,
      "loss": 1.1249,
      "step": 841
    },
    {
      "epoch": 0.056441882289851183,
      "grad_norm": 2.1433582305908203,
      "learning_rate": 9.981810352007322e-06,
      "loss": 1.2278,
      "step": 842
    },
    {
      "epoch": 0.05650891540420968,
      "grad_norm": 2.553110122680664,
      "learning_rate": 9.98171772257785e-06,
      "loss": 1.1912,
      "step": 843
    },
    {
      "epoch": 0.056575948518568175,
      "grad_norm": 2.1029915809631348,
      "learning_rate": 9.981624858324747e-06,
      "loss": 1.164,
      "step": 844
    },
    {
      "epoch": 0.056642981632926664,
      "grad_norm": 2.5108890533447266,
      "learning_rate": 9.981531759252393e-06,
      "loss": 1.1361,
      "step": 845
    },
    {
      "epoch": 0.05671001474728516,
      "grad_norm": 1.8554606437683105,
      "learning_rate": 9.981438425365173e-06,
      "loss": 1.2294,
      "step": 846
    },
    {
      "epoch": 0.05677704786164365,
      "grad_norm": 3.102363109588623,
      "learning_rate": 9.98134485666749e-06,
      "loss": 1.2307,
      "step": 847
    },
    {
      "epoch": 0.056844080976002145,
      "grad_norm": 1.9243063926696777,
      "learning_rate": 9.981251053163753e-06,
      "loss": 1.1996,
      "step": 848
    },
    {
      "epoch": 0.05691111409036064,
      "grad_norm": 3.0201313495635986,
      "learning_rate": 9.981157014858384e-06,
      "loss": 1.2308,
      "step": 849
    },
    {
      "epoch": 0.05697814720471913,
      "grad_norm": 1.7354841232299805,
      "learning_rate": 9.981062741755813e-06,
      "loss": 1.1932,
      "step": 850
    },
    {
      "epoch": 0.057045180319077626,
      "grad_norm": 3.498713493347168,
      "learning_rate": 9.980968233860488e-06,
      "loss": 1.2223,
      "step": 851
    },
    {
      "epoch": 0.057112213433436115,
      "grad_norm": 2.5550761222839355,
      "learning_rate": 9.980873491176861e-06,
      "loss": 1.2473,
      "step": 852
    },
    {
      "epoch": 0.05717924654779461,
      "grad_norm": 2.448503255844116,
      "learning_rate": 9.9807785137094e-06,
      "loss": 1.1813,
      "step": 853
    },
    {
      "epoch": 0.0572462796621531,
      "grad_norm": 2.0309221744537354,
      "learning_rate": 9.98068330146258e-06,
      "loss": 1.2176,
      "step": 854
    },
    {
      "epoch": 0.057313312776511596,
      "grad_norm": 2.947136402130127,
      "learning_rate": 9.980587854440889e-06,
      "loss": 1.1882,
      "step": 855
    },
    {
      "epoch": 0.05738034589087009,
      "grad_norm": 2.5241189002990723,
      "learning_rate": 9.980492172648825e-06,
      "loss": 1.1884,
      "step": 856
    },
    {
      "epoch": 0.05744737900522858,
      "grad_norm": 2.5902321338653564,
      "learning_rate": 9.980396256090904e-06,
      "loss": 1.231,
      "step": 857
    },
    {
      "epoch": 0.05751441211958708,
      "grad_norm": 2.5071160793304443,
      "learning_rate": 9.980300104771641e-06,
      "loss": 1.1996,
      "step": 858
    },
    {
      "epoch": 0.057581445233945566,
      "grad_norm": 2.830653190612793,
      "learning_rate": 9.98020371869557e-06,
      "loss": 1.2959,
      "step": 859
    },
    {
      "epoch": 0.05764847834830406,
      "grad_norm": 2.2973814010620117,
      "learning_rate": 9.980107097867236e-06,
      "loss": 1.1912,
      "step": 860
    },
    {
      "epoch": 0.05771551146266256,
      "grad_norm": 2.4974524974823,
      "learning_rate": 9.980010242291191e-06,
      "loss": 1.2651,
      "step": 861
    },
    {
      "epoch": 0.05778254457702105,
      "grad_norm": 2.194835662841797,
      "learning_rate": 9.979913151972003e-06,
      "loss": 1.2602,
      "step": 862
    },
    {
      "epoch": 0.05784957769137954,
      "grad_norm": 2.9992263317108154,
      "learning_rate": 9.979815826914248e-06,
      "loss": 1.2242,
      "step": 863
    },
    {
      "epoch": 0.05791661080573803,
      "grad_norm": 2.3652992248535156,
      "learning_rate": 9.97971826712251e-06,
      "loss": 1.2587,
      "step": 864
    },
    {
      "epoch": 0.05798364392009653,
      "grad_norm": 2.6575071811676025,
      "learning_rate": 9.979620472601394e-06,
      "loss": 1.1969,
      "step": 865
    },
    {
      "epoch": 0.058050677034455024,
      "grad_norm": 2.4983725547790527,
      "learning_rate": 9.979522443355505e-06,
      "loss": 1.2032,
      "step": 866
    },
    {
      "epoch": 0.05811771014881351,
      "grad_norm": 2.1994574069976807,
      "learning_rate": 9.979424179389464e-06,
      "loss": 1.2236,
      "step": 867
    },
    {
      "epoch": 0.05818474326317201,
      "grad_norm": 2.1458921432495117,
      "learning_rate": 9.979325680707906e-06,
      "loss": 1.2353,
      "step": 868
    },
    {
      "epoch": 0.0582517763775305,
      "grad_norm": 1.9738218784332275,
      "learning_rate": 9.97922694731547e-06,
      "loss": 1.2002,
      "step": 869
    },
    {
      "epoch": 0.058318809491888994,
      "grad_norm": 2.098033905029297,
      "learning_rate": 9.979127979216814e-06,
      "loss": 1.2059,
      "step": 870
    },
    {
      "epoch": 0.05838584260624748,
      "grad_norm": 2.0215861797332764,
      "learning_rate": 9.979028776416599e-06,
      "loss": 1.1693,
      "step": 871
    },
    {
      "epoch": 0.05845287572060598,
      "grad_norm": 2.3787646293640137,
      "learning_rate": 9.978929338919505e-06,
      "loss": 1.175,
      "step": 872
    },
    {
      "epoch": 0.058519908834964475,
      "grad_norm": 1.9279216527938843,
      "learning_rate": 9.978829666730217e-06,
      "loss": 1.2566,
      "step": 873
    },
    {
      "epoch": 0.058586941949322964,
      "grad_norm": 2.030022382736206,
      "learning_rate": 9.978729759853432e-06,
      "loss": 1.1987,
      "step": 874
    },
    {
      "epoch": 0.05865397506368146,
      "grad_norm": 1.7208644151687622,
      "learning_rate": 9.978629618293862e-06,
      "loss": 1.2648,
      "step": 875
    },
    {
      "epoch": 0.05872100817803995,
      "grad_norm": 2.049459457397461,
      "learning_rate": 9.978529242056228e-06,
      "loss": 1.2804,
      "step": 876
    },
    {
      "epoch": 0.058788041292398445,
      "grad_norm": 1.8884615898132324,
      "learning_rate": 9.978428631145258e-06,
      "loss": 1.1795,
      "step": 877
    },
    {
      "epoch": 0.05885507440675694,
      "grad_norm": 1.9381099939346313,
      "learning_rate": 9.978327785565695e-06,
      "loss": 1.2094,
      "step": 878
    },
    {
      "epoch": 0.05892210752111543,
      "grad_norm": 2.0033657550811768,
      "learning_rate": 9.978226705322295e-06,
      "loss": 1.2425,
      "step": 879
    },
    {
      "epoch": 0.058989140635473926,
      "grad_norm": 1.8637527227401733,
      "learning_rate": 9.978125390419822e-06,
      "loss": 1.2362,
      "step": 880
    },
    {
      "epoch": 0.059056173749832415,
      "grad_norm": 1.847943902015686,
      "learning_rate": 9.978023840863052e-06,
      "loss": 1.2342,
      "step": 881
    },
    {
      "epoch": 0.05912320686419091,
      "grad_norm": 1.9522820711135864,
      "learning_rate": 9.97792205665677e-06,
      "loss": 1.2337,
      "step": 882
    },
    {
      "epoch": 0.05919023997854941,
      "grad_norm": 2.2261815071105957,
      "learning_rate": 9.977820037805775e-06,
      "loss": 1.2391,
      "step": 883
    },
    {
      "epoch": 0.059257273092907896,
      "grad_norm": 1.695275902748108,
      "learning_rate": 9.977717784314875e-06,
      "loss": 1.2135,
      "step": 884
    },
    {
      "epoch": 0.05932430620726639,
      "grad_norm": 1.8010350465774536,
      "learning_rate": 9.97761529618889e-06,
      "loss": 1.1598,
      "step": 885
    },
    {
      "epoch": 0.05939133932162488,
      "grad_norm": 1.561659574508667,
      "learning_rate": 9.977512573432652e-06,
      "loss": 1.2617,
      "step": 886
    },
    {
      "epoch": 0.05945837243598338,
      "grad_norm": 2.0340404510498047,
      "learning_rate": 9.977409616051003e-06,
      "loss": 1.3066,
      "step": 887
    },
    {
      "epoch": 0.059525405550341866,
      "grad_norm": 1.6706156730651855,
      "learning_rate": 9.977306424048796e-06,
      "loss": 1.1701,
      "step": 888
    },
    {
      "epoch": 0.05959243866470036,
      "grad_norm": 1.824871301651001,
      "learning_rate": 9.977202997430895e-06,
      "loss": 1.1554,
      "step": 889
    },
    {
      "epoch": 0.05965947177905886,
      "grad_norm": 1.9939782619476318,
      "learning_rate": 9.977099336202175e-06,
      "loss": 1.2362,
      "step": 890
    },
    {
      "epoch": 0.05972650489341735,
      "grad_norm": 2.0364372730255127,
      "learning_rate": 9.97699544036752e-06,
      "loss": 1.2173,
      "step": 891
    },
    {
      "epoch": 0.05979353800777584,
      "grad_norm": 2.0567874908447266,
      "learning_rate": 9.976891309931833e-06,
      "loss": 1.155,
      "step": 892
    },
    {
      "epoch": 0.05986057112213433,
      "grad_norm": 2.2343947887420654,
      "learning_rate": 9.976786944900017e-06,
      "loss": 1.2084,
      "step": 893
    },
    {
      "epoch": 0.05992760423649283,
      "grad_norm": 2.6220974922180176,
      "learning_rate": 9.976682345276995e-06,
      "loss": 1.168,
      "step": 894
    },
    {
      "epoch": 0.059994637350851324,
      "grad_norm": 1.9472721815109253,
      "learning_rate": 9.976577511067695e-06,
      "loss": 1.2539,
      "step": 895
    },
    {
      "epoch": 0.06006167046520981,
      "grad_norm": 2.7374353408813477,
      "learning_rate": 9.976472442277061e-06,
      "loss": 1.2557,
      "step": 896
    },
    {
      "epoch": 0.06012870357956831,
      "grad_norm": 1.8141698837280273,
      "learning_rate": 9.976367138910042e-06,
      "loss": 1.2805,
      "step": 897
    },
    {
      "epoch": 0.0601957366939268,
      "grad_norm": 2.976255416870117,
      "learning_rate": 9.976261600971607e-06,
      "loss": 1.3102,
      "step": 898
    },
    {
      "epoch": 0.060262769808285294,
      "grad_norm": 2.0342464447021484,
      "learning_rate": 9.976155828466725e-06,
      "loss": 1.1883,
      "step": 899
    },
    {
      "epoch": 0.06032980292264378,
      "grad_norm": 2.6198155879974365,
      "learning_rate": 9.976049821400387e-06,
      "loss": 1.3297,
      "step": 900
    },
    {
      "epoch": 0.06039683603700228,
      "grad_norm": 2.1103973388671875,
      "learning_rate": 9.975943579777584e-06,
      "loss": 1.1968,
      "step": 901
    },
    {
      "epoch": 0.060463869151360775,
      "grad_norm": 2.337796688079834,
      "learning_rate": 9.97583710360333e-06,
      "loss": 1.2217,
      "step": 902
    },
    {
      "epoch": 0.060530902265719264,
      "grad_norm": 2.4181036949157715,
      "learning_rate": 9.975730392882642e-06,
      "loss": 1.2305,
      "step": 903
    },
    {
      "epoch": 0.06059793538007776,
      "grad_norm": 2.645101308822632,
      "learning_rate": 9.975623447620549e-06,
      "loss": 1.2362,
      "step": 904
    },
    {
      "epoch": 0.06066496849443625,
      "grad_norm": 2.050929069519043,
      "learning_rate": 9.975516267822089e-06,
      "loss": 1.1935,
      "step": 905
    },
    {
      "epoch": 0.060732001608794745,
      "grad_norm": 2.4358623027801514,
      "learning_rate": 9.97540885349232e-06,
      "loss": 1.2104,
      "step": 906
    },
    {
      "epoch": 0.06079903472315324,
      "grad_norm": 2.072427988052368,
      "learning_rate": 9.975301204636304e-06,
      "loss": 1.2411,
      "step": 907
    },
    {
      "epoch": 0.06086606783751173,
      "grad_norm": 2.7420403957366943,
      "learning_rate": 9.975193321259114e-06,
      "loss": 1.2576,
      "step": 908
    },
    {
      "epoch": 0.060933100951870225,
      "grad_norm": 2.1676900386810303,
      "learning_rate": 9.975085203365834e-06,
      "loss": 1.222,
      "step": 909
    },
    {
      "epoch": 0.061000134066228714,
      "grad_norm": 2.3161447048187256,
      "learning_rate": 9.974976850961562e-06,
      "loss": 1.1718,
      "step": 910
    },
    {
      "epoch": 0.06106716718058721,
      "grad_norm": 2.3600292205810547,
      "learning_rate": 9.974868264051406e-06,
      "loss": 1.2384,
      "step": 911
    },
    {
      "epoch": 0.061134200294945706,
      "grad_norm": 2.938100814819336,
      "learning_rate": 9.974759442640483e-06,
      "loss": 1.2031,
      "step": 912
    },
    {
      "epoch": 0.061201233409304195,
      "grad_norm": 2.032137870788574,
      "learning_rate": 9.974650386733922e-06,
      "loss": 1.2223,
      "step": 913
    },
    {
      "epoch": 0.06126826652366269,
      "grad_norm": 2.434725522994995,
      "learning_rate": 9.974541096336865e-06,
      "loss": 1.2854,
      "step": 914
    },
    {
      "epoch": 0.06133529963802118,
      "grad_norm": 2.4906399250030518,
      "learning_rate": 9.974431571454465e-06,
      "loss": 1.234,
      "step": 915
    },
    {
      "epoch": 0.061402332752379676,
      "grad_norm": 2.63969087600708,
      "learning_rate": 9.97432181209188e-06,
      "loss": 1.2143,
      "step": 916
    },
    {
      "epoch": 0.061469365866738165,
      "grad_norm": 2.4683327674865723,
      "learning_rate": 9.97421181825429e-06,
      "loss": 1.2008,
      "step": 917
    },
    {
      "epoch": 0.06153639898109666,
      "grad_norm": 3.0145552158355713,
      "learning_rate": 9.974101589946875e-06,
      "loss": 1.2328,
      "step": 918
    },
    {
      "epoch": 0.06160343209545516,
      "grad_norm": 2.430983304977417,
      "learning_rate": 9.973991127174833e-06,
      "loss": 1.2352,
      "step": 919
    },
    {
      "epoch": 0.061670465209813646,
      "grad_norm": 2.4053871631622314,
      "learning_rate": 9.97388042994337e-06,
      "loss": 1.2396,
      "step": 920
    },
    {
      "epoch": 0.06173749832417214,
      "grad_norm": 2.2172722816467285,
      "learning_rate": 9.973769498257703e-06,
      "loss": 1.2462,
      "step": 921
    },
    {
      "epoch": 0.06180453143853063,
      "grad_norm": 2.013077735900879,
      "learning_rate": 9.973658332123065e-06,
      "loss": 1.1992,
      "step": 922
    },
    {
      "epoch": 0.06187156455288913,
      "grad_norm": 2.140881299972534,
      "learning_rate": 9.973546931544692e-06,
      "loss": 1.1831,
      "step": 923
    },
    {
      "epoch": 0.06193859766724762,
      "grad_norm": 2.508056402206421,
      "learning_rate": 9.973435296527835e-06,
      "loss": 1.2499,
      "step": 924
    },
    {
      "epoch": 0.06200563078160611,
      "grad_norm": 2.2373199462890625,
      "learning_rate": 9.973323427077759e-06,
      "loss": 1.2512,
      "step": 925
    },
    {
      "epoch": 0.06207266389596461,
      "grad_norm": 2.491049289703369,
      "learning_rate": 9.973211323199734e-06,
      "loss": 1.1575,
      "step": 926
    },
    {
      "epoch": 0.0621396970103231,
      "grad_norm": 2.633103370666504,
      "learning_rate": 9.973098984899048e-06,
      "loss": 1.2733,
      "step": 927
    },
    {
      "epoch": 0.06220673012468159,
      "grad_norm": 2.195277214050293,
      "learning_rate": 9.972986412180992e-06,
      "loss": 1.283,
      "step": 928
    },
    {
      "epoch": 0.06227376323904009,
      "grad_norm": 2.817253828048706,
      "learning_rate": 9.972873605050878e-06,
      "loss": 1.2214,
      "step": 929
    },
    {
      "epoch": 0.06234079635339858,
      "grad_norm": 2.0234408378601074,
      "learning_rate": 9.972760563514018e-06,
      "loss": 1.2316,
      "step": 930
    },
    {
      "epoch": 0.062407829467757074,
      "grad_norm": 2.3589444160461426,
      "learning_rate": 9.972647287575741e-06,
      "loss": 1.2271,
      "step": 931
    },
    {
      "epoch": 0.06247486258211556,
      "grad_norm": 1.9546538591384888,
      "learning_rate": 9.972533777241388e-06,
      "loss": 1.1536,
      "step": 932
    },
    {
      "epoch": 0.06254189569647406,
      "grad_norm": 2.618101119995117,
      "learning_rate": 9.972420032516312e-06,
      "loss": 1.2159,
      "step": 933
    },
    {
      "epoch": 0.06260892881083255,
      "grad_norm": 2.4015285968780518,
      "learning_rate": 9.97230605340587e-06,
      "loss": 1.2156,
      "step": 934
    },
    {
      "epoch": 0.06267596192519105,
      "grad_norm": 1.9238917827606201,
      "learning_rate": 9.972191839915437e-06,
      "loss": 1.2014,
      "step": 935
    },
    {
      "epoch": 0.06274299503954954,
      "grad_norm": 2.3164584636688232,
      "learning_rate": 9.972077392050398e-06,
      "loss": 1.2173,
      "step": 936
    },
    {
      "epoch": 0.06281002815390803,
      "grad_norm": 1.7007397413253784,
      "learning_rate": 9.971962709816146e-06,
      "loss": 1.2011,
      "step": 937
    },
    {
      "epoch": 0.06287706126826652,
      "grad_norm": 2.944380044937134,
      "learning_rate": 9.971847793218085e-06,
      "loss": 1.1782,
      "step": 938
    },
    {
      "epoch": 0.06294409438262502,
      "grad_norm": 2.3782355785369873,
      "learning_rate": 9.971732642261635e-06,
      "loss": 1.1847,
      "step": 939
    },
    {
      "epoch": 0.06301112749698351,
      "grad_norm": 2.0852060317993164,
      "learning_rate": 9.971617256952221e-06,
      "loss": 1.2138,
      "step": 940
    },
    {
      "epoch": 0.063078160611342,
      "grad_norm": 2.970831871032715,
      "learning_rate": 9.971501637295286e-06,
      "loss": 1.2617,
      "step": 941
    },
    {
      "epoch": 0.0631451937257005,
      "grad_norm": 1.9303066730499268,
      "learning_rate": 9.971385783296277e-06,
      "loss": 1.2865,
      "step": 942
    },
    {
      "epoch": 0.06321222684005899,
      "grad_norm": 2.7837584018707275,
      "learning_rate": 9.971269694960654e-06,
      "loss": 1.1745,
      "step": 943
    },
    {
      "epoch": 0.06327925995441748,
      "grad_norm": 2.4192519187927246,
      "learning_rate": 9.971153372293893e-06,
      "loss": 1.196,
      "step": 944
    },
    {
      "epoch": 0.06334629306877597,
      "grad_norm": 2.5213816165924072,
      "learning_rate": 9.971036815301474e-06,
      "loss": 1.228,
      "step": 945
    },
    {
      "epoch": 0.06341332618313447,
      "grad_norm": 1.9521316289901733,
      "learning_rate": 9.97092002398889e-06,
      "loss": 1.2542,
      "step": 946
    },
    {
      "epoch": 0.06348035929749296,
      "grad_norm": 2.388533115386963,
      "learning_rate": 9.970802998361651e-06,
      "loss": 1.145,
      "step": 947
    },
    {
      "epoch": 0.06354739241185145,
      "grad_norm": 2.0076985359191895,
      "learning_rate": 9.970685738425268e-06,
      "loss": 1.1648,
      "step": 948
    },
    {
      "epoch": 0.06361442552620995,
      "grad_norm": 2.0614476203918457,
      "learning_rate": 9.970568244185272e-06,
      "loss": 1.1859,
      "step": 949
    },
    {
      "epoch": 0.06368145864056844,
      "grad_norm": 2.129262924194336,
      "learning_rate": 9.970450515647199e-06,
      "loss": 1.1662,
      "step": 950
    },
    {
      "epoch": 0.06374849175492693,
      "grad_norm": 2.0043540000915527,
      "learning_rate": 9.9703325528166e-06,
      "loss": 1.2498,
      "step": 951
    },
    {
      "epoch": 0.06381552486928543,
      "grad_norm": 1.7572129964828491,
      "learning_rate": 9.970214355699035e-06,
      "loss": 1.1847,
      "step": 952
    },
    {
      "epoch": 0.06388255798364392,
      "grad_norm": 1.9040298461914062,
      "learning_rate": 9.970095924300075e-06,
      "loss": 1.1869,
      "step": 953
    },
    {
      "epoch": 0.06394959109800241,
      "grad_norm": 2.384495973587036,
      "learning_rate": 9.969977258625303e-06,
      "loss": 1.274,
      "step": 954
    },
    {
      "epoch": 0.0640166242123609,
      "grad_norm": 1.5820262432098389,
      "learning_rate": 9.96985835868031e-06,
      "loss": 1.1844,
      "step": 955
    },
    {
      "epoch": 0.0640836573267194,
      "grad_norm": 2.8387694358825684,
      "learning_rate": 9.969739224470706e-06,
      "loss": 1.2278,
      "step": 956
    },
    {
      "epoch": 0.06415069044107789,
      "grad_norm": 1.7060301303863525,
      "learning_rate": 9.969619856002102e-06,
      "loss": 1.277,
      "step": 957
    },
    {
      "epoch": 0.06421772355543638,
      "grad_norm": 3.0678341388702393,
      "learning_rate": 9.969500253280127e-06,
      "loss": 1.181,
      "step": 958
    },
    {
      "epoch": 0.06428475666979488,
      "grad_norm": 2.216639757156372,
      "learning_rate": 9.969380416310417e-06,
      "loss": 1.209,
      "step": 959
    },
    {
      "epoch": 0.06435178978415337,
      "grad_norm": 3.0470519065856934,
      "learning_rate": 9.969260345098624e-06,
      "loss": 1.1888,
      "step": 960
    },
    {
      "epoch": 0.06441882289851186,
      "grad_norm": 2.7574820518493652,
      "learning_rate": 9.969140039650402e-06,
      "loss": 1.1888,
      "step": 961
    },
    {
      "epoch": 0.06448585601287035,
      "grad_norm": 2.7314817905426025,
      "learning_rate": 9.969019499971429e-06,
      "loss": 1.2455,
      "step": 962
    },
    {
      "epoch": 0.06455288912722885,
      "grad_norm": 2.531007766723633,
      "learning_rate": 9.968898726067379e-06,
      "loss": 1.2038,
      "step": 963
    },
    {
      "epoch": 0.06461992224158734,
      "grad_norm": 2.8520264625549316,
      "learning_rate": 9.968777717943954e-06,
      "loss": 1.2605,
      "step": 964
    },
    {
      "epoch": 0.06468695535594583,
      "grad_norm": 2.5238308906555176,
      "learning_rate": 9.96865647560685e-06,
      "loss": 1.1778,
      "step": 965
    },
    {
      "epoch": 0.06475398847030434,
      "grad_norm": 2.864882230758667,
      "learning_rate": 9.968534999061786e-06,
      "loss": 1.2357,
      "step": 966
    },
    {
      "epoch": 0.06482102158466282,
      "grad_norm": 2.4606451988220215,
      "learning_rate": 9.968413288314487e-06,
      "loss": 1.2464,
      "step": 967
    },
    {
      "epoch": 0.06488805469902131,
      "grad_norm": 2.003753185272217,
      "learning_rate": 9.96829134337069e-06,
      "loss": 1.2772,
      "step": 968
    },
    {
      "epoch": 0.06495508781337982,
      "grad_norm": 2.0774667263031006,
      "learning_rate": 9.968169164236145e-06,
      "loss": 1.2184,
      "step": 969
    },
    {
      "epoch": 0.0650221209277383,
      "grad_norm": 1.8157557249069214,
      "learning_rate": 9.968046750916608e-06,
      "loss": 1.2387,
      "step": 970
    },
    {
      "epoch": 0.0650891540420968,
      "grad_norm": 1.8824290037155151,
      "learning_rate": 9.967924103417851e-06,
      "loss": 1.1372,
      "step": 971
    },
    {
      "epoch": 0.06515618715645528,
      "grad_norm": 1.7587178945541382,
      "learning_rate": 9.967801221745657e-06,
      "loss": 1.204,
      "step": 972
    },
    {
      "epoch": 0.06522322027081379,
      "grad_norm": 2.0865800380706787,
      "learning_rate": 9.967678105905814e-06,
      "loss": 1.2326,
      "step": 973
    },
    {
      "epoch": 0.06529025338517228,
      "grad_norm": 1.8574154376983643,
      "learning_rate": 9.967554755904127e-06,
      "loss": 1.2423,
      "step": 974
    },
    {
      "epoch": 0.06535728649953076,
      "grad_norm": 1.7763246297836304,
      "learning_rate": 9.967431171746413e-06,
      "loss": 1.2191,
      "step": 975
    },
    {
      "epoch": 0.06542431961388927,
      "grad_norm": 2.124143362045288,
      "learning_rate": 9.967307353438496e-06,
      "loss": 1.1648,
      "step": 976
    },
    {
      "epoch": 0.06549135272824776,
      "grad_norm": 1.6110645532608032,
      "learning_rate": 9.967183300986209e-06,
      "loss": 1.1771,
      "step": 977
    },
    {
      "epoch": 0.06555838584260625,
      "grad_norm": 2.2306814193725586,
      "learning_rate": 9.967059014395406e-06,
      "loss": 1.2253,
      "step": 978
    },
    {
      "epoch": 0.06562541895696473,
      "grad_norm": 2.0489635467529297,
      "learning_rate": 9.966934493671938e-06,
      "loss": 1.1942,
      "step": 979
    },
    {
      "epoch": 0.06569245207132324,
      "grad_norm": 2.118959665298462,
      "learning_rate": 9.966809738821682e-06,
      "loss": 1.2018,
      "step": 980
    },
    {
      "epoch": 0.06575948518568173,
      "grad_norm": 2.370380163192749,
      "learning_rate": 9.966684749850513e-06,
      "loss": 1.2729,
      "step": 981
    },
    {
      "epoch": 0.06582651830004022,
      "grad_norm": 1.5995063781738281,
      "learning_rate": 9.966559526764323e-06,
      "loss": 1.1761,
      "step": 982
    },
    {
      "epoch": 0.06589355141439872,
      "grad_norm": 2.1113905906677246,
      "learning_rate": 9.966434069569018e-06,
      "loss": 1.1904,
      "step": 983
    },
    {
      "epoch": 0.06596058452875721,
      "grad_norm": 1.990270733833313,
      "learning_rate": 9.966308378270511e-06,
      "loss": 1.2403,
      "step": 984
    },
    {
      "epoch": 0.0660276176431157,
      "grad_norm": 1.8153489828109741,
      "learning_rate": 9.966182452874724e-06,
      "loss": 1.1948,
      "step": 985
    },
    {
      "epoch": 0.06609465075747419,
      "grad_norm": 2.065471887588501,
      "learning_rate": 9.966056293387594e-06,
      "loss": 1.193,
      "step": 986
    },
    {
      "epoch": 0.06616168387183269,
      "grad_norm": 1.9832737445831299,
      "learning_rate": 9.96592989981507e-06,
      "loss": 1.2296,
      "step": 987
    },
    {
      "epoch": 0.06622871698619118,
      "grad_norm": 2.5462710857391357,
      "learning_rate": 9.965803272163106e-06,
      "loss": 1.1942,
      "step": 988
    },
    {
      "epoch": 0.06629575010054967,
      "grad_norm": 1.7785565853118896,
      "learning_rate": 9.965676410437675e-06,
      "loss": 1.2114,
      "step": 989
    },
    {
      "epoch": 0.06636278321490817,
      "grad_norm": 1.9745182991027832,
      "learning_rate": 9.965549314644753e-06,
      "loss": 1.1879,
      "step": 990
    },
    {
      "epoch": 0.06642981632926666,
      "grad_norm": 2.183849334716797,
      "learning_rate": 9.965421984790334e-06,
      "loss": 1.1545,
      "step": 991
    },
    {
      "epoch": 0.06649684944362515,
      "grad_norm": 2.3769259452819824,
      "learning_rate": 9.965294420880415e-06,
      "loss": 1.2943,
      "step": 992
    },
    {
      "epoch": 0.06656388255798365,
      "grad_norm": 2.2604129314422607,
      "learning_rate": 9.965166622921017e-06,
      "loss": 1.2102,
      "step": 993
    },
    {
      "epoch": 0.06663091567234214,
      "grad_norm": 2.183089256286621,
      "learning_rate": 9.965038590918157e-06,
      "loss": 1.1993,
      "step": 994
    },
    {
      "epoch": 0.06669794878670063,
      "grad_norm": 1.9904582500457764,
      "learning_rate": 9.964910324877875e-06,
      "loss": 1.2192,
      "step": 995
    },
    {
      "epoch": 0.06676498190105912,
      "grad_norm": 2.1610260009765625,
      "learning_rate": 9.964781824806213e-06,
      "loss": 1.276,
      "step": 996
    },
    {
      "epoch": 0.06683201501541762,
      "grad_norm": 2.1780014038085938,
      "learning_rate": 9.96465309070923e-06,
      "loss": 1.1983,
      "step": 997
    },
    {
      "epoch": 0.06689904812977611,
      "grad_norm": 2.2369303703308105,
      "learning_rate": 9.964524122592996e-06,
      "loss": 1.2433,
      "step": 998
    },
    {
      "epoch": 0.0669660812441346,
      "grad_norm": 2.3915278911590576,
      "learning_rate": 9.964394920463586e-06,
      "loss": 1.1888,
      "step": 999
    },
    {
      "epoch": 0.0670331143584931,
      "grad_norm": 2.3859341144561768,
      "learning_rate": 9.964265484327093e-06,
      "loss": 1.1751,
      "step": 1000
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 14918,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 1000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 1.5316894144748585e+18,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}