{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 100,
  "global_step": 3983,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.00025107491447760725,
      "grad_norm": 8.93300724029541,
      "learning_rate": 0.0,
      "loss": 2.0571,
      "step": 1
    },
    {
      "epoch": 0.0005021498289552145,
      "grad_norm": 8.972126960754395,
      "learning_rate": 2.0000000000000003e-06,
      "loss": 2.1195,
      "step": 2
    },
    {
      "epoch": 0.0007532247434328217,
      "grad_norm": 9.147170066833496,
      "learning_rate": 4.000000000000001e-06,
      "loss": 2.0484,
      "step": 3
    },
    {
      "epoch": 0.001004299657910429,
      "grad_norm": 9.730286598205566,
      "learning_rate": 6e-06,
      "loss": 2.139,
      "step": 4
    },
    {
      "epoch": 0.0012553745723880363,
      "grad_norm": 8.367396354675293,
      "learning_rate": 8.000000000000001e-06,
      "loss": 2.0871,
      "step": 5
    },
    {
      "epoch": 0.0015064494868656435,
      "grad_norm": 18.402816772460938,
      "learning_rate": 1e-05,
      "loss": 1.9444,
      "step": 6
    },
    {
      "epoch": 0.0017575244013432508,
      "grad_norm": 6.962512969970703,
      "learning_rate": 1.2e-05,
      "loss": 1.7467,
      "step": 7
    },
    {
      "epoch": 0.002008599315820858,
      "grad_norm": 5.924090385437012,
      "learning_rate": 1.4000000000000001e-05,
      "loss": 1.5731,
      "step": 8
    },
    {
      "epoch": 0.0022596742302984653,
      "grad_norm": 4.868910312652588,
      "learning_rate": 1.6000000000000003e-05,
      "loss": 1.334,
      "step": 9
    },
    {
      "epoch": 0.0025107491447760727,
      "grad_norm": 3.617647886276245,
      "learning_rate": 1.8e-05,
      "loss": 1.2765,
      "step": 10
    },
    {
      "epoch": 0.0027618240592536796,
      "grad_norm": 2.4784719944000244,
      "learning_rate": 2e-05,
      "loss": 1.0443,
      "step": 11
    },
    {
      "epoch": 0.003012898973731287,
      "grad_norm": 1.7725651264190674,
      "learning_rate": 2.2000000000000003e-05,
      "loss": 0.9888,
      "step": 12
    },
    {
      "epoch": 0.0032639738882088943,
      "grad_norm": 1.3297845125198364,
      "learning_rate": 2.4e-05,
      "loss": 0.8613,
      "step": 13
    },
    {
      "epoch": 0.0035150488026865017,
      "grad_norm": 1.2393721342086792,
      "learning_rate": 2.6000000000000002e-05,
      "loss": 0.8605,
      "step": 14
    },
    {
      "epoch": 0.003766123717164109,
      "grad_norm": 0.979407787322998,
      "learning_rate": 2.8000000000000003e-05,
      "loss": 0.7404,
      "step": 15
    },
    {
      "epoch": 0.004017198631641716,
      "grad_norm": 0.9539614319801331,
      "learning_rate": 3e-05,
      "loss": 0.6621,
      "step": 16
    },
    {
      "epoch": 0.004268273546119324,
      "grad_norm": 0.832947850227356,
      "learning_rate": 3.2000000000000005e-05,
      "loss": 0.6908,
      "step": 17
    },
    {
      "epoch": 0.004519348460596931,
      "grad_norm": 0.5798258781433105,
      "learning_rate": 3.4000000000000007e-05,
      "loss": 0.7289,
      "step": 18
    },
    {
      "epoch": 0.004770423375074538,
      "grad_norm": 0.64618980884552,
      "learning_rate": 3.6e-05,
      "loss": 0.6833,
      "step": 19
    },
    {
      "epoch": 0.005021498289552145,
      "grad_norm": 0.6262864470481873,
      "learning_rate": 3.8e-05,
      "loss": 0.6845,
      "step": 20
    },
    {
      "epoch": 0.005272573204029752,
      "grad_norm": 0.5496422052383423,
      "learning_rate": 4e-05,
      "loss": 0.6333,
      "step": 21
    },
    {
      "epoch": 0.005523648118507359,
      "grad_norm": 0.485385537147522,
      "learning_rate": 4.2e-05,
      "loss": 0.5903,
      "step": 22
    },
    {
      "epoch": 0.005774723032984967,
      "grad_norm": 0.6090130805969238,
      "learning_rate": 4.4000000000000006e-05,
      "loss": 0.5893,
      "step": 23
    },
    {
      "epoch": 0.006025797947462574,
      "grad_norm": 0.6038533449172974,
      "learning_rate": 4.600000000000001e-05,
      "loss": 0.5573,
      "step": 24
    },
    {
      "epoch": 0.006276872861940182,
      "grad_norm": 0.4354110062122345,
      "learning_rate": 4.8e-05,
      "loss": 0.549,
      "step": 25
    },
    {
      "epoch": 0.006527947776417789,
      "grad_norm": 0.60770583152771,
      "learning_rate": 5e-05,
      "loss": 0.4973,
      "step": 26
    },
    {
      "epoch": 0.006779022690895396,
      "grad_norm": 0.4021545350551605,
      "learning_rate": 5.2000000000000004e-05,
      "loss": 0.5327,
      "step": 27
    },
    {
      "epoch": 0.007030097605373003,
      "grad_norm": 0.5410314202308655,
      "learning_rate": 5.4000000000000005e-05,
      "loss": 0.5896,
      "step": 28
    },
    {
      "epoch": 0.00728117251985061,
      "grad_norm": 0.4709112346172333,
      "learning_rate": 5.6000000000000006e-05,
      "loss": 0.5121,
      "step": 29
    },
    {
      "epoch": 0.007532247434328218,
      "grad_norm": 0.5187917947769165,
      "learning_rate": 5.8e-05,
      "loss": 0.5598,
      "step": 30
    },
    {
      "epoch": 0.007783322348805825,
      "grad_norm": 0.5516165494918823,
      "learning_rate": 6e-05,
      "loss": 0.5071,
      "step": 31
    },
    {
      "epoch": 0.008034397263283432,
      "grad_norm": 0.47419336438179016,
      "learning_rate": 6.2e-05,
      "loss": 0.5225,
      "step": 32
    },
    {
      "epoch": 0.008285472177761039,
      "grad_norm": 0.6046754121780396,
      "learning_rate": 6.400000000000001e-05,
      "loss": 0.4784,
      "step": 33
    },
    {
      "epoch": 0.008536547092238648,
      "grad_norm": 0.3832445442676544,
      "learning_rate": 6.6e-05,
      "loss": 0.4775,
      "step": 34
    },
    {
      "epoch": 0.008787622006716254,
      "grad_norm": 0.7760802507400513,
      "learning_rate": 6.800000000000001e-05,
      "loss": 0.4835,
      "step": 35
    },
    {
      "epoch": 0.009038696921193861,
      "grad_norm": 0.5397269129753113,
      "learning_rate": 7e-05,
      "loss": 0.507,
      "step": 36
    },
    {
      "epoch": 0.009289771835671468,
      "grad_norm": 0.7280673980712891,
      "learning_rate": 7.2e-05,
      "loss": 0.4762,
      "step": 37
    },
    {
      "epoch": 0.009540846750149075,
      "grad_norm": 0.7090975046157837,
      "learning_rate": 7.4e-05,
      "loss": 0.4462,
      "step": 38
    },
    {
      "epoch": 0.009791921664626682,
      "grad_norm": 0.8090383410453796,
      "learning_rate": 7.6e-05,
      "loss": 0.4495,
      "step": 39
    },
    {
      "epoch": 0.01004299657910429,
      "grad_norm": 0.6293531060218811,
      "learning_rate": 7.800000000000001e-05,
      "loss": 0.4597,
      "step": 40
    },
    {
      "epoch": 0.010294071493581898,
      "grad_norm": 0.5021544694900513,
      "learning_rate": 8e-05,
      "loss": 0.4976,
      "step": 41
    },
    {
      "epoch": 0.010545146408059505,
      "grad_norm": 0.4869515001773834,
      "learning_rate": 8.2e-05,
      "loss": 0.4203,
      "step": 42
    },
    {
      "epoch": 0.010796221322537112,
      "grad_norm": 0.4254491627216339,
      "learning_rate": 8.4e-05,
      "loss": 0.4629,
      "step": 43
    },
    {
      "epoch": 0.011047296237014718,
      "grad_norm": 0.355314701795578,
      "learning_rate": 8.6e-05,
      "loss": 0.4214,
      "step": 44
    },
    {
      "epoch": 0.011298371151492327,
      "grad_norm": 0.41205650568008423,
      "learning_rate": 8.800000000000001e-05,
      "loss": 0.4185,
      "step": 45
    },
    {
      "epoch": 0.011549446065969934,
      "grad_norm": 1.2456448078155518,
      "learning_rate": 9e-05,
      "loss": 0.4208,
      "step": 46
    },
    {
      "epoch": 0.011800520980447541,
      "grad_norm": 0.36326172947883606,
      "learning_rate": 9.200000000000001e-05,
      "loss": 0.4219,
      "step": 47
    },
    {
      "epoch": 0.012051595894925148,
      "grad_norm": 0.6834826469421387,
      "learning_rate": 9.4e-05,
      "loss": 0.4661,
      "step": 48
    },
    {
      "epoch": 0.012302670809402755,
      "grad_norm": 0.36137980222702026,
      "learning_rate": 9.6e-05,
      "loss": 0.4118,
      "step": 49
    },
    {
      "epoch": 0.012553745723880363,
      "grad_norm": 0.4392127990722656,
      "learning_rate": 9.8e-05,
      "loss": 0.3733,
      "step": 50
    },
    {
      "epoch": 0.01280482063835797,
      "grad_norm": 0.44622889161109924,
      "learning_rate": 0.0001,
      "loss": 0.3826,
      "step": 51
    },
    {
      "epoch": 0.013055895552835577,
      "grad_norm": 0.40488898754119873,
      "learning_rate": 0.00010200000000000001,
      "loss": 0.3836,
      "step": 52
    },
    {
      "epoch": 0.013306970467313184,
      "grad_norm": 0.717831552028656,
      "learning_rate": 0.00010400000000000001,
      "loss": 0.4471,
      "step": 53
    },
    {
      "epoch": 0.013558045381790791,
      "grad_norm": 0.4915280044078827,
      "learning_rate": 0.00010600000000000002,
      "loss": 0.3879,
      "step": 54
    },
    {
      "epoch": 0.0138091202962684,
      "grad_norm": 0.4715960621833801,
      "learning_rate": 0.00010800000000000001,
      "loss": 0.3734,
      "step": 55
    },
    {
      "epoch": 0.014060195210746007,
      "grad_norm": 0.4781513512134552,
      "learning_rate": 0.00011000000000000002,
      "loss": 0.3855,
      "step": 56
    },
    {
      "epoch": 0.014311270125223614,
      "grad_norm": 0.33805397152900696,
      "learning_rate": 0.00011200000000000001,
      "loss": 0.3821,
      "step": 57
    },
    {
      "epoch": 0.01456234503970122,
      "grad_norm": 0.5301156640052795,
      "learning_rate": 0.00011399999999999999,
      "loss": 0.3842,
      "step": 58
    },
    {
      "epoch": 0.014813419954178828,
      "grad_norm": 0.3444811999797821,
      "learning_rate": 0.000116,
      "loss": 0.3546,
      "step": 59
    },
    {
      "epoch": 0.015064494868656436,
      "grad_norm": 0.6064143776893616,
      "learning_rate": 0.000118,
      "loss": 0.4365,
      "step": 60
    },
    {
      "epoch": 0.015315569783134043,
      "grad_norm": 0.46038493514060974,
      "learning_rate": 0.00012,
      "loss": 0.3667,
      "step": 61
    },
    {
      "epoch": 0.01556664469761165,
      "grad_norm": 0.49211955070495605,
      "learning_rate": 0.000122,
      "loss": 0.3591,
      "step": 62
    },
    {
      "epoch": 0.01581771961208926,
      "grad_norm": 0.3902450501918793,
      "learning_rate": 0.000124,
      "loss": 0.4092,
      "step": 63
    },
    {
      "epoch": 0.016068794526566864,
      "grad_norm": 0.500865638256073,
      "learning_rate": 0.000126,
      "loss": 0.3638,
      "step": 64
    },
    {
      "epoch": 0.016319869441044473,
      "grad_norm": 0.5241945385932922,
      "learning_rate": 0.00012800000000000002,
      "loss": 0.3705,
      "step": 65
    },
    {
      "epoch": 0.016570944355522078,
      "grad_norm": 0.3838832974433899,
      "learning_rate": 0.00013000000000000002,
      "loss": 0.366,
      "step": 66
    },
    {
      "epoch": 0.016822019269999686,
      "grad_norm": 0.44458073377609253,
      "learning_rate": 0.000132,
      "loss": 0.3784,
      "step": 67
    },
    {
      "epoch": 0.017073094184477295,
      "grad_norm": 3.504291534423828,
      "learning_rate": 0.000134,
      "loss": 0.4047,
      "step": 68
    },
    {
      "epoch": 0.0173241690989549,
      "grad_norm": 0.43902432918548584,
      "learning_rate": 0.00013600000000000003,
      "loss": 0.3529,
      "step": 69
    },
    {
      "epoch": 0.01757524401343251,
      "grad_norm": 0.3449011445045471,
      "learning_rate": 0.000138,
      "loss": 0.333,
      "step": 70
    },
    {
      "epoch": 0.017826318927910114,
      "grad_norm": 0.4260053336620331,
      "learning_rate": 0.00014,
      "loss": 0.3581,
      "step": 71
    },
    {
      "epoch": 0.018077393842387723,
      "grad_norm": 0.4369457960128784,
      "learning_rate": 0.000142,
      "loss": 0.368,
      "step": 72
    },
    {
      "epoch": 0.01832846875686533,
      "grad_norm": 10.192623138427734,
      "learning_rate": 0.000144,
      "loss": 0.404,
      "step": 73
    },
    {
      "epoch": 0.018579543671342937,
      "grad_norm": 0.6261393427848816,
      "learning_rate": 0.000146,
      "loss": 0.3566,
      "step": 74
    },
    {
      "epoch": 0.018830618585820545,
      "grad_norm": 0.4248318672180176,
      "learning_rate": 0.000148,
      "loss": 0.361,
      "step": 75
    },
    {
      "epoch": 0.01908169350029815,
      "grad_norm": 0.6245136857032776,
      "learning_rate": 0.00015000000000000001,
      "loss": 0.3511,
      "step": 76
    },
    {
      "epoch": 0.01933276841477576,
      "grad_norm": 0.41386327147483826,
      "learning_rate": 0.000152,
      "loss": 0.3518,
      "step": 77
    },
    {
      "epoch": 0.019583843329253364,
      "grad_norm": 0.5938172936439514,
      "learning_rate": 0.000154,
      "loss": 0.3464,
      "step": 78
    },
    {
      "epoch": 0.019834918243730973,
      "grad_norm": 0.47527506947517395,
      "learning_rate": 0.00015600000000000002,
      "loss": 0.3973,
      "step": 79
    },
    {
      "epoch": 0.02008599315820858,
      "grad_norm": 0.37617066502571106,
      "learning_rate": 0.00015800000000000002,
      "loss": 0.3588,
      "step": 80
    },
    {
      "epoch": 0.020337068072686187,
      "grad_norm": 0.36536863446235657,
      "learning_rate": 0.00016,
      "loss": 0.3427,
      "step": 81
    },
    {
      "epoch": 0.020588142987163795,
      "grad_norm": 0.3300575017929077,
      "learning_rate": 0.000162,
      "loss": 0.3709,
      "step": 82
    },
    {
      "epoch": 0.0208392179016414,
      "grad_norm": 0.3735596835613251,
      "learning_rate": 0.000164,
      "loss": 0.3164,
      "step": 83
    },
    {
      "epoch": 0.02109029281611901,
      "grad_norm": 0.42771485447883606,
      "learning_rate": 0.000166,
      "loss": 0.3774,
      "step": 84
    },
    {
      "epoch": 0.021341367730596618,
      "grad_norm": 0.3043370842933655,
      "learning_rate": 0.000168,
      "loss": 0.3823,
      "step": 85
    },
    {
      "epoch": 0.021592442645074223,
      "grad_norm": 0.35438868403434753,
      "learning_rate": 0.00017,
      "loss": 0.3305,
      "step": 86
    },
    {
      "epoch": 0.021843517559551832,
      "grad_norm": 0.335316002368927,
      "learning_rate": 0.000172,
      "loss": 0.3306,
      "step": 87
    },
    {
      "epoch": 0.022094592474029437,
      "grad_norm": 0.41478899121284485,
      "learning_rate": 0.000174,
      "loss": 0.3461,
      "step": 88
    },
    {
      "epoch": 0.022345667388507046,
      "grad_norm": 0.8026556372642517,
      "learning_rate": 0.00017600000000000002,
      "loss": 0.3482,
      "step": 89
    },
    {
      "epoch": 0.022596742302984654,
      "grad_norm": 0.3484106659889221,
      "learning_rate": 0.00017800000000000002,
      "loss": 0.362,
      "step": 90
    },
    {
      "epoch": 0.02284781721746226,
      "grad_norm": 0.2979401648044586,
      "learning_rate": 0.00018,
      "loss": 0.3252,
      "step": 91
    },
    {
      "epoch": 0.023098892131939868,
      "grad_norm": 0.3686952590942383,
      "learning_rate": 0.000182,
      "loss": 0.3326,
      "step": 92
    },
    {
      "epoch": 0.023349967046417473,
      "grad_norm": 0.3686509132385254,
      "learning_rate": 0.00018400000000000003,
      "loss": 0.3436,
      "step": 93
    },
    {
      "epoch": 0.023601041960895082,
      "grad_norm": 0.33890843391418457,
      "learning_rate": 0.00018600000000000002,
      "loss": 0.3555,
      "step": 94
    },
    {
      "epoch": 0.02385211687537269,
      "grad_norm": 0.3546264171600342,
      "learning_rate": 0.000188,
      "loss": 0.3118,
      "step": 95
    },
    {
      "epoch": 0.024103191789850296,
      "grad_norm": 0.41105183959007263,
      "learning_rate": 0.00019,
      "loss": 0.305,
      "step": 96
    },
    {
      "epoch": 0.024354266704327904,
      "grad_norm": 0.34325113892555237,
      "learning_rate": 0.000192,
      "loss": 0.3593,
      "step": 97
    },
    {
      "epoch": 0.02460534161880551,
      "grad_norm": 0.4177933931350708,
      "learning_rate": 0.000194,
      "loss": 0.3038,
      "step": 98
    },
    {
      "epoch": 0.02485641653328312,
      "grad_norm": 0.4570002257823944,
      "learning_rate": 0.000196,
      "loss": 0.3317,
      "step": 99
    },
    {
      "epoch": 0.025107491447760727,
      "grad_norm": 0.41048866510391235,
      "learning_rate": 0.00019800000000000002,
      "loss": 0.3455,
      "step": 100
    },
    {
      "epoch": 0.025107491447760727,
      "eval_loss": 4.814311981201172,
      "eval_runtime": 51.1579,
      "eval_samples_per_second": 9.774,
      "eval_steps_per_second": 0.078,
      "step": 100
    },
    {
      "epoch": 0.025358566362238332,
      "grad_norm": 0.3839286267757416,
      "learning_rate": 0.0002,
      "loss": 0.3287,
      "step": 101
    },
    {
      "epoch": 0.02560964127671594,
      "grad_norm": 0.33651337027549744,
      "learning_rate": 0.0001999484934329127,
      "loss": 0.3468,
      "step": 102
    },
    {
      "epoch": 0.025860716191193546,
      "grad_norm": 1.0149983167648315,
      "learning_rate": 0.0001998969868658254,
      "loss": 0.348,
      "step": 103
    },
    {
      "epoch": 0.026111791105671155,
      "grad_norm": 0.42285892367362976,
      "learning_rate": 0.0001998454802987381,
      "loss": 0.3357,
      "step": 104
    },
    {
      "epoch": 0.026362866020148763,
      "grad_norm": 0.3137606084346771,
      "learning_rate": 0.0001997939737316508,
      "loss": 0.3104,
      "step": 105
    },
    {
      "epoch": 0.02661394093462637,
      "grad_norm": 2.4464170932769775,
      "learning_rate": 0.00019974246716456348,
      "loss": 0.3192,
      "step": 106
    },
    {
      "epoch": 0.026865015849103977,
      "grad_norm": 1.0243175029754639,
      "learning_rate": 0.0001996909605974762,
      "loss": 0.3198,
      "step": 107
    },
    {
      "epoch": 0.027116090763581582,
      "grad_norm": 0.32467812299728394,
      "learning_rate": 0.00019963945403038888,
      "loss": 0.3311,
      "step": 108
    },
    {
      "epoch": 0.02736716567805919,
      "grad_norm": 0.611133337020874,
      "learning_rate": 0.0001995879474633016,
      "loss": 0.341,
      "step": 109
    },
    {
      "epoch": 0.0276182405925368,
      "grad_norm": 0.3922419846057892,
      "learning_rate": 0.00019953644089621428,
      "loss": 0.3086,
      "step": 110
    },
    {
      "epoch": 0.027869315507014405,
      "grad_norm": 0.3185742199420929,
      "learning_rate": 0.00019948493432912697,
      "loss": 0.3286,
      "step": 111
    },
    {
      "epoch": 0.028120390421492013,
      "grad_norm": 0.485145628452301,
      "learning_rate": 0.00019943342776203966,
      "loss": 0.3142,
      "step": 112
    },
    {
      "epoch": 0.02837146533596962,
      "grad_norm": 0.29310715198516846,
      "learning_rate": 0.00019938192119495237,
      "loss": 0.3209,
      "step": 113
    },
    {
      "epoch": 0.028622540250447227,
      "grad_norm": 0.3155984580516815,
      "learning_rate": 0.00019933041462786506,
      "loss": 0.3594,
      "step": 114
    },
    {
      "epoch": 0.028873615164924836,
      "grad_norm": 0.3305789828300476,
      "learning_rate": 0.00019927890806077775,
      "loss": 0.3636,
      "step": 115
    },
    {
      "epoch": 0.02912469007940244,
      "grad_norm": 0.3390800952911377,
      "learning_rate": 0.00019922740149369046,
      "loss": 0.3208,
      "step": 116
    },
    {
      "epoch": 0.02937576499388005,
      "grad_norm": 0.2969626486301422,
      "learning_rate": 0.00019917589492660315,
      "loss": 0.3184,
      "step": 117
    },
    {
      "epoch": 0.029626839908357655,
      "grad_norm": 0.30565816164016724,
      "learning_rate": 0.00019912438835951586,
      "loss": 0.3226,
      "step": 118
    },
    {
      "epoch": 0.029877914822835264,
      "grad_norm": 0.3305101990699768,
      "learning_rate": 0.00019907288179242853,
      "loss": 0.3401,
      "step": 119
    },
    {
      "epoch": 0.030128989737312872,
      "grad_norm": 0.2984965145587921,
      "learning_rate": 0.00019902137522534124,
      "loss": 0.3272,
      "step": 120
    },
    {
      "epoch": 0.030380064651790478,
      "grad_norm": 0.27326956391334534,
      "learning_rate": 0.00019896986865825393,
      "loss": 0.3083,
      "step": 121
    },
    {
      "epoch": 0.030631139566268086,
      "grad_norm": 0.2648407518863678,
      "learning_rate": 0.00019891836209116664,
      "loss": 0.3123,
      "step": 122
    },
    {
      "epoch": 0.03088221448074569,
      "grad_norm": 0.3617780804634094,
      "learning_rate": 0.00019886685552407933,
      "loss": 0.3201,
      "step": 123
    },
    {
      "epoch": 0.0311332893952233,
      "grad_norm": 0.28377917408943176,
      "learning_rate": 0.00019881534895699202,
      "loss": 0.3564,
      "step": 124
    },
    {
      "epoch": 0.03138436430970091,
      "grad_norm": 0.4347264766693115,
      "learning_rate": 0.00019876384238990473,
      "loss": 0.3128,
      "step": 125
    },
    {
      "epoch": 0.03163543922417852,
      "grad_norm": 0.31120947003364563,
      "learning_rate": 0.00019871233582281742,
      "loss": 0.3179,
      "step": 126
    },
    {
      "epoch": 0.03188651413865612,
      "grad_norm": 0.31540146470069885,
      "learning_rate": 0.0001986608292557301,
      "loss": 0.3034,
      "step": 127
    },
    {
      "epoch": 0.03213758905313373,
      "grad_norm": 0.46375614404678345,
      "learning_rate": 0.0001986093226886428,
      "loss": 0.327,
      "step": 128
    },
    {
      "epoch": 0.032388663967611336,
      "grad_norm": 0.28271880745887756,
      "learning_rate": 0.0001985578161215555,
      "loss": 0.3111,
      "step": 129
    },
    {
      "epoch": 0.032639738882088945,
      "grad_norm": 0.9305428266525269,
      "learning_rate": 0.0001985063095544682,
      "loss": 0.3334,
      "step": 130
    },
    {
      "epoch": 0.032890813796566554,
      "grad_norm": 0.321489542722702,
      "learning_rate": 0.00019845480298738091,
      "loss": 0.3013,
      "step": 131
    },
    {
      "epoch": 0.033141888711044155,
      "grad_norm": 0.2530350089073181,
      "learning_rate": 0.0001984032964202936,
      "loss": 0.315,
      "step": 132
    },
    {
      "epoch": 0.033392963625521764,
      "grad_norm": 1.4912222623825073,
      "learning_rate": 0.0001983517898532063,
      "loss": 0.3105,
      "step": 133
    },
    {
      "epoch": 0.03364403853999937,
      "grad_norm": 0.29521867632865906,
      "learning_rate": 0.00019830028328611898,
      "loss": 0.328,
      "step": 134
    },
    {
      "epoch": 0.03389511345447698,
      "grad_norm": 0.29363495111465454,
      "learning_rate": 0.0001982487767190317,
      "loss": 0.3176,
      "step": 135
    },
    {
      "epoch": 0.03414618836895459,
      "grad_norm": 0.27381783723831177,
      "learning_rate": 0.00019819727015194438,
      "loss": 0.3496,
      "step": 136
    },
    {
      "epoch": 0.03439726328343219,
      "grad_norm": 0.29701071977615356,
      "learning_rate": 0.00019814576358485707,
      "loss": 0.328,
      "step": 137
    },
    {
      "epoch": 0.0346483381979098,
      "grad_norm": 0.318152517080307,
      "learning_rate": 0.00019809425701776978,
      "loss": 0.3315,
      "step": 138
    },
    {
      "epoch": 0.03489941311238741,
      "grad_norm": 0.2717224359512329,
      "learning_rate": 0.00019804275045068247,
      "loss": 0.2892,
      "step": 139
    },
    {
      "epoch": 0.03515048802686502,
      "grad_norm": 0.30775612592697144,
      "learning_rate": 0.00019799124388359519,
      "loss": 0.3134,
      "step": 140
    },
    {
      "epoch": 0.035401562941342626,
      "grad_norm": 0.39852485060691833,
      "learning_rate": 0.00019793973731650785,
      "loss": 0.3156,
      "step": 141
    },
    {
      "epoch": 0.03565263785582023,
      "grad_norm": 0.2767512798309326,
      "learning_rate": 0.00019788823074942056,
      "loss": 0.3157,
      "step": 142
    },
    {
      "epoch": 0.03590371277029784,
      "grad_norm": 0.33755767345428467,
      "learning_rate": 0.00019783672418233325,
      "loss": 0.3284,
      "step": 143
    },
    {
      "epoch": 0.036154787684775445,
      "grad_norm": 0.2578914165496826,
      "learning_rate": 0.00019778521761524596,
      "loss": 0.3204,
      "step": 144
    },
    {
      "epoch": 0.036405862599253054,
      "grad_norm": 0.23028691112995148,
      "learning_rate": 0.00019773371104815865,
      "loss": 0.3231,
      "step": 145
    },
    {
      "epoch": 0.03665693751373066,
      "grad_norm": 0.2430942803621292,
      "learning_rate": 0.00019768220448107137,
      "loss": 0.3049,
      "step": 146
    },
    {
      "epoch": 0.036908012428208264,
      "grad_norm": 0.24587827920913696,
      "learning_rate": 0.00019763069791398405,
      "loss": 0.2977,
      "step": 147
    },
    {
      "epoch": 0.03715908734268587,
      "grad_norm": 0.3374040722846985,
      "learning_rate": 0.00019757919134689674,
      "loss": 0.3096,
      "step": 148
    },
    {
      "epoch": 0.03741016225716348,
      "grad_norm": 0.27049559354782104,
      "learning_rate": 0.00019752768477980943,
      "loss": 0.3052,
      "step": 149
    },
    {
      "epoch": 0.03766123717164109,
      "grad_norm": 0.22100865840911865,
      "learning_rate": 0.00019747617821272212,
      "loss": 0.3196,
      "step": 150
    },
    {
      "epoch": 0.0379123120861187,
      "grad_norm": 0.2598205804824829,
      "learning_rate": 0.00019742467164563483,
      "loss": 0.293,
      "step": 151
    },
    {
      "epoch": 0.0381633870005963,
      "grad_norm": 0.25929054617881775,
      "learning_rate": 0.00019737316507854752,
      "loss": 0.3123,
      "step": 152
    },
    {
      "epoch": 0.03841446191507391,
      "grad_norm": 0.25555509328842163,
      "learning_rate": 0.00019732165851146024,
      "loss": 0.3263,
      "step": 153
    },
    {
      "epoch": 0.03866553682955152,
      "grad_norm": 0.432922899723053,
      "learning_rate": 0.00019727015194437292,
      "loss": 0.3199,
      "step": 154
    },
    {
      "epoch": 0.03891661174402913,
      "grad_norm": 0.27555787563323975,
      "learning_rate": 0.0001972186453772856,
      "loss": 0.3135,
      "step": 155
    },
    {
      "epoch": 0.03916768665850673,
      "grad_norm": 0.24241240322589874,
      "learning_rate": 0.0001971671388101983,
      "loss": 0.3468,
      "step": 156
    },
    {
      "epoch": 0.03941876157298434,
      "grad_norm": 0.2311672866344452,
      "learning_rate": 0.00019711563224311101,
      "loss": 0.3195,
      "step": 157
    },
    {
      "epoch": 0.039669836487461946,
      "grad_norm": 0.2401917278766632,
      "learning_rate": 0.0001970641256760237,
      "loss": 0.3054,
      "step": 158
    },
    {
      "epoch": 0.039920911401939554,
      "grad_norm": 0.24017879366874695,
      "learning_rate": 0.0001970126191089364,
      "loss": 0.3066,
      "step": 159
    },
    {
      "epoch": 0.04017198631641716,
      "grad_norm": 0.23534545302391052,
      "learning_rate": 0.0001969611125418491,
      "loss": 0.3068,
      "step": 160
    },
    {
      "epoch": 0.040423061230894765,
      "grad_norm": 0.22164170444011688,
      "learning_rate": 0.0001969096059747618,
      "loss": 0.333,
      "step": 161
    },
    {
      "epoch": 0.040674136145372373,
      "grad_norm": 0.27132901549339294,
      "learning_rate": 0.00019685809940767448,
      "loss": 0.3122,
      "step": 162
    },
    {
      "epoch": 0.04092521105984998,
      "grad_norm": 0.3279087543487549,
      "learning_rate": 0.00019680659284058717,
      "loss": 0.2939,
      "step": 163
    },
    {
      "epoch": 0.04117628597432759,
      "grad_norm": 0.22973161935806274,
      "learning_rate": 0.00019675508627349988,
      "loss": 0.2842,
      "step": 164
    },
    {
      "epoch": 0.0414273608888052,
      "grad_norm": 0.2424817979335785,
      "learning_rate": 0.00019670357970641257,
      "loss": 0.3115,
      "step": 165
    },
    {
      "epoch": 0.0416784358032828,
      "grad_norm": 0.3075953423976898,
      "learning_rate": 0.00019665207313932528,
      "loss": 0.3148,
      "step": 166
    },
    {
      "epoch": 0.04192951071776041,
      "grad_norm": 0.2321930080652237,
      "learning_rate": 0.00019660056657223797,
      "loss": 0.3117,
      "step": 167
    },
    {
      "epoch": 0.04218058563223802,
      "grad_norm": 0.23064455389976501,
      "learning_rate": 0.0001965490600051507,
      "loss": 0.3231,
      "step": 168
    },
    {
      "epoch": 0.04243166054671563,
      "grad_norm": 0.2624686658382416,
      "learning_rate": 0.00019649755343806335,
      "loss": 0.2984,
      "step": 169
    },
    {
      "epoch": 0.042682735461193236,
      "grad_norm": 0.2525549829006195,
      "learning_rate": 0.00019644604687097606,
      "loss": 0.3164,
      "step": 170
    },
    {
      "epoch": 0.04293381037567084,
      "grad_norm": 0.3399091362953186,
      "learning_rate": 0.00019639454030388875,
      "loss": 0.3082,
      "step": 171
    },
    {
      "epoch": 0.043184885290148446,
      "grad_norm": 0.2355748862028122,
      "learning_rate": 0.00019634303373680144,
      "loss": 0.3353,
      "step": 172
    },
    {
      "epoch": 0.043435960204626055,
      "grad_norm": 0.2733801603317261,
      "learning_rate": 0.00019629152716971415,
      "loss": 0.2978,
      "step": 173
    },
    {
      "epoch": 0.043687035119103663,
      "grad_norm": 0.22979295253753662,
      "learning_rate": 0.00019624002060262684,
      "loss": 0.2776,
      "step": 174
    },
    {
      "epoch": 0.04393811003358127,
      "grad_norm": 0.26572421193122864,
      "learning_rate": 0.00019618851403553956,
      "loss": 0.3263,
      "step": 175
    },
    {
      "epoch": 0.044189184948058874,
      "grad_norm": 0.28857186436653137,
      "learning_rate": 0.00019613700746845222,
      "loss": 0.317,
      "step": 176
    },
    {
      "epoch": 0.04444025986253648,
      "grad_norm": 0.2758605480194092,
      "learning_rate": 0.00019608550090136493,
      "loss": 0.3176,
      "step": 177
    },
    {
      "epoch": 0.04469133477701409,
      "grad_norm": 0.28714120388031006,
      "learning_rate": 0.00019603399433427762,
      "loss": 0.306,
      "step": 178
    },
    {
      "epoch": 0.0449424096914917,
      "grad_norm": 0.3275240659713745,
      "learning_rate": 0.00019598248776719033,
      "loss": 0.3173,
      "step": 179
    },
    {
      "epoch": 0.04519348460596931,
      "grad_norm": 0.25726088881492615,
      "learning_rate": 0.00019593098120010302,
      "loss": 0.3155,
      "step": 180
    },
    {
      "epoch": 0.04544455952044691,
      "grad_norm": 0.2922922968864441,
      "learning_rate": 0.00019587947463301574,
      "loss": 0.3173,
      "step": 181
    },
    {
      "epoch": 0.04569563443492452,
      "grad_norm": 0.23579448461532593,
      "learning_rate": 0.00019582796806592843,
      "loss": 0.2799,
      "step": 182
    },
    {
      "epoch": 0.04594670934940213,
      "grad_norm": 0.33151859045028687,
      "learning_rate": 0.0001957764614988411,
      "loss": 0.2762,
      "step": 183
    },
    {
      "epoch": 0.046197784263879736,
      "grad_norm": 0.46190959215164185,
      "learning_rate": 0.0001957249549317538,
      "loss": 0.303,
      "step": 184
    },
    {
      "epoch": 0.046448859178357345,
      "grad_norm": 0.6869387030601501,
      "learning_rate": 0.0001956734483646665,
      "loss": 0.3049,
      "step": 185
    },
    {
      "epoch": 0.04669993409283495,
      "grad_norm": 0.23954875767230988,
      "learning_rate": 0.0001956219417975792,
      "loss": 0.2845,
      "step": 186
    },
    {
      "epoch": 0.046951009007312555,
      "grad_norm": 0.26483356952667236,
      "learning_rate": 0.0001955704352304919,
      "loss": 0.3014,
      "step": 187
    },
    {
      "epoch": 0.047202083921790164,
      "grad_norm": 0.2400311380624771,
      "learning_rate": 0.0001955189286634046,
      "loss": 0.3069,
      "step": 188
    },
    {
      "epoch": 0.04745315883626777,
      "grad_norm": 0.23917804658412933,
      "learning_rate": 0.0001954674220963173,
      "loss": 0.3187,
      "step": 189
    },
    {
      "epoch": 0.04770423375074538,
      "grad_norm": 0.22786132991313934,
      "learning_rate": 0.00019541591552922998,
      "loss": 0.3181,
      "step": 190
    },
    {
      "epoch": 0.04795530866522298,
      "grad_norm": 0.28782227635383606,
      "learning_rate": 0.00019536440896214267,
      "loss": 0.2861,
      "step": 191
    },
    {
      "epoch": 0.04820638357970059,
      "grad_norm": 0.7877573370933533,
      "learning_rate": 0.00019531290239505538,
      "loss": 0.296,
      "step": 192
    },
    {
      "epoch": 0.0484574584941782,
      "grad_norm": 0.30855146050453186,
      "learning_rate": 0.00019526139582796807,
      "loss": 0.2705,
      "step": 193
    },
    {
      "epoch": 0.04870853340865581,
      "grad_norm": 0.5397132635116577,
      "learning_rate": 0.0001952098892608808,
      "loss": 0.3146,
      "step": 194
    },
    {
      "epoch": 0.04895960832313342,
      "grad_norm": 0.24492865800857544,
      "learning_rate": 0.00019515838269379347,
      "loss": 0.283,
      "step": 195
    },
    {
      "epoch": 0.04921068323761102,
      "grad_norm": 0.24502509832382202,
      "learning_rate": 0.00019510687612670616,
      "loss": 0.2913,
      "step": 196
    },
    {
      "epoch": 0.04946175815208863,
      "grad_norm": 0.25286221504211426,
      "learning_rate": 0.00019505536955961885,
      "loss": 0.3383,
      "step": 197
    },
    {
      "epoch": 0.04971283306656624,
      "grad_norm": 0.7362734079360962,
      "learning_rate": 0.00019500386299253154,
      "loss": 0.2989,
      "step": 198
    },
    {
      "epoch": 0.049963907981043845,
      "grad_norm": 0.8712121844291687,
      "learning_rate": 0.00019495235642544425,
      "loss": 0.2761,
      "step": 199
    },
    {
      "epoch": 0.050214982895521454,
      "grad_norm": 0.28111153841018677,
      "learning_rate": 0.00019490084985835694,
      "loss": 0.2927,
      "step": 200
    },
    {
      "epoch": 0.050214982895521454,
      "eval_loss": 4.122501373291016,
      "eval_runtime": 31.2961,
      "eval_samples_per_second": 15.976,
      "eval_steps_per_second": 0.128,
      "step": 200
    },
    {
      "epoch": 0.050466057809999056,
      "grad_norm": 0.4024313688278198,
      "learning_rate": 0.00019484934329126966,
      "loss": 0.2874,
      "step": 201
    },
    {
      "epoch": 0.050717132724476664,
      "grad_norm": 0.22748900949954987,
      "learning_rate": 0.00019479783672418234,
      "loss": 0.2796,
      "step": 202
    },
    {
      "epoch": 0.05096820763895427,
      "grad_norm": 0.24958832561969757,
      "learning_rate": 0.00019474633015709506,
      "loss": 0.2866,
      "step": 203
    },
    {
      "epoch": 0.05121928255343188,
      "grad_norm": 0.20997002720832825,
      "learning_rate": 0.00019469482359000772,
      "loss": 0.3036,
      "step": 204
    },
    {
      "epoch": 0.05147035746790949,
      "grad_norm": 0.2544383406639099,
      "learning_rate": 0.00019464331702292043,
      "loss": 0.3073,
      "step": 205
    },
    {
      "epoch": 0.05172143238238709,
      "grad_norm": 0.239518404006958,
      "learning_rate": 0.00019459181045583312,
      "loss": 0.2741,
      "step": 206
    },
    {
      "epoch": 0.0519725072968647,
      "grad_norm": 0.23789526522159576,
      "learning_rate": 0.0001945403038887458,
      "loss": 0.3043,
      "step": 207
    },
    {
      "epoch": 0.05222358221134231,
      "grad_norm": 0.4146334230899811,
      "learning_rate": 0.00019448879732165852,
      "loss": 0.2984,
      "step": 208
    },
    {
      "epoch": 0.05247465712581992,
      "grad_norm": 0.6079154014587402,
      "learning_rate": 0.0001944372907545712,
      "loss": 0.2681,
      "step": 209
    },
    {
      "epoch": 0.05272573204029753,
      "grad_norm": 0.22497692704200745,
      "learning_rate": 0.00019438578418748393,
      "loss": 0.3065,
      "step": 210
    },
    {
      "epoch": 0.05297680695477513,
      "grad_norm": 0.26801520586013794,
      "learning_rate": 0.00019433427762039661,
      "loss": 0.2939,
      "step": 211
    },
    {
      "epoch": 0.05322788186925274,
      "grad_norm": 0.7439704537391663,
      "learning_rate": 0.0001942827710533093,
      "loss": 0.2931,
      "step": 212
    },
    {
      "epoch": 0.053478956783730346,
      "grad_norm": 0.2977713346481323,
      "learning_rate": 0.000194231264486222,
      "loss": 0.3235,
      "step": 213
    },
    {
      "epoch": 0.053730031698207954,
      "grad_norm": 0.1943383663892746,
      "learning_rate": 0.0001941797579191347,
      "loss": 0.2778,
      "step": 214
    },
    {
      "epoch": 0.05398110661268556,
      "grad_norm": 0.240417942404747,
      "learning_rate": 0.0001941282513520474,
      "loss": 0.267,
      "step": 215
    },
    {
      "epoch": 0.054232181527163165,
      "grad_norm": 0.24367931485176086,
      "learning_rate": 0.0001940767447849601,
      "loss": 0.3067,
      "step": 216
    },
    {
      "epoch": 0.05448325644164077,
      "grad_norm": 0.22118940949440002,
      "learning_rate": 0.0001940252382178728,
      "loss": 0.2849,
      "step": 217
    },
    {
      "epoch": 0.05473433135611838,
      "grad_norm": 0.2050013393163681,
      "learning_rate": 0.00019397373165078548,
      "loss": 0.2839,
      "step": 218
    },
    {
      "epoch": 0.05498540627059599,
      "grad_norm": 0.23818142712116241,
      "learning_rate": 0.00019392222508369817,
      "loss": 0.3155,
      "step": 219
    },
    {
      "epoch": 0.0552364811850736,
      "grad_norm": 0.42732614278793335,
      "learning_rate": 0.00019387071851661086,
      "loss": 0.3177,
      "step": 220
    },
    {
      "epoch": 0.0554875560995512,
      "grad_norm": 0.3910537362098694,
      "learning_rate": 0.00019381921194952357,
      "loss": 0.3164,
      "step": 221
    },
    {
      "epoch": 0.05573863101402881,
      "grad_norm": 0.7387440204620361,
      "learning_rate": 0.00019376770538243626,
      "loss": 0.2701,
      "step": 222
    },
    {
      "epoch": 0.05598970592850642,
      "grad_norm": 0.26800402998924255,
      "learning_rate": 0.00019371619881534898,
      "loss": 0.2926,
      "step": 223
    },
    {
      "epoch": 0.05624078084298403,
      "grad_norm": 0.3016633689403534,
      "learning_rate": 0.00019366469224826166,
      "loss": 0.2919,
      "step": 224
    },
    {
      "epoch": 0.056491855757461636,
      "grad_norm": 0.3632541298866272,
      "learning_rate": 0.00019361318568117438,
      "loss": 0.3072,
      "step": 225
    },
    {
      "epoch": 0.05674293067193924,
      "grad_norm": 0.32512691617012024,
      "learning_rate": 0.00019356167911408704,
      "loss": 0.2632,
      "step": 226
    },
    {
      "epoch": 0.056994005586416846,
      "grad_norm": 0.25701573491096497,
      "learning_rate": 0.00019351017254699975,
      "loss": 0.2891,
      "step": 227
    },
    {
      "epoch": 0.057245080500894455,
      "grad_norm": 0.26146242022514343,
      "learning_rate": 0.00019345866597991244,
      "loss": 0.3001,
      "step": 228
    },
    {
      "epoch": 0.05749615541537206,
      "grad_norm": 0.4554300010204315,
      "learning_rate": 0.00019340715941282516,
      "loss": 0.2709,
      "step": 229
    },
    {
      "epoch": 0.05774723032984967,
      "grad_norm": 0.23191872239112854,
      "learning_rate": 0.00019335565284573785,
      "loss": 0.3076,
      "step": 230
    },
    {
      "epoch": 0.057998305244327274,
      "grad_norm": 0.2426016628742218,
      "learning_rate": 0.00019330414627865053,
      "loss": 0.2794,
      "step": 231
    },
    {
      "epoch": 0.05824938015880488,
      "grad_norm": 0.2725694477558136,
      "learning_rate": 0.00019325263971156325,
      "loss": 0.2823,
      "step": 232
    },
    {
      "epoch": 0.05850045507328249,
      "grad_norm": 0.24572786688804626,
      "learning_rate": 0.0001932011331444759,
      "loss": 0.2953,
      "step": 233
    },
    {
      "epoch": 0.0587515299877601,
      "grad_norm": 0.2510004937648773,
      "learning_rate": 0.00019314962657738862,
      "loss": 0.3058,
      "step": 234
    },
    {
      "epoch": 0.05900260490223771,
      "grad_norm": 0.3759739100933075,
      "learning_rate": 0.0001930981200103013,
      "loss": 0.2825,
      "step": 235
    },
    {
      "epoch": 0.05925367981671531,
      "grad_norm": 0.2620266377925873,
      "learning_rate": 0.00019304661344321403,
      "loss": 0.2765,
      "step": 236
    },
    {
      "epoch": 0.05950475473119292,
      "grad_norm": 0.20812909305095673,
      "learning_rate": 0.00019299510687612671,
      "loss": 0.2809,
      "step": 237
    },
    {
      "epoch": 0.05975582964567053,
      "grad_norm": 0.49906161427497864,
      "learning_rate": 0.00019294360030903943,
      "loss": 0.305,
      "step": 238
    },
    {
      "epoch": 0.060006904560148136,
      "grad_norm": 0.2615217864513397,
      "learning_rate": 0.00019289209374195212,
      "loss": 0.2741,
      "step": 239
    },
    {
      "epoch": 0.060257979474625745,
      "grad_norm": 0.23939567804336548,
      "learning_rate": 0.0001928405871748648,
      "loss": 0.2917,
      "step": 240
    },
    {
      "epoch": 0.060509054389103346,
      "grad_norm": 0.22396962344646454,
      "learning_rate": 0.0001927890806077775,
      "loss": 0.2794,
      "step": 241
    },
    {
      "epoch": 0.060760129303580955,
      "grad_norm": 0.1801912635564804,
      "learning_rate": 0.0001927375740406902,
      "loss": 0.303,
      "step": 242
    },
    {
      "epoch": 0.061011204218058564,
      "grad_norm": 0.3219640254974365,
      "learning_rate": 0.0001926860674736029,
      "loss": 0.2851,
      "step": 243
    },
    {
      "epoch": 0.06126227913253617,
      "grad_norm": 0.2058599889278412,
      "learning_rate": 0.00019263456090651558,
      "loss": 0.2803,
      "step": 244
    },
    {
      "epoch": 0.06151335404701378,
      "grad_norm": 0.2406964749097824,
      "learning_rate": 0.0001925830543394283,
      "loss": 0.2735,
      "step": 245
    },
    {
      "epoch": 0.06176442896149138,
      "grad_norm": 0.22676624357700348,
      "learning_rate": 0.00019253154777234099,
      "loss": 0.2777,
      "step": 246
    },
    {
      "epoch": 0.06201550387596899,
      "grad_norm": 0.3966785967350006,
      "learning_rate": 0.00019248004120525367,
      "loss": 0.2782,
      "step": 247
    },
    {
      "epoch": 0.0622665787904466,
      "grad_norm": 0.20055638253688812,
      "learning_rate": 0.00019242853463816636,
      "loss": 0.3013,
      "step": 248
    },
    {
      "epoch": 0.06251765370492421,
      "grad_norm": 0.22456999123096466,
      "learning_rate": 0.00019237702807107908,
      "loss": 0.2749,
      "step": 249
    },
    {
      "epoch": 0.06276872861940182,
      "grad_norm": 0.2382081151008606,
      "learning_rate": 0.00019232552150399176,
      "loss": 0.3074,
      "step": 250
    },
    {
      "epoch": 0.06301980353387943,
      "grad_norm": 0.2871677279472351,
      "learning_rate": 0.00019227401493690448,
      "loss": 0.2917,
      "step": 251
    },
    {
      "epoch": 0.06327087844835703,
      "grad_norm": 0.21328608691692352,
      "learning_rate": 0.00019222250836981717,
      "loss": 0.2793,
      "step": 252
    },
    {
      "epoch": 0.06352195336283463,
      "grad_norm": 0.22105880081653595,
      "learning_rate": 0.00019217100180272985,
      "loss": 0.2835,
      "step": 253
    },
    {
      "epoch": 0.06377302827731224,
      "grad_norm": 0.19980551302433014,
      "learning_rate": 0.00019211949523564254,
      "loss": 0.2584,
      "step": 254
    },
    {
      "epoch": 0.06402410319178985,
      "grad_norm": 0.2688673138618469,
      "learning_rate": 0.00019206798866855523,
      "loss": 0.2997,
      "step": 255
    },
    {
      "epoch": 0.06427517810626746,
      "grad_norm": 0.22223326563835144,
      "learning_rate": 0.00019201648210146794,
      "loss": 0.2904,
      "step": 256
    },
    {
      "epoch": 0.06452625302074506,
      "grad_norm": 0.2601699233055115,
      "learning_rate": 0.00019196497553438063,
      "loss": 0.2982,
      "step": 257
    },
    {
      "epoch": 0.06477732793522267,
      "grad_norm": 0.24521809816360474,
      "learning_rate": 0.00019191346896729335,
      "loss": 0.3047,
      "step": 258
    },
    {
      "epoch": 0.06502840284970028,
      "grad_norm": 0.23469199240207672,
      "learning_rate": 0.00019186196240020604,
      "loss": 0.2795,
      "step": 259
    },
    {
      "epoch": 0.06527947776417789,
      "grad_norm": 0.2078109085559845,
      "learning_rate": 0.00019181045583311875,
      "loss": 0.2984,
      "step": 260
    },
    {
      "epoch": 0.0655305526786555,
      "grad_norm": 0.2172142118215561,
      "learning_rate": 0.0001917589492660314,
      "loss": 0.2847,
      "step": 261
    },
    {
      "epoch": 0.06578162759313311,
      "grad_norm": 0.20837046205997467,
      "learning_rate": 0.00019170744269894413,
      "loss": 0.285,
      "step": 262
    },
    {
      "epoch": 0.0660327025076107,
      "grad_norm": 0.2241157442331314,
      "learning_rate": 0.0001916559361318568,
      "loss": 0.267,
      "step": 263
    },
    {
      "epoch": 0.06628377742208831,
      "grad_norm": 0.2525872588157654,
      "learning_rate": 0.00019160442956476953,
      "loss": 0.2836,
      "step": 264
    },
    {
      "epoch": 0.06653485233656592,
      "grad_norm": 0.21882197260856628,
      "learning_rate": 0.00019155292299768222,
      "loss": 0.2855,
      "step": 265
    },
    {
      "epoch": 0.06678592725104353,
      "grad_norm": 0.2008102536201477,
      "learning_rate": 0.0001915014164305949,
      "loss": 0.269,
      "step": 266
    },
    {
      "epoch": 0.06703700216552114,
      "grad_norm": 0.2787073850631714,
      "learning_rate": 0.00019144990986350762,
      "loss": 0.2794,
      "step": 267
    },
    {
      "epoch": 0.06728807707999875,
      "grad_norm": 0.21211031079292297,
      "learning_rate": 0.00019139840329642028,
      "loss": 0.2712,
      "step": 268
    },
    {
      "epoch": 0.06753915199447635,
      "grad_norm": 0.2029801607131958,
      "learning_rate": 0.000191346896729333,
      "loss": 0.277,
      "step": 269
    },
    {
      "epoch": 0.06779022690895396,
      "grad_norm": 0.3008323013782501,
      "learning_rate": 0.00019129539016224568,
      "loss": 0.2714,
      "step": 270
    },
    {
      "epoch": 0.06804130182343157,
      "grad_norm": 0.19560980796813965,
      "learning_rate": 0.0001912438835951584,
      "loss": 0.3045,
      "step": 271
    },
    {
      "epoch": 0.06829237673790918,
      "grad_norm": 0.45334938168525696,
      "learning_rate": 0.00019119237702807108,
      "loss": 0.3098,
      "step": 272
    },
    {
      "epoch": 0.06854345165238677,
      "grad_norm": 0.23060691356658936,
      "learning_rate": 0.0001911408704609838,
      "loss": 0.2852,
      "step": 273
    },
    {
      "epoch": 0.06879452656686438,
      "grad_norm": 0.2066529393196106,
      "learning_rate": 0.0001910893638938965,
      "loss": 0.2611,
      "step": 274
    },
    {
      "epoch": 0.06904560148134199,
      "grad_norm": 0.18322241306304932,
      "learning_rate": 0.00019103785732680918,
      "loss": 0.2782,
      "step": 275
    },
    {
      "epoch": 0.0692966763958196,
      "grad_norm": 0.19324322044849396,
      "learning_rate": 0.00019098635075972186,
      "loss": 0.2822,
      "step": 276
    },
    {
      "epoch": 0.06954775131029721,
      "grad_norm": 0.23521851003170013,
      "learning_rate": 0.00019093484419263458,
      "loss": 0.2721,
      "step": 277
    },
    {
      "epoch": 0.06979882622477482,
      "grad_norm": 0.19190946221351624,
      "learning_rate": 0.00019088333762554727,
      "loss": 0.2897,
      "step": 278
    },
    {
      "epoch": 0.07004990113925243,
      "grad_norm": 0.2654484510421753,
      "learning_rate": 0.00019083183105845995,
      "loss": 0.2787,
      "step": 279
    },
    {
      "epoch": 0.07030097605373004,
      "grad_norm": 0.2148013710975647,
      "learning_rate": 0.00019078032449137267,
      "loss": 0.27,
      "step": 280
    },
    {
      "epoch": 0.07055205096820764,
      "grad_norm": 0.2684290111064911,
      "learning_rate": 0.00019072881792428536,
      "loss": 0.3026,
      "step": 281
    },
    {
      "epoch": 0.07080312588268525,
      "grad_norm": 0.19725224375724792,
      "learning_rate": 0.00019067731135719807,
      "loss": 0.2746,
      "step": 282
    },
    {
      "epoch": 0.07105420079716285,
      "grad_norm": 0.1993214637041092,
      "learning_rate": 0.00019062580479011073,
      "loss": 0.2865,
      "step": 283
    },
    {
      "epoch": 0.07130527571164046,
      "grad_norm": 0.19860337674617767,
      "learning_rate": 0.00019057429822302345,
      "loss": 0.2659,
      "step": 284
    },
    {
      "epoch": 0.07155635062611806,
      "grad_norm": 0.19074773788452148,
      "learning_rate": 0.00019052279165593613,
      "loss": 0.2894,
      "step": 285
    },
    {
      "epoch": 0.07180742554059567,
      "grad_norm": 0.9123328924179077,
      "learning_rate": 0.00019047128508884885,
      "loss": 0.2804,
      "step": 286
    },
    {
      "epoch": 0.07205850045507328,
      "grad_norm": 0.305390328168869,
      "learning_rate": 0.00019041977852176154,
      "loss": 0.2622,
      "step": 287
    },
    {
      "epoch": 0.07230957536955089,
      "grad_norm": 0.21005959808826447,
      "learning_rate": 0.00019036827195467423,
      "loss": 0.2912,
      "step": 288
    },
    {
      "epoch": 0.0725606502840285,
      "grad_norm": 0.2883676588535309,
      "learning_rate": 0.00019031676538758694,
      "loss": 0.2539,
      "step": 289
    },
    {
      "epoch": 0.07281172519850611,
      "grad_norm": 0.2085319310426712,
      "learning_rate": 0.00019026525882049963,
      "loss": 0.2756,
      "step": 290
    },
    {
      "epoch": 0.07306280011298372,
      "grad_norm": 0.485095739364624,
      "learning_rate": 0.00019021375225341232,
      "loss": 0.2905,
      "step": 291
    },
    {
      "epoch": 0.07331387502746133,
      "grad_norm": 0.2622918486595154,
      "learning_rate": 0.000190162245686325,
      "loss": 0.2625,
      "step": 292
    },
    {
      "epoch": 0.07356494994193892,
      "grad_norm": 0.30295613408088684,
      "learning_rate": 0.00019011073911923772,
      "loss": 0.2882,
      "step": 293
    },
    {
      "epoch": 0.07381602485641653,
      "grad_norm": 0.4715743362903595,
      "learning_rate": 0.0001900592325521504,
      "loss": 0.2999,
      "step": 294
    },
    {
      "epoch": 0.07406709977089414,
      "grad_norm": 0.4542306959629059,
      "learning_rate": 0.00019000772598506312,
      "loss": 0.2726,
      "step": 295
    },
    {
      "epoch": 0.07431817468537175,
      "grad_norm": 0.21639743447303772,
      "learning_rate": 0.0001899562194179758,
      "loss": 0.291,
      "step": 296
    },
    {
      "epoch": 0.07456924959984935,
      "grad_norm": 0.24567201733589172,
      "learning_rate": 0.0001899047128508885,
      "loss": 0.2613,
      "step": 297
    },
    {
      "epoch": 0.07482032451432696,
      "grad_norm": 0.2324303537607193,
      "learning_rate": 0.00018985320628380118,
      "loss": 0.2522,
      "step": 298
    },
    {
      "epoch": 0.07507139942880457,
      "grad_norm": 0.2728213667869568,
      "learning_rate": 0.0001898016997167139,
      "loss": 0.2883,
      "step": 299
    },
    {
      "epoch": 0.07532247434328218,
      "grad_norm": 0.18993644416332245,
      "learning_rate": 0.0001897501931496266,
      "loss": 0.2639,
      "step": 300
    },
    {
      "epoch": 0.07532247434328218,
      "eval_loss": 3.943708896636963,
      "eval_runtime": 32.537,
      "eval_samples_per_second": 15.367,
      "eval_steps_per_second": 0.123,
      "step": 300
    },
    {
      "epoch": 0.07557354925775979,
      "grad_norm": 0.22307471930980682,
      "learning_rate": 0.00018969868658253927,
      "loss": 0.2772,
      "step": 301
    },
    {
      "epoch": 0.0758246241722374,
      "grad_norm": 0.2084190398454666,
      "learning_rate": 0.000189647180015452,
      "loss": 0.2733,
      "step": 302
    },
    {
      "epoch": 0.07607569908671499,
      "grad_norm": 0.19412751495838165,
      "learning_rate": 0.00018959567344836468,
      "loss": 0.2437,
      "step": 303
    },
    {
      "epoch": 0.0763267740011926,
      "grad_norm": 0.9013620018959045,
      "learning_rate": 0.00018954416688127737,
      "loss": 0.2613,
      "step": 304
    },
    {
      "epoch": 0.07657784891567021,
      "grad_norm": 0.3000188171863556,
      "learning_rate": 0.00018949266031419005,
      "loss": 0.3006,
      "step": 305
    },
    {
      "epoch": 0.07682892383014782,
      "grad_norm": 0.24694298207759857,
      "learning_rate": 0.00018944115374710277,
      "loss": 0.2884,
      "step": 306
    },
    {
      "epoch": 0.07707999874462543,
      "grad_norm": 0.27418678998947144,
      "learning_rate": 0.00018938964718001546,
      "loss": 0.2614,
      "step": 307
    },
    {
      "epoch": 0.07733107365910304,
      "grad_norm": 0.3292207717895508,
      "learning_rate": 0.00018933814061292817,
      "loss": 0.3097,
      "step": 308
    },
    {
      "epoch": 0.07758214857358064,
      "grad_norm": 0.20107190310955048,
      "learning_rate": 0.00018928663404584086,
      "loss": 0.2849,
      "step": 309
    },
    {
      "epoch": 0.07783322348805825,
      "grad_norm": 0.30133378505706787,
      "learning_rate": 0.00018923512747875357,
      "loss": 0.2642,
      "step": 310
    },
    {
      "epoch": 0.07808429840253586,
      "grad_norm": 0.38312268257141113,
      "learning_rate": 0.00018918362091166623,
      "loss": 0.2838,
      "step": 311
    },
    {
      "epoch": 0.07833537331701346,
      "grad_norm": 0.19356286525726318,
      "learning_rate": 0.00018913211434457895,
      "loss": 0.275,
      "step": 312
    },
    {
      "epoch": 0.07858644823149107,
      "grad_norm": 0.20330756902694702,
      "learning_rate": 0.00018908060777749164,
      "loss": 0.2651,
      "step": 313
    },
    {
      "epoch": 0.07883752314596867,
      "grad_norm": 0.23352867364883423,
      "learning_rate": 0.00018902910121040432,
      "loss": 0.2987,
      "step": 314
    },
    {
      "epoch": 0.07908859806044628,
      "grad_norm": 1.1481707096099854,
      "learning_rate": 0.00018897759464331704,
      "loss": 0.2671,
      "step": 315
    },
    {
      "epoch": 0.07933967297492389,
      "grad_norm": 0.3604445159435272,
      "learning_rate": 0.00018892608807622973,
      "loss": 0.2956,
      "step": 316
    },
    {
      "epoch": 0.0795907478894015,
      "grad_norm": 0.2123582363128662,
      "learning_rate": 0.00018887458150914244,
      "loss": 0.2621,
      "step": 317
    },
    {
      "epoch": 0.07984182280387911,
      "grad_norm": 0.2913139760494232,
      "learning_rate": 0.0001888230749420551,
      "loss": 0.2953,
      "step": 318
    },
    {
      "epoch": 0.08009289771835672,
      "grad_norm": 0.23461183905601501,
      "learning_rate": 0.00018877156837496782,
      "loss": 0.2675,
      "step": 319
    },
    {
      "epoch": 0.08034397263283433,
      "grad_norm": 0.3840808570384979,
      "learning_rate": 0.0001887200618078805,
      "loss": 0.2957,
      "step": 320
    },
    {
      "epoch": 0.08059504754731193,
      "grad_norm": 1.0246853828430176,
      "learning_rate": 0.00018866855524079322,
      "loss": 0.2571,
      "step": 321
    },
    {
      "epoch": 0.08084612246178953,
      "grad_norm": 0.23116961121559143,
      "learning_rate": 0.0001886170486737059,
      "loss": 0.2832,
      "step": 322
    },
    {
      "epoch": 0.08109719737626714,
      "grad_norm": 0.4322340190410614,
      "learning_rate": 0.0001885655421066186,
      "loss": 0.2808,
      "step": 323
    },
    {
      "epoch": 0.08134827229074475,
      "grad_norm": 0.2560480535030365,
      "learning_rate": 0.0001885140355395313,
      "loss": 0.2599,
      "step": 324
    },
    {
      "epoch": 0.08159934720522236,
      "grad_norm": 0.19629497826099396,
      "learning_rate": 0.000188462528972444,
      "loss": 0.272,
      "step": 325
    },
    {
      "epoch": 0.08185042211969996,
      "grad_norm": 0.22919540107250214,
      "learning_rate": 0.00018841102240535669,
      "loss": 0.2823,
      "step": 326
    },
    {
      "epoch": 0.08210149703417757,
      "grad_norm": 0.22286801040172577,
      "learning_rate": 0.00018835951583826937,
      "loss": 0.3014,
      "step": 327
    },
    {
      "epoch": 0.08235257194865518,
      "grad_norm": 0.222258523106575,
      "learning_rate": 0.0001883080092711821,
      "loss": 0.2782,
      "step": 328
    },
    {
      "epoch": 0.08260364686313279,
      "grad_norm": 0.20964309573173523,
      "learning_rate": 0.00018825650270409478,
      "loss": 0.2703,
      "step": 329
    },
    {
      "epoch": 0.0828547217776104,
      "grad_norm": 0.19912667572498322,
      "learning_rate": 0.0001882049961370075,
      "loss": 0.2827,
      "step": 330
    },
    {
      "epoch": 0.08310579669208801,
      "grad_norm": 0.2197374403476715,
      "learning_rate": 0.00018815348956992018,
      "loss": 0.2691,
      "step": 331
    },
    {
      "epoch": 0.0833568716065656,
      "grad_norm": 0.25433415174484253,
      "learning_rate": 0.00018810198300283287,
      "loss": 0.2978,
      "step": 332
    },
    {
      "epoch": 0.08360794652104321,
      "grad_norm": 0.35903239250183105,
      "learning_rate": 0.00018805047643574555,
      "loss": 0.2893,
      "step": 333
    },
    {
      "epoch": 0.08385902143552082,
      "grad_norm": 0.46823909878730774,
      "learning_rate": 0.00018799896986865827,
      "loss": 0.3007,
      "step": 334
    },
    {
      "epoch": 0.08411009634999843,
      "grad_norm": 0.6245858073234558,
      "learning_rate": 0.00018794746330157096,
      "loss": 0.2902,
      "step": 335
    },
    {
      "epoch": 0.08436117126447604,
      "grad_norm": 0.19559775292873383,
      "learning_rate": 0.00018789595673448365,
      "loss": 0.2751,
      "step": 336
    },
    {
      "epoch": 0.08461224617895365,
      "grad_norm": 0.2210683822631836,
      "learning_rate": 0.00018784445016739636,
      "loss": 0.276,
      "step": 337
    },
    {
      "epoch": 0.08486332109343125,
      "grad_norm": 0.23559987545013428,
      "learning_rate": 0.00018779294360030905,
      "loss": 0.2844,
      "step": 338
    },
    {
      "epoch": 0.08511439600790886,
      "grad_norm": 0.2659524381160736,
      "learning_rate": 0.00018774143703322174,
      "loss": 0.3035,
      "step": 339
    },
    {
      "epoch": 0.08536547092238647,
      "grad_norm": 0.7315636873245239,
      "learning_rate": 0.00018768993046613442,
      "loss": 0.3012,
      "step": 340
    },
    {
      "epoch": 0.08561654583686408,
      "grad_norm": 0.28032007813453674,
      "learning_rate": 0.00018763842389904714,
      "loss": 0.2676,
      "step": 341
    },
    {
      "epoch": 0.08586762075134168,
      "grad_norm": 0.32018113136291504,
      "learning_rate": 0.00018758691733195983,
      "loss": 0.2763,
      "step": 342
    },
    {
      "epoch": 0.08611869566581928,
      "grad_norm": 0.24048514664173126,
      "learning_rate": 0.00018753541076487254,
      "loss": 0.3089,
      "step": 343
    },
    {
      "epoch": 0.08636977058029689,
      "grad_norm": 0.2261868417263031,
      "learning_rate": 0.00018748390419778523,
      "loss": 0.2723,
      "step": 344
    },
    {
      "epoch": 0.0866208454947745,
      "grad_norm": 0.24085304141044617,
      "learning_rate": 0.00018743239763069794,
      "loss": 0.265,
      "step": 345
    },
    {
      "epoch": 0.08687192040925211,
      "grad_norm": 0.33218592405319214,
      "learning_rate": 0.0001873808910636106,
      "loss": 0.2653,
      "step": 346
    },
    {
      "epoch": 0.08712299532372972,
      "grad_norm": 0.21438221633434296,
      "learning_rate": 0.00018732938449652332,
      "loss": 0.2771,
      "step": 347
    },
    {
      "epoch": 0.08737407023820733,
      "grad_norm": 0.29848676919937134,
      "learning_rate": 0.000187277877929436,
      "loss": 0.2874,
      "step": 348
    },
    {
      "epoch": 0.08762514515268494,
      "grad_norm": 0.26433172821998596,
      "learning_rate": 0.0001872263713623487,
      "loss": 0.2619,
      "step": 349
    },
    {
      "epoch": 0.08787622006716254,
      "grad_norm": 0.27763044834136963,
      "learning_rate": 0.0001871748647952614,
      "loss": 0.2932,
      "step": 350
    },
    {
      "epoch": 0.08812729498164015,
      "grad_norm": 0.29383501410484314,
      "learning_rate": 0.0001871233582281741,
      "loss": 0.2541,
      "step": 351
    },
    {
      "epoch": 0.08837836989611775,
      "grad_norm": 0.4834980070590973,
      "learning_rate": 0.0001870718516610868,
      "loss": 0.2714,
      "step": 352
    },
    {
      "epoch": 0.08862944481059536,
      "grad_norm": 0.22805215418338776,
      "learning_rate": 0.0001870203450939995,
      "loss": 0.283,
      "step": 353
    },
    {
      "epoch": 0.08888051972507297,
      "grad_norm": 0.2623453140258789,
      "learning_rate": 0.0001869688385269122,
      "loss": 0.2924,
      "step": 354
    },
    {
      "epoch": 0.08913159463955057,
      "grad_norm": 0.37400856614112854,
      "learning_rate": 0.00018691733195982488,
      "loss": 0.268,
      "step": 355
    },
    {
      "epoch": 0.08938266955402818,
      "grad_norm": 0.40072277188301086,
      "learning_rate": 0.0001868658253927376,
      "loss": 0.2858,
      "step": 356
    },
    {
      "epoch": 0.08963374446850579,
      "grad_norm": 0.24502317607402802,
      "learning_rate": 0.00018681431882565028,
      "loss": 0.2943,
      "step": 357
    },
    {
      "epoch": 0.0898848193829834,
      "grad_norm": 0.3643200993537903,
      "learning_rate": 0.000186762812258563,
      "loss": 0.2842,
      "step": 358
    },
    {
      "epoch": 0.09013589429746101,
      "grad_norm": 0.29031801223754883,
      "learning_rate": 0.00018671130569147568,
      "loss": 0.2624,
      "step": 359
    },
    {
      "epoch": 0.09038696921193862,
      "grad_norm": 0.24242505431175232,
      "learning_rate": 0.00018665979912438837,
      "loss": 0.2622,
      "step": 360
    },
    {
      "epoch": 0.09063804412641623,
      "grad_norm": 0.9292404055595398,
      "learning_rate": 0.00018660829255730106,
      "loss": 0.2865,
      "step": 361
    },
    {
      "epoch": 0.09088911904089382,
      "grad_norm": 0.2704232633113861,
      "learning_rate": 0.00018655678599021374,
      "loss": 0.2783,
      "step": 362
    },
    {
      "epoch": 0.09114019395537143,
      "grad_norm": 0.21397054195404053,
      "learning_rate": 0.00018650527942312646,
      "loss": 0.2782,
      "step": 363
    },
    {
      "epoch": 0.09139126886984904,
      "grad_norm": 0.24167291820049286,
      "learning_rate": 0.00018645377285603915,
      "loss": 0.2866,
      "step": 364
    },
    {
      "epoch": 0.09164234378432665,
      "grad_norm": 0.6093364357948303,
      "learning_rate": 0.00018640226628895186,
      "loss": 0.2615,
      "step": 365
    },
    {
      "epoch": 0.09189341869880426,
      "grad_norm": 0.29067713022232056,
      "learning_rate": 0.00018635075972186455,
      "loss": 0.2659,
      "step": 366
    },
    {
      "epoch": 0.09214449361328186,
      "grad_norm": 0.7523612380027771,
      "learning_rate": 0.00018629925315477726,
      "loss": 0.2821,
      "step": 367
    },
    {
      "epoch": 0.09239556852775947,
      "grad_norm": 0.40502655506134033,
      "learning_rate": 0.00018624774658768993,
      "loss": 0.2822,
      "step": 368
    },
    {
      "epoch": 0.09264664344223708,
      "grad_norm": 0.2278214991092682,
      "learning_rate": 0.00018619624002060264,
      "loss": 0.2581,
      "step": 369
    },
    {
      "epoch": 0.09289771835671469,
      "grad_norm": 0.2815772294998169,
      "learning_rate": 0.00018614473345351533,
      "loss": 0.2741,
      "step": 370
    },
    {
      "epoch": 0.0931487932711923,
      "grad_norm": 0.25012683868408203,
      "learning_rate": 0.00018609322688642802,
      "loss": 0.2787,
      "step": 371
    },
    {
      "epoch": 0.0933998681856699,
      "grad_norm": 0.21111302077770233,
      "learning_rate": 0.00018604172031934073,
      "loss": 0.2612,
      "step": 372
    },
    {
      "epoch": 0.0936509431001475,
      "grad_norm": 0.2383744716644287,
      "learning_rate": 0.00018599021375225342,
      "loss": 0.2846,
      "step": 373
    },
    {
      "epoch": 0.09390201801462511,
      "grad_norm": 0.2292753905057907,
      "learning_rate": 0.00018593870718516613,
      "loss": 0.299,
      "step": 374
    },
    {
      "epoch": 0.09415309292910272,
      "grad_norm": 0.28517231345176697,
      "learning_rate": 0.0001858872006180788,
      "loss": 0.2611,
      "step": 375
    },
    {
      "epoch": 0.09440416784358033,
      "grad_norm": 0.24732007086277008,
      "learning_rate": 0.0001858356940509915,
      "loss": 0.2883,
      "step": 376
    },
    {
      "epoch": 0.09465524275805794,
      "grad_norm": 0.2780872583389282,
      "learning_rate": 0.0001857841874839042,
      "loss": 0.2812,
      "step": 377
    },
    {
      "epoch": 0.09490631767253555,
      "grad_norm": 0.6629115343093872,
      "learning_rate": 0.0001857326809168169,
      "loss": 0.264,
      "step": 378
    },
    {
      "epoch": 0.09515739258701315,
      "grad_norm": 0.3844013214111328,
      "learning_rate": 0.0001856811743497296,
      "loss": 0.2894,
      "step": 379
    },
    {
      "epoch": 0.09540846750149076,
      "grad_norm": 0.24710968136787415,
      "learning_rate": 0.00018562966778264231,
      "loss": 0.2752,
      "step": 380
    },
    {
      "epoch": 0.09565954241596837,
      "grad_norm": 0.2111048698425293,
      "learning_rate": 0.000185578161215555,
      "loss": 0.2572,
      "step": 381
    },
    {
      "epoch": 0.09591061733044597,
      "grad_norm": 0.3169536292552948,
      "learning_rate": 0.0001855266546484677,
      "loss": 0.2891,
      "step": 382
    },
    {
      "epoch": 0.09616169224492357,
      "grad_norm": 0.21441607177257538,
      "learning_rate": 0.00018547514808138038,
      "loss": 0.2675,
      "step": 383
    },
    {
      "epoch": 0.09641276715940118,
      "grad_norm": 0.2999987006187439,
      "learning_rate": 0.00018542364151429307,
      "loss": 0.2702,
      "step": 384
    },
    {
      "epoch": 0.09666384207387879,
      "grad_norm": 1.1855590343475342,
      "learning_rate": 0.00018537213494720578,
      "loss": 0.2685,
      "step": 385
    },
    {
      "epoch": 0.0969149169883564,
      "grad_norm": 0.3037528693675995,
      "learning_rate": 0.00018532062838011847,
      "loss": 0.2568,
      "step": 386
    },
    {
      "epoch": 0.09716599190283401,
      "grad_norm": 0.2541630268096924,
      "learning_rate": 0.00018526912181303118,
      "loss": 0.2559,
      "step": 387
    },
    {
      "epoch": 0.09741706681731162,
      "grad_norm": 0.2634817361831665,
      "learning_rate": 0.00018521761524594387,
      "loss": 0.2673,
      "step": 388
    },
    {
      "epoch": 0.09766814173178923,
      "grad_norm": 0.24775640666484833,
      "learning_rate": 0.00018516610867885656,
      "loss": 0.2574,
      "step": 389
    },
    {
      "epoch": 0.09791921664626684,
      "grad_norm": 0.6408176422119141,
      "learning_rate": 0.00018511460211176925,
      "loss": 0.2944,
      "step": 390
    },
    {
      "epoch": 0.09817029156074444,
      "grad_norm": 0.2196604311466217,
      "learning_rate": 0.00018506309554468196,
      "loss": 0.2805,
      "step": 391
    },
    {
      "epoch": 0.09842136647522204,
      "grad_norm": 0.4078455865383148,
      "learning_rate": 0.00018501158897759465,
      "loss": 0.2639,
      "step": 392
    },
    {
      "epoch": 0.09867244138969965,
      "grad_norm": 0.5424197316169739,
      "learning_rate": 0.00018496008241050736,
      "loss": 0.278,
      "step": 393
    },
    {
      "epoch": 0.09892351630417726,
      "grad_norm": 0.22523300349712372,
      "learning_rate": 0.00018490857584342005,
      "loss": 0.2549,
      "step": 394
    },
    {
      "epoch": 0.09917459121865486,
      "grad_norm": 0.22792033851146698,
      "learning_rate": 0.00018485706927633274,
      "loss": 0.2696,
      "step": 395
    },
    {
      "epoch": 0.09942566613313247,
      "grad_norm": 0.3553979694843292,
      "learning_rate": 0.00018480556270924543,
      "loss": 0.268,
      "step": 396
    },
    {
      "epoch": 0.09967674104761008,
      "grad_norm": 0.3819313943386078,
      "learning_rate": 0.00018475405614215812,
      "loss": 0.2824,
      "step": 397
    },
    {
      "epoch": 0.09992781596208769,
      "grad_norm": 0.2593170702457428,
      "learning_rate": 0.00018470254957507083,
      "loss": 0.2831,
      "step": 398
    },
    {
      "epoch": 0.1001788908765653,
      "grad_norm": 0.2797750234603882,
      "learning_rate": 0.00018465104300798352,
      "loss": 0.266,
      "step": 399
    },
    {
      "epoch": 0.10042996579104291,
      "grad_norm": 0.3720719516277313,
      "learning_rate": 0.00018459953644089623,
      "loss": 0.2916,
      "step": 400
    },
    {
      "epoch": 0.10042996579104291,
      "eval_loss": 3.924126386642456,
      "eval_runtime": 30.5911,
      "eval_samples_per_second": 16.345,
      "eval_steps_per_second": 0.131,
      "step": 400
    },
    {
      "epoch": 0.10068104070552052,
      "grad_norm": 0.25056466460227966,
      "learning_rate": 0.00018454802987380892,
      "loss": 0.2736,
      "step": 401
    },
    {
      "epoch": 0.10093211561999811,
      "grad_norm": 0.21497218310832977,
      "learning_rate": 0.00018449652330672164,
      "loss": 0.2636,
      "step": 402
    },
    {
      "epoch": 0.10118319053447572,
      "grad_norm": 0.27441927790641785,
      "learning_rate": 0.0001844450167396343,
      "loss": 0.2682,
      "step": 403
    },
    {
      "epoch": 0.10143426544895333,
      "grad_norm": 1.1995211839675903,
      "learning_rate": 0.000184393510172547,
      "loss": 0.2636,
      "step": 404
    },
    {
      "epoch": 0.10168534036343094,
      "grad_norm": 0.25140419602394104,
      "learning_rate": 0.0001843420036054597,
      "loss": 0.2694,
      "step": 405
    },
    {
      "epoch": 0.10193641527790855,
      "grad_norm": 0.30497509241104126,
      "learning_rate": 0.00018429049703837241,
      "loss": 0.2548,
      "step": 406
    },
    {
      "epoch": 0.10218749019238615,
      "grad_norm": 0.26699960231781006,
      "learning_rate": 0.0001842389904712851,
      "loss": 0.295,
      "step": 407
    },
    {
      "epoch": 0.10243856510686376,
      "grad_norm": 0.30339542031288147,
      "learning_rate": 0.0001841874839041978,
      "loss": 0.2862,
      "step": 408
    },
    {
      "epoch": 0.10268964002134137,
      "grad_norm": 0.22737598419189453,
      "learning_rate": 0.0001841359773371105,
      "loss": 0.2845,
      "step": 409
    },
    {
      "epoch": 0.10294071493581898,
      "grad_norm": 0.2698879837989807,
      "learning_rate": 0.00018408447077002317,
      "loss": 0.2465,
      "step": 410
    },
    {
      "epoch": 0.10319178985029659,
      "grad_norm": 0.34209126234054565,
      "learning_rate": 0.00018403296420293588,
      "loss": 0.2788,
      "step": 411
    },
    {
      "epoch": 0.10344286476477418,
      "grad_norm": 0.31371548771858215,
      "learning_rate": 0.00018398145763584857,
      "loss": 0.2943,
      "step": 412
    },
    {
      "epoch": 0.10369393967925179,
      "grad_norm": 0.3335689902305603,
      "learning_rate": 0.00018392995106876128,
      "loss": 0.2813,
      "step": 413
    },
    {
      "epoch": 0.1039450145937294,
      "grad_norm": 0.21374884247779846,
      "learning_rate": 0.00018387844450167397,
      "loss": 0.3002,
      "step": 414
    },
    {
      "epoch": 0.10419608950820701,
      "grad_norm": 0.7541525363922119,
      "learning_rate": 0.00018382693793458669,
      "loss": 0.2596,
      "step": 415
    },
    {
      "epoch": 0.10444716442268462,
      "grad_norm": 0.31306928396224976,
      "learning_rate": 0.00018377543136749937,
      "loss": 0.2626,
      "step": 416
    },
    {
      "epoch": 0.10469823933716223,
      "grad_norm": 0.28609099984169006,
      "learning_rate": 0.00018372392480041206,
      "loss": 0.281,
      "step": 417
    },
    {
      "epoch": 0.10494931425163984,
      "grad_norm": 0.293237566947937,
      "learning_rate": 0.00018367241823332475,
      "loss": 0.3081,
      "step": 418
    },
    {
      "epoch": 0.10520038916611744,
      "grad_norm": 0.4166475236415863,
      "learning_rate": 0.00018362091166623744,
      "loss": 0.2824,
      "step": 419
    },
    {
      "epoch": 0.10545146408059505,
      "grad_norm": 0.7415884137153625,
      "learning_rate": 0.00018356940509915015,
      "loss": 0.2595,
      "step": 420
    },
    {
      "epoch": 0.10570253899507265,
      "grad_norm": 14.98197078704834,
      "learning_rate": 0.00018351789853206284,
      "loss": 0.2831,
      "step": 421
    },
    {
      "epoch": 0.10595361390955026,
      "grad_norm": 0.3395601809024811,
      "learning_rate": 0.00018346639196497555,
      "loss": 0.2633,
      "step": 422
    },
    {
      "epoch": 0.10620468882402787,
      "grad_norm": 0.31818893551826477,
      "learning_rate": 0.00018341488539788824,
      "loss": 0.252,
      "step": 423
    },
    {
      "epoch": 0.10645576373850547,
      "grad_norm": 0.4501456916332245,
      "learning_rate": 0.00018336337883080093,
      "loss": 0.2892,
      "step": 424
    },
    {
      "epoch": 0.10670683865298308,
      "grad_norm": 0.2856317460536957,
      "learning_rate": 0.00018331187226371362,
      "loss": 0.2731,
      "step": 425
    },
    {
      "epoch": 0.10695791356746069,
      "grad_norm": 0.34491515159606934,
      "learning_rate": 0.00018326036569662633,
      "loss": 0.2797,
      "step": 426
    },
    {
      "epoch": 0.1072089884819383,
      "grad_norm": 0.34919673204421997,
      "learning_rate": 0.00018320885912953902,
      "loss": 0.2644,
      "step": 427
    },
    {
      "epoch": 0.10746006339641591,
      "grad_norm": 0.6154933571815491,
      "learning_rate": 0.00018315735256245173,
      "loss": 0.28,
      "step": 428
    },
    {
      "epoch": 0.10771113831089352,
      "grad_norm": 0.2503497302532196,
      "learning_rate": 0.00018310584599536442,
      "loss": 0.2533,
      "step": 429
    },
    {
      "epoch": 0.10796221322537113,
      "grad_norm": 0.24026750028133392,
      "learning_rate": 0.0001830543394282771,
      "loss": 0.2762,
      "step": 430
    },
    {
      "epoch": 0.10821328813984872,
      "grad_norm": 0.2221687138080597,
      "learning_rate": 0.00018300283286118983,
      "loss": 0.2626,
      "step": 431
    },
    {
      "epoch": 0.10846436305432633,
      "grad_norm": 0.25967392325401306,
      "learning_rate": 0.00018295132629410249,
      "loss": 0.2761,
      "step": 432
    },
    {
      "epoch": 0.10871543796880394,
      "grad_norm": 0.2137572467327118,
      "learning_rate": 0.0001828998197270152,
      "loss": 0.269,
      "step": 433
    },
    {
      "epoch": 0.10896651288328155,
      "grad_norm": 0.2385975569486618,
      "learning_rate": 0.0001828483131599279,
      "loss": 0.2747,
      "step": 434
    },
    {
      "epoch": 0.10921758779775916,
      "grad_norm": 0.35110989212989807,
      "learning_rate": 0.0001827968065928406,
      "loss": 0.266,
      "step": 435
    },
    {
      "epoch": 0.10946866271223676,
      "grad_norm": 0.298869788646698,
      "learning_rate": 0.0001827453000257533,
      "loss": 0.2516,
      "step": 436
    },
    {
      "epoch": 0.10971973762671437,
      "grad_norm": 0.21919554471969604,
      "learning_rate": 0.000182693793458666,
      "loss": 0.273,
      "step": 437
    },
    {
      "epoch": 0.10997081254119198,
      "grad_norm": 0.2537775933742523,
      "learning_rate": 0.0001826422868915787,
      "loss": 0.2506,
      "step": 438
    },
    {
      "epoch": 0.11022188745566959,
      "grad_norm": 0.20957060158252716,
      "learning_rate": 0.00018259078032449138,
      "loss": 0.2629,
      "step": 439
    },
    {
      "epoch": 0.1104729623701472,
      "grad_norm": 0.3167625367641449,
      "learning_rate": 0.00018253927375740407,
      "loss": 0.2744,
      "step": 440
    },
    {
      "epoch": 0.1107240372846248,
      "grad_norm": 0.22628940641880035,
      "learning_rate": 0.00018248776719031678,
      "loss": 0.2632,
      "step": 441
    },
    {
      "epoch": 0.1109751121991024,
      "grad_norm": 0.29883360862731934,
      "learning_rate": 0.00018243626062322947,
      "loss": 0.2825,
      "step": 442
    },
    {
      "epoch": 0.11122618711358001,
      "grad_norm": 0.2076272964477539,
      "learning_rate": 0.00018238475405614216,
      "loss": 0.2825,
      "step": 443
    },
    {
      "epoch": 0.11147726202805762,
      "grad_norm": 0.3030564785003662,
      "learning_rate": 0.00018233324748905488,
      "loss": 0.2806,
      "step": 444
    },
    {
      "epoch": 0.11172833694253523,
      "grad_norm": 0.2618059813976288,
      "learning_rate": 0.00018228174092196756,
      "loss": 0.2779,
      "step": 445
    },
    {
      "epoch": 0.11197941185701284,
      "grad_norm": 0.24169610440731049,
      "learning_rate": 0.00018223023435488025,
      "loss": 0.2697,
      "step": 446
    },
    {
      "epoch": 0.11223048677149045,
      "grad_norm": 0.21195562183856964,
      "learning_rate": 0.00018217872778779294,
      "loss": 0.2883,
      "step": 447
    },
    {
      "epoch": 0.11248156168596805,
      "grad_norm": 0.2092878669500351,
      "learning_rate": 0.00018212722122070565,
      "loss": 0.2687,
      "step": 448
    },
    {
      "epoch": 0.11273263660044566,
      "grad_norm": 0.2578381896018982,
      "learning_rate": 0.00018207571465361834,
      "loss": 0.232,
      "step": 449
    },
    {
      "epoch": 0.11298371151492327,
      "grad_norm": 0.20883901417255402,
      "learning_rate": 0.00018202420808653106,
      "loss": 0.2652,
      "step": 450
    },
    {
      "epoch": 0.11323478642940087,
      "grad_norm": 0.18039961159229279,
      "learning_rate": 0.00018197270151944374,
      "loss": 0.2614,
      "step": 451
    },
    {
      "epoch": 0.11348586134387847,
      "grad_norm": 0.38339415192604065,
      "learning_rate": 0.00018192119495235643,
      "loss": 0.2502,
      "step": 452
    },
    {
      "epoch": 0.11373693625835608,
      "grad_norm": 0.2979542315006256,
      "learning_rate": 0.00018186968838526912,
      "loss": 0.2904,
      "step": 453
    },
    {
      "epoch": 0.11398801117283369,
      "grad_norm": 0.2881079316139221,
      "learning_rate": 0.00018181818181818183,
      "loss": 0.2849,
      "step": 454
    },
    {
      "epoch": 0.1142390860873113,
      "grad_norm": 0.1916971653699875,
      "learning_rate": 0.00018176667525109452,
      "loss": 0.2529,
      "step": 455
    },
    {
      "epoch": 0.11449016100178891,
      "grad_norm": 0.1925954818725586,
      "learning_rate": 0.0001817151686840072,
      "loss": 0.2538,
      "step": 456
    },
    {
      "epoch": 0.11474123591626652,
      "grad_norm": 0.18987369537353516,
      "learning_rate": 0.00018166366211691992,
      "loss": 0.2713,
      "step": 457
    },
    {
      "epoch": 0.11499231083074413,
      "grad_norm": 0.2560138702392578,
      "learning_rate": 0.0001816121555498326,
      "loss": 0.2809,
      "step": 458
    },
    {
      "epoch": 0.11524338574522174,
      "grad_norm": 0.19326066970825195,
      "learning_rate": 0.00018156064898274533,
      "loss": 0.2706,
      "step": 459
    },
    {
      "epoch": 0.11549446065969934,
      "grad_norm": 0.25543487071990967,
      "learning_rate": 0.000181509142415658,
      "loss": 0.2938,
      "step": 460
    },
    {
      "epoch": 0.11574553557417694,
      "grad_norm": 0.18205557763576508,
      "learning_rate": 0.0001814576358485707,
      "loss": 0.2613,
      "step": 461
    },
    {
      "epoch": 0.11599661048865455,
      "grad_norm": 0.4642152786254883,
      "learning_rate": 0.0001814061292814834,
      "loss": 0.2773,
      "step": 462
    },
    {
      "epoch": 0.11624768540313216,
      "grad_norm": 0.1832776665687561,
      "learning_rate": 0.0001813546227143961,
      "loss": 0.2581,
      "step": 463
    },
    {
      "epoch": 0.11649876031760976,
      "grad_norm": 0.5951944589614868,
      "learning_rate": 0.0001813031161473088,
      "loss": 0.2483,
      "step": 464
    },
    {
      "epoch": 0.11674983523208737,
      "grad_norm": 0.3193897604942322,
      "learning_rate": 0.00018125160958022148,
      "loss": 0.2507,
      "step": 465
    },
    {
      "epoch": 0.11700091014656498,
      "grad_norm": 0.18509772419929504,
      "learning_rate": 0.0001812001030131342,
      "loss": 0.2747,
      "step": 466
    },
    {
      "epoch": 0.11725198506104259,
      "grad_norm": 2.3726894855499268,
      "learning_rate": 0.00018114859644604686,
      "loss": 0.2767,
      "step": 467
    },
    {
      "epoch": 0.1175030599755202,
      "grad_norm": 0.22496835887432098,
      "learning_rate": 0.00018109708987895957,
      "loss": 0.2311,
      "step": 468
    },
    {
      "epoch": 0.11775413488999781,
      "grad_norm": 0.22674831748008728,
      "learning_rate": 0.00018104558331187226,
      "loss": 0.2744,
      "step": 469
    },
    {
      "epoch": 0.11800520980447542,
      "grad_norm": 0.23185548186302185,
      "learning_rate": 0.00018099407674478497,
      "loss": 0.2711,
      "step": 470
    },
    {
      "epoch": 0.11825628471895301,
      "grad_norm": 0.24441862106323242,
      "learning_rate": 0.00018094257017769766,
      "loss": 0.2487,
      "step": 471
    },
    {
      "epoch": 0.11850735963343062,
      "grad_norm": 0.27398034930229187,
      "learning_rate": 0.00018089106361061038,
      "loss": 0.295,
      "step": 472
    },
    {
      "epoch": 0.11875843454790823,
      "grad_norm": 0.1948254257440567,
      "learning_rate": 0.00018083955704352306,
      "loss": 0.2847,
      "step": 473
    },
    {
      "epoch": 0.11900950946238584,
      "grad_norm": 1.2339227199554443,
      "learning_rate": 0.00018078805047643575,
      "loss": 0.2356,
      "step": 474
    },
    {
      "epoch": 0.11926058437686345,
      "grad_norm": 0.2567105293273926,
      "learning_rate": 0.00018073654390934844,
      "loss": 0.2617,
      "step": 475
    },
    {
      "epoch": 0.11951165929134105,
      "grad_norm": 0.22421367466449738,
      "learning_rate": 0.00018068503734226116,
      "loss": 0.2512,
      "step": 476
    },
    {
      "epoch": 0.11976273420581866,
      "grad_norm": 0.7471813559532166,
      "learning_rate": 0.00018063353077517384,
      "loss": 0.2674,
      "step": 477
    },
    {
      "epoch": 0.12001380912029627,
      "grad_norm": 0.21418054401874542,
      "learning_rate": 0.00018058202420808653,
      "loss": 0.2448,
      "step": 478
    },
    {
      "epoch": 0.12026488403477388,
      "grad_norm": 0.2068222612142563,
      "learning_rate": 0.00018053051764099925,
      "loss": 0.2644,
      "step": 479
    },
    {
      "epoch": 0.12051595894925149,
      "grad_norm": 0.8192510604858398,
      "learning_rate": 0.00018047901107391193,
      "loss": 0.2758,
      "step": 480
    },
    {
      "epoch": 0.12076703386372908,
      "grad_norm": 0.6064956188201904,
      "learning_rate": 0.00018042750450682462,
      "loss": 0.2863,
      "step": 481
    },
    {
      "epoch": 0.12101810877820669,
      "grad_norm": 0.6501034498214722,
      "learning_rate": 0.0001803759979397373,
      "loss": 0.2418,
      "step": 482
    },
    {
      "epoch": 0.1212691836926843,
      "grad_norm": 0.25944408774375916,
      "learning_rate": 0.00018032449137265002,
      "loss": 0.269,
      "step": 483
    },
    {
      "epoch": 0.12152025860716191,
      "grad_norm": 0.26514872908592224,
      "learning_rate": 0.0001802729848055627,
      "loss": 0.25,
      "step": 484
    },
    {
      "epoch": 0.12177133352163952,
      "grad_norm": 0.3208972215652466,
      "learning_rate": 0.00018022147823847543,
      "loss": 0.2664,
      "step": 485
    },
    {
      "epoch": 0.12202240843611713,
      "grad_norm": 0.23075683414936066,
      "learning_rate": 0.00018016997167138811,
      "loss": 0.2755,
      "step": 486
    },
    {
      "epoch": 0.12227348335059474,
      "grad_norm": 0.2450999915599823,
      "learning_rate": 0.0001801184651043008,
      "loss": 0.2572,
      "step": 487
    },
    {
      "epoch": 0.12252455826507234,
      "grad_norm": 0.20211531221866608,
      "learning_rate": 0.0001800669585372135,
      "loss": 0.2577,
      "step": 488
    },
    {
      "epoch": 0.12277563317954995,
      "grad_norm": 0.2136157602071762,
      "learning_rate": 0.0001800154519701262,
      "loss": 0.2865,
      "step": 489
    },
    {
      "epoch": 0.12302670809402756,
      "grad_norm": 0.5854591131210327,
      "learning_rate": 0.0001799639454030389,
      "loss": 0.2406,
      "step": 490
    },
    {
      "epoch": 0.12327778300850516,
      "grad_norm": 0.22643844783306122,
      "learning_rate": 0.00017991243883595158,
      "loss": 0.2775,
      "step": 491
    },
    {
      "epoch": 0.12352885792298277,
      "grad_norm": 0.2008771002292633,
      "learning_rate": 0.0001798609322688643,
      "loss": 0.3149,
      "step": 492
    },
    {
      "epoch": 0.12377993283746037,
      "grad_norm": 0.22337709367275238,
      "learning_rate": 0.00017980942570177698,
      "loss": 0.2869,
      "step": 493
    },
    {
      "epoch": 0.12403100775193798,
      "grad_norm": 0.6283649802207947,
      "learning_rate": 0.0001797579191346897,
      "loss": 0.2696,
      "step": 494
    },
    {
      "epoch": 0.12428208266641559,
      "grad_norm": 0.6044244170188904,
      "learning_rate": 0.00017970641256760236,
      "loss": 0.2419,
      "step": 495
    },
    {
      "epoch": 0.1245331575808932,
      "grad_norm": 0.6451544761657715,
      "learning_rate": 0.00017965490600051507,
      "loss": 0.2679,
      "step": 496
    },
    {
      "epoch": 0.12478423249537081,
      "grad_norm": 0.20638908445835114,
      "learning_rate": 0.00017960339943342776,
      "loss": 0.2215,
      "step": 497
    },
    {
      "epoch": 0.12503530740984842,
      "grad_norm": 0.20172657072544098,
      "learning_rate": 0.00017955189286634048,
      "loss": 0.2701,
      "step": 498
    },
    {
      "epoch": 0.125286382324326,
      "grad_norm": 0.2491534948348999,
      "learning_rate": 0.00017950038629925316,
      "loss": 0.2652,
      "step": 499
    },
    {
      "epoch": 0.12553745723880363,
      "grad_norm": 0.6283339262008667,
      "learning_rate": 0.00017944887973216585,
      "loss": 0.2704,
      "step": 500
    },
    {
      "epoch": 0.12553745723880363,
      "eval_loss": 3.799595355987549,
      "eval_runtime": 34.3404,
      "eval_samples_per_second": 14.56,
      "eval_steps_per_second": 0.116,
      "step": 500
    },
    {
      "epoch": 0.12578853215328123,
      "grad_norm": 0.1916600465774536,
      "learning_rate": 0.00017939737316507857,
      "loss": 0.2734,
      "step": 501
    },
    {
      "epoch": 0.12603960706775885,
      "grad_norm": 0.19182294607162476,
      "learning_rate": 0.00017934586659799125,
      "loss": 0.2834,
      "step": 502
    },
    {
      "epoch": 0.12629068198223645,
      "grad_norm": 0.21147499978542328,
      "learning_rate": 0.00017929436003090394,
      "loss": 0.2612,
      "step": 503
    },
    {
      "epoch": 0.12654175689671407,
      "grad_norm": 0.31367379426956177,
      "learning_rate": 0.00017924285346381663,
      "loss": 0.2894,
      "step": 504
    },
    {
      "epoch": 0.12679283181119166,
      "grad_norm": 0.2725232243537903,
      "learning_rate": 0.00017919134689672935,
      "loss": 0.2446,
      "step": 505
    },
    {
      "epoch": 0.12704390672566926,
      "grad_norm": 0.2313302755355835,
      "learning_rate": 0.00017913984032964203,
      "loss": 0.2533,
      "step": 506
    },
    {
      "epoch": 0.12729498164014688,
      "grad_norm": 0.2284596711397171,
      "learning_rate": 0.00017908833376255475,
      "loss": 0.2647,
      "step": 507
    },
    {
      "epoch": 0.12754605655462448,
      "grad_norm": 0.28684869408607483,
      "learning_rate": 0.00017903682719546744,
      "loss": 0.2664,
      "step": 508
    },
    {
      "epoch": 0.1277971314691021,
      "grad_norm": 4.5181379318237305,
      "learning_rate": 0.00017898532062838015,
      "loss": 0.264,
      "step": 509
    },
    {
      "epoch": 0.1280482063835797,
      "grad_norm": 0.22389845550060272,
      "learning_rate": 0.0001789338140612928,
      "loss": 0.2644,
      "step": 510
    },
    {
      "epoch": 0.12829928129805732,
      "grad_norm": 0.21994607150554657,
      "learning_rate": 0.00017888230749420553,
      "loss": 0.2453,
      "step": 511
    },
    {
      "epoch": 0.1285503562125349,
      "grad_norm": 0.24630820751190186,
      "learning_rate": 0.00017883080092711821,
      "loss": 0.2798,
      "step": 512
    },
    {
      "epoch": 0.12880143112701253,
      "grad_norm": 0.21555814146995544,
      "learning_rate": 0.0001787792943600309,
      "loss": 0.2704,
      "step": 513
    },
    {
      "epoch": 0.12905250604149013,
      "grad_norm": 0.17599329352378845,
      "learning_rate": 0.00017872778779294362,
      "loss": 0.254,
      "step": 514
    },
    {
      "epoch": 0.12930358095596775,
      "grad_norm": 0.6591992378234863,
      "learning_rate": 0.0001786762812258563,
      "loss": 0.2613,
      "step": 515
    },
    {
      "epoch": 0.12955465587044535,
      "grad_norm": 0.2478628009557724,
      "learning_rate": 0.00017862477465876902,
      "loss": 0.2698,
      "step": 516
    },
    {
      "epoch": 0.12980573078492294,
      "grad_norm": 0.20012888312339783,
      "learning_rate": 0.00017857326809168168,
      "loss": 0.287,
      "step": 517
    },
    {
      "epoch": 0.13005680569940056,
      "grad_norm": 0.1896204799413681,
      "learning_rate": 0.0001785217615245944,
      "loss": 0.2698,
      "step": 518
    },
    {
      "epoch": 0.13030788061387816,
      "grad_norm": 0.22187267243862152,
      "learning_rate": 0.00017847025495750708,
      "loss": 0.2953,
      "step": 519
    },
    {
      "epoch": 0.13055895552835578,
      "grad_norm": 1.0287543535232544,
      "learning_rate": 0.0001784187483904198,
      "loss": 0.2825,
      "step": 520
    },
    {
      "epoch": 0.13081003044283337,
      "grad_norm": 0.2706117630004883,
      "learning_rate": 0.00017836724182333249,
      "loss": 0.2858,
      "step": 521
    },
    {
      "epoch": 0.131061105357311,
      "grad_norm": 0.2501504421234131,
      "learning_rate": 0.0001783157352562452,
      "loss": 0.2752,
      "step": 522
    },
    {
      "epoch": 0.1313121802717886,
      "grad_norm": 0.21661776304244995,
      "learning_rate": 0.0001782642286891579,
      "loss": 0.2425,
      "step": 523
    },
    {
      "epoch": 0.13156325518626621,
      "grad_norm": 0.3556307256221771,
      "learning_rate": 0.00017821272212207058,
      "loss": 0.2692,
      "step": 524
    },
    {
      "epoch": 0.1318143301007438,
      "grad_norm": 0.27630922198295593,
      "learning_rate": 0.00017816121555498326,
      "loss": 0.2588,
      "step": 525
    },
    {
      "epoch": 0.1320654050152214,
      "grad_norm": 0.29334717988967896,
      "learning_rate": 0.00017810970898789595,
      "loss": 0.2777,
      "step": 526
    },
    {
      "epoch": 0.13231647992969903,
      "grad_norm": 0.2098347246646881,
      "learning_rate": 0.00017805820242080867,
      "loss": 0.2766,
      "step": 527
    },
    {
      "epoch": 0.13256755484417662,
      "grad_norm": 0.28261181712150574,
      "learning_rate": 0.00017800669585372135,
      "loss": 0.2552,
      "step": 528
    },
    {
      "epoch": 0.13281862975865424,
      "grad_norm": 0.2190394550561905,
      "learning_rate": 0.00017795518928663407,
      "loss": 0.2548,
      "step": 529
    },
    {
      "epoch": 0.13306970467313184,
      "grad_norm": 0.3359278440475464,
      "learning_rate": 0.00017790368271954676,
      "loss": 0.285,
      "step": 530
    },
    {
      "epoch": 0.13332077958760946,
      "grad_norm": 0.25724250078201294,
      "learning_rate": 0.00017785217615245944,
      "loss": 0.2774,
      "step": 531
    },
    {
      "epoch": 0.13357185450208706,
      "grad_norm": 0.5391651391983032,
      "learning_rate": 0.00017780066958537213,
      "loss": 0.2599,
      "step": 532
    },
    {
      "epoch": 0.13382292941656468,
      "grad_norm": 0.24183246493339539,
      "learning_rate": 0.00017774916301828485,
      "loss": 0.2615,
      "step": 533
    },
    {
      "epoch": 0.13407400433104227,
      "grad_norm": 0.648475706577301,
      "learning_rate": 0.00017769765645119753,
      "loss": 0.2781,
      "step": 534
    },
    {
      "epoch": 0.13432507924551987,
      "grad_norm": 0.21004319190979004,
      "learning_rate": 0.00017764614988411022,
      "loss": 0.27,
      "step": 535
    },
    {
      "epoch": 0.1345761541599975,
      "grad_norm": 0.24872320890426636,
      "learning_rate": 0.00017759464331702294,
      "loss": 0.2487,
      "step": 536
    },
    {
      "epoch": 0.13482722907447509,
      "grad_norm": 0.283566951751709,
      "learning_rate": 0.00017754313674993563,
      "loss": 0.2512,
      "step": 537
    },
    {
      "epoch": 0.1350783039889527,
      "grad_norm": 0.19401851296424866,
      "learning_rate": 0.0001774916301828483,
      "loss": 0.2558,
      "step": 538
    },
    {
      "epoch": 0.1353293789034303,
      "grad_norm": 0.2002497762441635,
      "learning_rate": 0.000177440123615761,
      "loss": 0.255,
      "step": 539
    },
    {
      "epoch": 0.13558045381790793,
      "grad_norm": 0.33304333686828613,
      "learning_rate": 0.00017738861704867372,
      "loss": 0.2541,
      "step": 540
    },
    {
      "epoch": 0.13583152873238552,
      "grad_norm": 0.40168797969818115,
      "learning_rate": 0.0001773371104815864,
      "loss": 0.2777,
      "step": 541
    },
    {
      "epoch": 0.13608260364686314,
      "grad_norm": 0.22755810618400574,
      "learning_rate": 0.00017728560391449912,
      "loss": 0.2645,
      "step": 542
    },
    {
      "epoch": 0.13633367856134074,
      "grad_norm": 0.49467936158180237,
      "learning_rate": 0.0001772340973474118,
      "loss": 0.2653,
      "step": 543
    },
    {
      "epoch": 0.13658475347581836,
      "grad_norm": 0.3177557587623596,
      "learning_rate": 0.00017718259078032452,
      "loss": 0.2771,
      "step": 544
    },
    {
      "epoch": 0.13683582839029595,
      "grad_norm": 0.2329556941986084,
      "learning_rate": 0.00017713108421323718,
      "loss": 0.2745,
      "step": 545
    },
    {
      "epoch": 0.13708690330477355,
      "grad_norm": 0.1984003633260727,
      "learning_rate": 0.0001770795776461499,
      "loss": 0.2772,
      "step": 546
    },
    {
      "epoch": 0.13733797821925117,
      "grad_norm": 0.28696614503860474,
      "learning_rate": 0.00017702807107906258,
      "loss": 0.2727,
      "step": 547
    },
    {
      "epoch": 0.13758905313372877,
      "grad_norm": 0.28799009323120117,
      "learning_rate": 0.00017697656451197527,
      "loss": 0.2711,
      "step": 548
    },
    {
      "epoch": 0.1378401280482064,
      "grad_norm": 0.7521542310714722,
      "learning_rate": 0.000176925057944888,
      "loss": 0.2674,
      "step": 549
    },
    {
      "epoch": 0.13809120296268398,
      "grad_norm": 0.31152772903442383,
      "learning_rate": 0.00017687355137780068,
      "loss": 0.2466,
      "step": 550
    },
    {
      "epoch": 0.1383422778771616,
      "grad_norm": 0.22256144881248474,
      "learning_rate": 0.0001768220448107134,
      "loss": 0.2595,
      "step": 551
    },
    {
      "epoch": 0.1385933527916392,
      "grad_norm": 0.19496183097362518,
      "learning_rate": 0.00017677053824362605,
      "loss": 0.2923,
      "step": 552
    },
    {
      "epoch": 0.13884442770611682,
      "grad_norm": 1.3680425882339478,
      "learning_rate": 0.00017671903167653877,
      "loss": 0.2604,
      "step": 553
    },
    {
      "epoch": 0.13909550262059442,
      "grad_norm": 0.2658873200416565,
      "learning_rate": 0.00017666752510945145,
      "loss": 0.2398,
      "step": 554
    },
    {
      "epoch": 0.139346577535072,
      "grad_norm": 0.2116532325744629,
      "learning_rate": 0.00017661601854236417,
      "loss": 0.2408,
      "step": 555
    },
    {
      "epoch": 0.13959765244954964,
      "grad_norm": 1.3904435634613037,
      "learning_rate": 0.00017656451197527686,
      "loss": 0.2425,
      "step": 556
    },
    {
      "epoch": 0.13984872736402723,
      "grad_norm": 0.3007347881793976,
      "learning_rate": 0.00017651300540818957,
      "loss": 0.261,
      "step": 557
    },
    {
      "epoch": 0.14009980227850485,
      "grad_norm": 0.2708352506160736,
      "learning_rate": 0.00017646149884110226,
      "loss": 0.2466,
      "step": 558
    },
    {
      "epoch": 0.14035087719298245,
      "grad_norm": 1.8674134016036987,
      "learning_rate": 0.00017640999227401495,
      "loss": 0.2573,
      "step": 559
    },
    {
      "epoch": 0.14060195210746007,
      "grad_norm": 0.3933998644351959,
      "learning_rate": 0.00017635848570692763,
      "loss": 0.2541,
      "step": 560
    },
    {
      "epoch": 0.14085302702193767,
      "grad_norm": 0.22600233554840088,
      "learning_rate": 0.00017630697913984032,
      "loss": 0.2408,
      "step": 561
    },
    {
      "epoch": 0.1411041019364153,
      "grad_norm": 0.42658206820487976,
      "learning_rate": 0.00017625547257275304,
      "loss": 0.2483,
      "step": 562
    },
    {
      "epoch": 0.14135517685089288,
      "grad_norm": 0.19478556513786316,
      "learning_rate": 0.00017620396600566572,
      "loss": 0.2645,
      "step": 563
    },
    {
      "epoch": 0.1416062517653705,
      "grad_norm": 1.807197093963623,
      "learning_rate": 0.00017615245943857844,
      "loss": 0.2399,
      "step": 564
    },
    {
      "epoch": 0.1418573266798481,
      "grad_norm": 0.37112191319465637,
      "learning_rate": 0.00017610095287149113,
      "loss": 0.255,
      "step": 565
    },
    {
      "epoch": 0.1421084015943257,
      "grad_norm": 0.23846548795700073,
      "learning_rate": 0.00017604944630440382,
      "loss": 0.2654,
      "step": 566
    },
    {
      "epoch": 0.14235947650880332,
      "grad_norm": 0.22617165744304657,
      "learning_rate": 0.0001759979397373165,
      "loss": 0.2747,
      "step": 567
    },
    {
      "epoch": 0.1426105514232809,
      "grad_norm": 0.2483813613653183,
      "learning_rate": 0.00017594643317022922,
      "loss": 0.2613,
      "step": 568
    },
    {
      "epoch": 0.14286162633775853,
      "grad_norm": 0.257612019777298,
      "learning_rate": 0.0001758949266031419,
      "loss": 0.2791,
      "step": 569
    },
    {
      "epoch": 0.14311270125223613,
      "grad_norm": 0.21621152758598328,
      "learning_rate": 0.0001758434200360546,
      "loss": 0.2492,
      "step": 570
    },
    {
      "epoch": 0.14336377616671375,
      "grad_norm": 0.27824199199676514,
      "learning_rate": 0.0001757919134689673,
      "loss": 0.2771,
      "step": 571
    },
    {
      "epoch": 0.14361485108119135,
      "grad_norm": 0.5226958990097046,
      "learning_rate": 0.00017574040690188,
      "loss": 0.2968,
      "step": 572
    },
    {
      "epoch": 0.14386592599566897,
      "grad_norm": 0.4935683608055115,
      "learning_rate": 0.0001756889003347927,
      "loss": 0.2819,
      "step": 573
    },
    {
      "epoch": 0.14411700091014656,
      "grad_norm": 0.2789503037929535,
      "learning_rate": 0.00017563739376770537,
      "loss": 0.2669,
      "step": 574
    },
    {
      "epoch": 0.14436807582462416,
      "grad_norm": 0.21426282823085785,
      "learning_rate": 0.0001755858872006181,
      "loss": 0.2572,
      "step": 575
    },
    {
      "epoch": 0.14461915073910178,
      "grad_norm": 1.2012766599655151,
      "learning_rate": 0.00017553438063353077,
      "loss": 0.2783,
      "step": 576
    },
    {
      "epoch": 0.14487022565357938,
      "grad_norm": 0.3016619384288788,
      "learning_rate": 0.0001754828740664435,
      "loss": 0.2465,
      "step": 577
    },
    {
      "epoch": 0.145121300568057,
      "grad_norm": 0.849173903465271,
      "learning_rate": 0.00017543136749935618,
      "loss": 0.2668,
      "step": 578
    },
    {
      "epoch": 0.1453723754825346,
      "grad_norm": 0.30798113346099854,
      "learning_rate": 0.0001753798609322689,
      "loss": 0.2666,
      "step": 579
    },
    {
      "epoch": 0.14562345039701222,
      "grad_norm": 0.3600262701511383,
      "learning_rate": 0.00017532835436518158,
      "loss": 0.2701,
      "step": 580
    },
    {
      "epoch": 0.1458745253114898,
      "grad_norm": 0.27589401602745056,
      "learning_rate": 0.00017527684779809427,
      "loss": 0.2991,
      "step": 581
    },
    {
      "epoch": 0.14612560022596743,
      "grad_norm": 0.28537917137145996,
      "learning_rate": 0.00017522534123100696,
      "loss": 0.2783,
      "step": 582
    },
    {
      "epoch": 0.14637667514044503,
      "grad_norm": 0.21811124682426453,
      "learning_rate": 0.00017517383466391964,
      "loss": 0.2627,
      "step": 583
    },
    {
      "epoch": 0.14662775005492265,
      "grad_norm": 0.2463383972644806,
      "learning_rate": 0.00017512232809683236,
      "loss": 0.2834,
      "step": 584
    },
    {
      "epoch": 0.14687882496940025,
      "grad_norm": 0.3870554566383362,
      "learning_rate": 0.00017507082152974505,
      "loss": 0.2567,
      "step": 585
    },
    {
      "epoch": 0.14712989988387784,
      "grad_norm": 0.3426648676395416,
      "learning_rate": 0.00017501931496265776,
      "loss": 0.2573,
      "step": 586
    },
    {
      "epoch": 0.14738097479835546,
      "grad_norm": 0.20045696198940277,
      "learning_rate": 0.00017496780839557045,
      "loss": 0.2508,
      "step": 587
    },
    {
      "epoch": 0.14763204971283306,
      "grad_norm": 0.27739524841308594,
      "learning_rate": 0.00017491630182848314,
      "loss": 0.2912,
      "step": 588
    },
    {
      "epoch": 0.14788312462731068,
      "grad_norm": 0.5490822792053223,
      "learning_rate": 0.00017486479526139582,
      "loss": 0.2619,
      "step": 589
    },
    {
      "epoch": 0.14813419954178828,
      "grad_norm": 1.2127755880355835,
      "learning_rate": 0.00017481328869430854,
      "loss": 0.2339,
      "step": 590
    },
    {
      "epoch": 0.1483852744562659,
      "grad_norm": 0.4826599955558777,
      "learning_rate": 0.00017476178212722123,
      "loss": 0.256,
      "step": 591
    },
    {
      "epoch": 0.1486363493707435,
      "grad_norm": 0.37951305508613586,
      "learning_rate": 0.00017471027556013394,
      "loss": 0.2565,
      "step": 592
    },
    {
      "epoch": 0.14888742428522111,
      "grad_norm": 0.28549623489379883,
      "learning_rate": 0.00017465876899304663,
      "loss": 0.2714,
      "step": 593
    },
    {
      "epoch": 0.1491384991996987,
      "grad_norm": 0.3152622878551483,
      "learning_rate": 0.00017460726242595932,
      "loss": 0.2983,
      "step": 594
    },
    {
      "epoch": 0.1493895741141763,
      "grad_norm": 0.21909619867801666,
      "learning_rate": 0.000174555755858872,
      "loss": 0.245,
      "step": 595
    },
    {
      "epoch": 0.14964064902865393,
      "grad_norm": 0.2207186222076416,
      "learning_rate": 0.0001745042492917847,
      "loss": 0.257,
      "step": 596
    },
    {
      "epoch": 0.14989172394313152,
      "grad_norm": 0.21645434200763702,
      "learning_rate": 0.0001744527427246974,
      "loss": 0.2703,
      "step": 597
    },
    {
      "epoch": 0.15014279885760914,
      "grad_norm": 0.2574765086174011,
      "learning_rate": 0.0001744012361576101,
      "loss": 0.2543,
      "step": 598
    },
    {
      "epoch": 0.15039387377208674,
      "grad_norm": 1.2266008853912354,
      "learning_rate": 0.0001743497295905228,
      "loss": 0.2711,
      "step": 599
    },
    {
      "epoch": 0.15064494868656436,
      "grad_norm": 0.18808533251285553,
      "learning_rate": 0.0001742982230234355,
      "loss": 0.2645,
      "step": 600
    },
    {
      "epoch": 0.15064494868656436,
      "eval_loss": 3.7657828330993652,
      "eval_runtime": 33.0728,
      "eval_samples_per_second": 15.118,
      "eval_steps_per_second": 0.121,
      "step": 600
    },
    {
      "epoch": 0.15089602360104196,
      "grad_norm": 0.21651190519332886,
      "learning_rate": 0.0001742467164563482,
      "loss": 0.2828,
      "step": 601
    },
    {
      "epoch": 0.15114709851551958,
      "grad_norm": 0.19608396291732788,
      "learning_rate": 0.00017419520988926087,
      "loss": 0.2777,
      "step": 602
    },
    {
      "epoch": 0.15139817342999717,
      "grad_norm": 1.138494610786438,
      "learning_rate": 0.0001741437033221736,
      "loss": 0.2662,
      "step": 603
    },
    {
      "epoch": 0.1516492483444748,
      "grad_norm": 0.24203889071941376,
      "learning_rate": 0.00017409219675508628,
      "loss": 0.2808,
      "step": 604
    },
    {
      "epoch": 0.1519003232589524,
      "grad_norm": 0.31200742721557617,
      "learning_rate": 0.000174040690187999,
      "loss": 0.2617,
      "step": 605
    },
    {
      "epoch": 0.15215139817342999,
      "grad_norm": 2.202779531478882,
      "learning_rate": 0.00017398918362091168,
      "loss": 0.2538,
      "step": 606
    },
    {
      "epoch": 0.1524024730879076,
      "grad_norm": 0.21304979920387268,
      "learning_rate": 0.00017393767705382437,
      "loss": 0.2729,
      "step": 607
    },
    {
      "epoch": 0.1526535480023852,
      "grad_norm": 1.6480659246444702,
      "learning_rate": 0.00017388617048673708,
      "loss": 0.2646,
      "step": 608
    },
    {
      "epoch": 0.15290462291686283,
      "grad_norm": 0.29816439747810364,
      "learning_rate": 0.00017383466391964974,
      "loss": 0.2528,
      "step": 609
    },
    {
      "epoch": 0.15315569783134042,
      "grad_norm": 0.3502397835254669,
      "learning_rate": 0.00017378315735256246,
      "loss": 0.2654,
      "step": 610
    },
    {
      "epoch": 0.15340677274581804,
      "grad_norm": 0.2402556985616684,
      "learning_rate": 0.00017373165078547515,
      "loss": 0.2449,
      "step": 611
    },
    {
      "epoch": 0.15365784766029564,
      "grad_norm": 0.35768577456474304,
      "learning_rate": 0.00017368014421838786,
      "loss": 0.2836,
      "step": 612
    },
    {
      "epoch": 0.15390892257477326,
      "grad_norm": 0.27849462628364563,
      "learning_rate": 0.00017362863765130055,
      "loss": 0.255,
      "step": 613
    },
    {
      "epoch": 0.15415999748925086,
      "grad_norm": 0.21898196637630463,
      "learning_rate": 0.00017357713108421326,
      "loss": 0.2547,
      "step": 614
    },
    {
      "epoch": 0.15441107240372845,
      "grad_norm": 0.23103860020637512,
      "learning_rate": 0.00017352562451712595,
      "loss": 0.2658,
      "step": 615
    },
    {
      "epoch": 0.15466214731820607,
      "grad_norm": 0.30941683053970337,
      "learning_rate": 0.00017347411795003864,
      "loss": 0.2637,
      "step": 616
    },
    {
      "epoch": 0.15491322223268367,
      "grad_norm": 0.3057047128677368,
      "learning_rate": 0.00017342261138295133,
      "loss": 0.2614,
      "step": 617
    },
    {
      "epoch": 0.1551642971471613,
      "grad_norm": 0.2626485526561737,
      "learning_rate": 0.00017337110481586401,
      "loss": 0.2748,
      "step": 618
    },
    {
      "epoch": 0.15541537206163888,
      "grad_norm": 0.490121990442276,
      "learning_rate": 0.00017331959824877673,
      "loss": 0.2768,
      "step": 619
    },
    {
      "epoch": 0.1556664469761165,
      "grad_norm": 0.3317258656024933,
      "learning_rate": 0.00017326809168168942,
      "loss": 0.2585,
      "step": 620
    },
    {
      "epoch": 0.1559175218905941,
      "grad_norm": 0.3066631555557251,
      "learning_rate": 0.00017321658511460213,
      "loss": 0.2711,
      "step": 621
    },
    {
      "epoch": 0.15616859680507172,
      "grad_norm": 0.28798726201057434,
      "learning_rate": 0.00017316507854751482,
      "loss": 0.2548,
      "step": 622
    },
    {
      "epoch": 0.15641967171954932,
      "grad_norm": 0.27412858605384827,
      "learning_rate": 0.0001731135719804275,
      "loss": 0.252,
      "step": 623
    },
    {
      "epoch": 0.15667074663402691,
      "grad_norm": 0.3971276581287384,
      "learning_rate": 0.0001730620654133402,
      "loss": 0.2635,
      "step": 624
    },
    {
      "epoch": 0.15692182154850454,
      "grad_norm": 0.2162305861711502,
      "learning_rate": 0.0001730105588462529,
      "loss": 0.2845,
      "step": 625
    },
    {
      "epoch": 0.15717289646298213,
      "grad_norm": 0.2725025415420532,
      "learning_rate": 0.0001729590522791656,
      "loss": 0.2403,
      "step": 626
    },
    {
      "epoch": 0.15742397137745975,
      "grad_norm": 0.19220741093158722,
      "learning_rate": 0.0001729075457120783,
      "loss": 0.2482,
      "step": 627
    },
    {
      "epoch": 0.15767504629193735,
      "grad_norm": 0.3867613673210144,
      "learning_rate": 0.000172856039144991,
      "loss": 0.2487,
      "step": 628
    },
    {
      "epoch": 0.15792612120641497,
      "grad_norm": 2.693829298019409,
      "learning_rate": 0.0001728045325779037,
      "loss": 0.2694,
      "step": 629
    },
    {
      "epoch": 0.15817719612089257,
      "grad_norm": 0.21427951753139496,
      "learning_rate": 0.00017275302601081638,
      "loss": 0.2809,
      "step": 630
    },
    {
      "epoch": 0.1584282710353702,
      "grad_norm": 0.2527609169483185,
      "learning_rate": 0.00017270151944372906,
      "loss": 0.2354,
      "step": 631
    },
    {
      "epoch": 0.15867934594984778,
      "grad_norm": 0.2064426690340042,
      "learning_rate": 0.00017265001287664178,
      "loss": 0.2473,
      "step": 632
    },
    {
      "epoch": 0.1589304208643254,
      "grad_norm": 1.1713142395019531,
      "learning_rate": 0.00017259850630955447,
      "loss": 0.2662,
      "step": 633
    },
    {
      "epoch": 0.159181495778803,
      "grad_norm": 0.31259438395500183,
      "learning_rate": 0.00017254699974246718,
      "loss": 0.2909,
      "step": 634
    },
    {
      "epoch": 0.1594325706932806,
      "grad_norm": 0.40664514899253845,
      "learning_rate": 0.00017249549317537987,
      "loss": 0.2854,
      "step": 635
    },
    {
      "epoch": 0.15968364560775822,
      "grad_norm": 0.24351581931114197,
      "learning_rate": 0.00017244398660829258,
      "loss": 0.2591,
      "step": 636
    },
    {
      "epoch": 0.1599347205222358,
      "grad_norm": 0.21738867461681366,
      "learning_rate": 0.00017239248004120524,
      "loss": 0.2851,
      "step": 637
    },
    {
      "epoch": 0.16018579543671344,
      "grad_norm": 0.23294909298419952,
      "learning_rate": 0.00017234097347411796,
      "loss": 0.2605,
      "step": 638
    },
    {
      "epoch": 0.16043687035119103,
      "grad_norm": 0.4821154773235321,
      "learning_rate": 0.00017228946690703065,
      "loss": 0.2826,
      "step": 639
    },
    {
      "epoch": 0.16068794526566865,
      "grad_norm": 0.20039722323417664,
      "learning_rate": 0.00017223796033994336,
      "loss": 0.2604,
      "step": 640
    },
    {
      "epoch": 0.16093902018014625,
      "grad_norm": 0.4011523127555847,
      "learning_rate": 0.00017218645377285605,
      "loss": 0.2576,
      "step": 641
    },
    {
      "epoch": 0.16119009509462387,
      "grad_norm": 0.21942566335201263,
      "learning_rate": 0.00017213494720576874,
      "loss": 0.2713,
      "step": 642
    },
    {
      "epoch": 0.16144117000910146,
      "grad_norm": 0.24687770009040833,
      "learning_rate": 0.00017208344063868145,
      "loss": 0.2406,
      "step": 643
    },
    {
      "epoch": 0.16169224492357906,
      "grad_norm": 0.22885297238826752,
      "learning_rate": 0.00017203193407159414,
      "loss": 0.2861,
      "step": 644
    },
    {
      "epoch": 0.16194331983805668,
      "grad_norm": 0.2807144522666931,
      "learning_rate": 0.00017198042750450683,
      "loss": 0.2566,
      "step": 645
    },
    {
      "epoch": 0.16219439475253428,
      "grad_norm": 0.20256388187408447,
      "learning_rate": 0.00017192892093741952,
      "loss": 0.2809,
      "step": 646
    },
    {
      "epoch": 0.1624454696670119,
      "grad_norm": 0.20670586824417114,
      "learning_rate": 0.00017187741437033223,
      "loss": 0.2551,
      "step": 647
    },
    {
      "epoch": 0.1626965445814895,
      "grad_norm": 0.21133588254451752,
      "learning_rate": 0.00017182590780324492,
      "loss": 0.2564,
      "step": 648
    },
    {
      "epoch": 0.16294761949596712,
      "grad_norm": 0.21217426657676697,
      "learning_rate": 0.00017177440123615763,
      "loss": 0.2517,
      "step": 649
    },
    {
      "epoch": 0.1631986944104447,
      "grad_norm": 0.30777761340141296,
      "learning_rate": 0.00017172289466907032,
      "loss": 0.2569,
      "step": 650
    },
    {
      "epoch": 0.16344976932492233,
      "grad_norm": 0.2553831934928894,
      "learning_rate": 0.000171671388101983,
      "loss": 0.2425,
      "step": 651
    },
    {
      "epoch": 0.16370084423939993,
      "grad_norm": 0.22461603581905365,
      "learning_rate": 0.0001716198815348957,
      "loss": 0.2792,
      "step": 652
    },
    {
      "epoch": 0.16395191915387755,
      "grad_norm": 0.38163915276527405,
      "learning_rate": 0.0001715683749678084,
      "loss": 0.257,
      "step": 653
    },
    {
      "epoch": 0.16420299406835515,
      "grad_norm": 0.20375357568264008,
      "learning_rate": 0.0001715168684007211,
      "loss": 0.2759,
      "step": 654
    },
    {
      "epoch": 0.16445406898283274,
      "grad_norm": 0.23001635074615479,
      "learning_rate": 0.0001714653618336338,
      "loss": 0.2525,
      "step": 655
    },
    {
      "epoch": 0.16470514389731036,
      "grad_norm": 0.49465304613113403,
      "learning_rate": 0.0001714138552665465,
      "loss": 0.2448,
      "step": 656
    },
    {
      "epoch": 0.16495621881178796,
      "grad_norm": 0.3143942058086395,
      "learning_rate": 0.0001713623486994592,
      "loss": 0.2494,
      "step": 657
    },
    {
      "epoch": 0.16520729372626558,
      "grad_norm": 0.25774839520454407,
      "learning_rate": 0.0001713108421323719,
      "loss": 0.2309,
      "step": 658
    },
    {
      "epoch": 0.16545836864074318,
      "grad_norm": 0.2942071557044983,
      "learning_rate": 0.00017125933556528457,
      "loss": 0.2464,
      "step": 659
    },
    {
      "epoch": 0.1657094435552208,
      "grad_norm": 0.2985765337944031,
      "learning_rate": 0.00017120782899819728,
      "loss": 0.2452,
      "step": 660
    },
    {
      "epoch": 0.1659605184696984,
      "grad_norm": 0.2678484618663788,
      "learning_rate": 0.00017115632243110997,
      "loss": 0.3017,
      "step": 661
    },
    {
      "epoch": 0.16621159338417602,
      "grad_norm": 0.16097848117351532,
      "learning_rate": 0.00017110481586402268,
      "loss": 0.237,
      "step": 662
    },
    {
      "epoch": 0.1664626682986536,
      "grad_norm": 0.2955792248249054,
      "learning_rate": 0.00017105330929693537,
      "loss": 0.2865,
      "step": 663
    },
    {
      "epoch": 0.1667137432131312,
      "grad_norm": 0.240577831864357,
      "learning_rate": 0.00017100180272984806,
      "loss": 0.2644,
      "step": 664
    },
    {
      "epoch": 0.16696481812760883,
      "grad_norm": 0.18107610940933228,
      "learning_rate": 0.00017095029616276077,
      "loss": 0.268,
      "step": 665
    },
    {
      "epoch": 0.16721589304208642,
      "grad_norm": 0.21186116337776184,
      "learning_rate": 0.00017089878959567343,
      "loss": 0.287,
      "step": 666
    },
    {
      "epoch": 0.16746696795656404,
      "grad_norm": 0.19151078164577484,
      "learning_rate": 0.00017084728302858615,
      "loss": 0.2486,
      "step": 667
    },
    {
      "epoch": 0.16771804287104164,
      "grad_norm": 0.21188244223594666,
      "learning_rate": 0.00017079577646149884,
      "loss": 0.2394,
      "step": 668
    },
    {
      "epoch": 0.16796911778551926,
      "grad_norm": 0.19659948348999023,
      "learning_rate": 0.00017074426989441155,
      "loss": 0.2556,
      "step": 669
    },
    {
      "epoch": 0.16822019269999686,
      "grad_norm": 0.22692187130451202,
      "learning_rate": 0.00017069276332732424,
      "loss": 0.2608,
      "step": 670
    },
    {
      "epoch": 0.16847126761447448,
      "grad_norm": 0.9431196451187134,
      "learning_rate": 0.00017064125676023695,
      "loss": 0.2676,
      "step": 671
    },
    {
      "epoch": 0.16872234252895207,
      "grad_norm": 0.27404290437698364,
      "learning_rate": 0.00017058975019314964,
      "loss": 0.2478,
      "step": 672
    },
    {
      "epoch": 0.1689734174434297,
      "grad_norm": 0.17037583887577057,
      "learning_rate": 0.00017053824362606233,
      "loss": 0.2553,
      "step": 673
    },
    {
      "epoch": 0.1692244923579073,
      "grad_norm": 0.27284514904022217,
      "learning_rate": 0.00017048673705897502,
      "loss": 0.2454,
      "step": 674
    },
    {
      "epoch": 0.16947556727238489,
      "grad_norm": 0.3371172845363617,
      "learning_rate": 0.00017043523049188773,
      "loss": 0.2642,
      "step": 675
    },
    {
      "epoch": 0.1697266421868625,
      "grad_norm": 0.17054080963134766,
      "learning_rate": 0.00017038372392480042,
      "loss": 0.2335,
      "step": 676
    },
    {
      "epoch": 0.1699777171013401,
      "grad_norm": 0.2243335098028183,
      "learning_rate": 0.0001703322173577131,
      "loss": 0.2509,
      "step": 677
    },
    {
      "epoch": 0.17022879201581773,
      "grad_norm": 0.1966085582971573,
      "learning_rate": 0.00017028071079062582,
      "loss": 0.2515,
      "step": 678
    },
    {
      "epoch": 0.17047986693029532,
      "grad_norm": 0.19725194573402405,
      "learning_rate": 0.0001702292042235385,
      "loss": 0.2621,
      "step": 679
    },
    {
      "epoch": 0.17073094184477294,
      "grad_norm": 0.19773919880390167,
      "learning_rate": 0.0001701776976564512,
      "loss": 0.2667,
      "step": 680
    },
    {
      "epoch": 0.17098201675925054,
      "grad_norm": 0.2809927761554718,
      "learning_rate": 0.0001701261910893639,
      "loss": 0.2556,
      "step": 681
    },
    {
      "epoch": 0.17123309167372816,
      "grad_norm": 0.17101307213306427,
      "learning_rate": 0.0001700746845222766,
      "loss": 0.2691,
      "step": 682
    },
    {
      "epoch": 0.17148416658820576,
      "grad_norm": 1.0513986349105835,
      "learning_rate": 0.0001700231779551893,
      "loss": 0.2608,
      "step": 683
    },
    {
      "epoch": 0.17173524150268335,
      "grad_norm": 0.1639241725206375,
      "learning_rate": 0.000169971671388102,
      "loss": 0.2393,
      "step": 684
    },
    {
      "epoch": 0.17198631641716097,
      "grad_norm": 0.20365403592586517,
      "learning_rate": 0.0001699201648210147,
      "loss": 0.2648,
      "step": 685
    },
    {
      "epoch": 0.17223739133163857,
      "grad_norm": 0.18368187546730042,
      "learning_rate": 0.00016986865825392738,
      "loss": 0.252,
      "step": 686
    },
    {
      "epoch": 0.1724884662461162,
      "grad_norm": 0.17274540662765503,
      "learning_rate": 0.00016981715168684007,
      "loss": 0.2542,
      "step": 687
    },
    {
      "epoch": 0.17273954116059378,
      "grad_norm": 0.2744377851486206,
      "learning_rate": 0.00016976564511975278,
      "loss": 0.242,
      "step": 688
    },
    {
      "epoch": 0.1729906160750714,
      "grad_norm": 0.22120855748653412,
      "learning_rate": 0.00016971413855266547,
      "loss": 0.2628,
      "step": 689
    },
    {
      "epoch": 0.173241690989549,
      "grad_norm": 0.1936865895986557,
      "learning_rate": 0.00016966263198557816,
      "loss": 0.2722,
      "step": 690
    },
    {
      "epoch": 0.17349276590402662,
      "grad_norm": 0.25176262855529785,
      "learning_rate": 0.00016961112541849087,
      "loss": 0.2858,
      "step": 691
    },
    {
      "epoch": 0.17374384081850422,
      "grad_norm": 0.18059511482715607,
      "learning_rate": 0.00016955961885140356,
      "loss": 0.2705,
      "step": 692
    },
    {
      "epoch": 0.17399491573298184,
      "grad_norm": 0.1976480931043625,
      "learning_rate": 0.00016950811228431628,
      "loss": 0.2583,
      "step": 693
    },
    {
      "epoch": 0.17424599064745944,
      "grad_norm": 0.18846021592617035,
      "learning_rate": 0.00016945660571722894,
      "loss": 0.2515,
      "step": 694
    },
    {
      "epoch": 0.17449706556193703,
      "grad_norm": 0.2541593909263611,
      "learning_rate": 0.00016940509915014165,
      "loss": 0.2597,
      "step": 695
    },
    {
      "epoch": 0.17474814047641465,
      "grad_norm": 0.18867091834545135,
      "learning_rate": 0.00016935359258305434,
      "loss": 0.2724,
      "step": 696
    },
    {
      "epoch": 0.17499921539089225,
      "grad_norm": 0.273602694272995,
      "learning_rate": 0.00016930208601596705,
      "loss": 0.2547,
      "step": 697
    },
    {
      "epoch": 0.17525029030536987,
      "grad_norm": 0.22760465741157532,
      "learning_rate": 0.00016925057944887974,
      "loss": 0.2745,
      "step": 698
    },
    {
      "epoch": 0.17550136521984747,
      "grad_norm": 0.2547548711299896,
      "learning_rate": 0.00016919907288179243,
      "loss": 0.2557,
      "step": 699
    },
    {
      "epoch": 0.1757524401343251,
      "grad_norm": 0.17102614045143127,
      "learning_rate": 0.00016914756631470514,
      "loss": 0.2494,
      "step": 700
    },
    {
      "epoch": 0.1757524401343251,
      "eval_loss": 3.6934754848480225,
      "eval_runtime": 33.5841,
      "eval_samples_per_second": 14.888,
      "eval_steps_per_second": 0.119,
      "step": 700
    },
    {
      "epoch": 0.17600351504880268,
      "grad_norm": 0.239524245262146,
      "learning_rate": 0.00016909605974761783,
      "loss": 0.253,
      "step": 701
    },
    {
      "epoch": 0.1762545899632803,
      "grad_norm": 0.2672942578792572,
      "learning_rate": 0.00016904455318053052,
      "loss": 0.2516,
      "step": 702
    },
    {
      "epoch": 0.1765056648777579,
      "grad_norm": 0.18434050679206848,
      "learning_rate": 0.0001689930466134432,
      "loss": 0.2455,
      "step": 703
    },
    {
      "epoch": 0.1767567397922355,
      "grad_norm": 0.19089671969413757,
      "learning_rate": 0.00016894154004635592,
      "loss": 0.2691,
      "step": 704
    },
    {
      "epoch": 0.17700781470671312,
      "grad_norm": 0.16343441605567932,
      "learning_rate": 0.0001688900334792686,
      "loss": 0.2428,
      "step": 705
    },
    {
      "epoch": 0.1772588896211907,
      "grad_norm": 0.204995259642601,
      "learning_rate": 0.00016883852691218133,
      "loss": 0.2451,
      "step": 706
    },
    {
      "epoch": 0.17750996453566834,
      "grad_norm": 0.18158358335494995,
      "learning_rate": 0.000168787020345094,
      "loss": 0.2834,
      "step": 707
    },
    {
      "epoch": 0.17776103945014593,
      "grad_norm": 0.21424837410449982,
      "learning_rate": 0.0001687355137780067,
      "loss": 0.2581,
      "step": 708
    },
    {
      "epoch": 0.17801211436462355,
      "grad_norm": 0.18267229199409485,
      "learning_rate": 0.0001686840072109194,
      "loss": 0.2445,
      "step": 709
    },
    {
      "epoch": 0.17826318927910115,
      "grad_norm": 0.1843421310186386,
      "learning_rate": 0.0001686325006438321,
      "loss": 0.2407,
      "step": 710
    },
    {
      "epoch": 0.17851426419357877,
      "grad_norm": 0.3590810298919678,
      "learning_rate": 0.0001685809940767448,
      "loss": 0.2599,
      "step": 711
    },
    {
      "epoch": 0.17876533910805636,
      "grad_norm": 0.2613002359867096,
      "learning_rate": 0.00016852948750965748,
      "loss": 0.2538,
      "step": 712
    },
    {
      "epoch": 0.179016414022534,
      "grad_norm": 0.21091501414775848,
      "learning_rate": 0.0001684779809425702,
      "loss": 0.2661,
      "step": 713
    },
    {
      "epoch": 0.17926748893701158,
      "grad_norm": 0.17504996061325073,
      "learning_rate": 0.00016842647437548288,
      "loss": 0.2633,
      "step": 714
    },
    {
      "epoch": 0.17951856385148918,
      "grad_norm": 0.1878746598958969,
      "learning_rate": 0.0001683749678083956,
      "loss": 0.2404,
      "step": 715
    },
    {
      "epoch": 0.1797696387659668,
      "grad_norm": 0.23826614022254944,
      "learning_rate": 0.00016832346124130826,
      "loss": 0.2719,
      "step": 716
    },
    {
      "epoch": 0.1800207136804444,
      "grad_norm": 0.17931687831878662,
      "learning_rate": 0.00016827195467422097,
      "loss": 0.2441,
      "step": 717
    },
    {
      "epoch": 0.18027178859492202,
      "grad_norm": 0.16922156512737274,
      "learning_rate": 0.00016822044810713366,
      "loss": 0.2429,
      "step": 718
    },
    {
      "epoch": 0.1805228635093996,
      "grad_norm": 0.1980135142803192,
      "learning_rate": 0.00016816894154004637,
      "loss": 0.2578,
      "step": 719
    },
    {
      "epoch": 0.18077393842387723,
      "grad_norm": 0.1715836226940155,
      "learning_rate": 0.00016811743497295906,
      "loss": 0.2596,
      "step": 720
    },
    {
      "epoch": 0.18102501333835483,
      "grad_norm": 0.2615286111831665,
      "learning_rate": 0.00016806592840587178,
      "loss": 0.2586,
      "step": 721
    },
    {
      "epoch": 0.18127608825283245,
      "grad_norm": 0.17053960263729095,
      "learning_rate": 0.00016801442183878447,
      "loss": 0.2409,
      "step": 722
    },
    {
      "epoch": 0.18152716316731005,
      "grad_norm": 0.1998429000377655,
      "learning_rate": 0.00016796291527169715,
      "loss": 0.2573,
      "step": 723
    },
    {
      "epoch": 0.18177823808178764,
      "grad_norm": 0.18620383739471436,
      "learning_rate": 0.00016791140870460984,
      "loss": 0.2628,
      "step": 724
    },
    {
      "epoch": 0.18202931299626526,
      "grad_norm": 0.30632513761520386,
      "learning_rate": 0.00016785990213752253,
      "loss": 0.2526,
      "step": 725
    },
    {
      "epoch": 0.18228038791074286,
      "grad_norm": 0.1715644896030426,
      "learning_rate": 0.00016780839557043524,
      "loss": 0.2387,
      "step": 726
    },
    {
      "epoch": 0.18253146282522048,
      "grad_norm": 0.22760461270809174,
      "learning_rate": 0.00016775688900334793,
      "loss": 0.2588,
      "step": 727
    },
    {
      "epoch": 0.18278253773969808,
      "grad_norm": 0.24024459719657898,
      "learning_rate": 0.00016770538243626065,
      "loss": 0.2702,
      "step": 728
    },
    {
      "epoch": 0.1830336126541757,
      "grad_norm": 0.2503145635128021,
      "learning_rate": 0.00016765387586917333,
      "loss": 0.2575,
      "step": 729
    },
    {
      "epoch": 0.1832846875686533,
      "grad_norm": 0.6495656967163086,
      "learning_rate": 0.00016760236930208602,
      "loss": 0.262,
      "step": 730
    },
    {
      "epoch": 0.18353576248313092,
      "grad_norm": 0.20376621186733246,
      "learning_rate": 0.0001675508627349987,
      "loss": 0.2595,
      "step": 731
    },
    {
      "epoch": 0.1837868373976085,
      "grad_norm": 0.20844027400016785,
      "learning_rate": 0.00016749935616791142,
      "loss": 0.2857,
      "step": 732
    },
    {
      "epoch": 0.1840379123120861,
      "grad_norm": 0.22178545594215393,
      "learning_rate": 0.0001674478496008241,
      "loss": 0.2525,
      "step": 733
    },
    {
      "epoch": 0.18428898722656373,
      "grad_norm": 0.22671200335025787,
      "learning_rate": 0.0001673963430337368,
      "loss": 0.2526,
      "step": 734
    },
    {
      "epoch": 0.18454006214104132,
      "grad_norm": 0.19433969259262085,
      "learning_rate": 0.00016734483646664951,
      "loss": 0.2696,
      "step": 735
    },
    {
      "epoch": 0.18479113705551894,
      "grad_norm": 0.1891138106584549,
      "learning_rate": 0.0001672933298995622,
      "loss": 0.2435,
      "step": 736
    },
    {
      "epoch": 0.18504221196999654,
      "grad_norm": 0.23413917422294617,
      "learning_rate": 0.0001672418233324749,
      "loss": 0.2591,
      "step": 737
    },
    {
      "epoch": 0.18529328688447416,
      "grad_norm": 0.1982080340385437,
      "learning_rate": 0.00016719031676538758,
      "loss": 0.2426,
      "step": 738
    },
    {
      "epoch": 0.18554436179895176,
      "grad_norm": 0.9533074498176575,
      "learning_rate": 0.0001671388101983003,
      "loss": 0.2457,
      "step": 739
    },
    {
      "epoch": 0.18579543671342938,
      "grad_norm": 0.24210277199745178,
      "learning_rate": 0.00016708730363121298,
      "loss": 0.2644,
      "step": 740
    },
    {
      "epoch": 0.18604651162790697,
      "grad_norm": 0.31219443678855896,
      "learning_rate": 0.0001670357970641257,
      "loss": 0.2437,
      "step": 741
    },
    {
      "epoch": 0.1862975865423846,
      "grad_norm": 0.17658323049545288,
      "learning_rate": 0.00016698429049703838,
      "loss": 0.2455,
      "step": 742
    },
    {
      "epoch": 0.1865486614568622,
      "grad_norm": 0.20224735140800476,
      "learning_rate": 0.0001669327839299511,
      "loss": 0.2648,
      "step": 743
    },
    {
      "epoch": 0.1867997363713398,
      "grad_norm": 0.25937485694885254,
      "learning_rate": 0.00016688127736286376,
      "loss": 0.2468,
      "step": 744
    },
    {
      "epoch": 0.1870508112858174,
      "grad_norm": 0.23652930557727814,
      "learning_rate": 0.00016682977079577647,
      "loss": 0.2773,
      "step": 745
    },
    {
      "epoch": 0.187301886200295,
      "grad_norm": 0.23625372350215912,
      "learning_rate": 0.00016677826422868916,
      "loss": 0.2755,
      "step": 746
    },
    {
      "epoch": 0.18755296111477263,
      "grad_norm": 0.23591600358486176,
      "learning_rate": 0.00016672675766160185,
      "loss": 0.2466,
      "step": 747
    },
    {
      "epoch": 0.18780403602925022,
      "grad_norm": 0.19646970927715302,
      "learning_rate": 0.00016667525109451456,
      "loss": 0.2644,
      "step": 748
    },
    {
      "epoch": 0.18805511094372784,
      "grad_norm": 0.2558193802833557,
      "learning_rate": 0.00016662374452742725,
      "loss": 0.2774,
      "step": 749
    },
    {
      "epoch": 0.18830618585820544,
      "grad_norm": 0.1793988198041916,
      "learning_rate": 0.00016657223796033997,
      "loss": 0.2893,
      "step": 750
    },
    {
      "epoch": 0.18855726077268306,
      "grad_norm": 0.19630588591098785,
      "learning_rate": 0.00016652073139325263,
      "loss": 0.2545,
      "step": 751
    },
    {
      "epoch": 0.18880833568716066,
      "grad_norm": 0.15452952682971954,
      "learning_rate": 0.00016646922482616534,
      "loss": 0.2508,
      "step": 752
    },
    {
      "epoch": 0.18905941060163825,
      "grad_norm": 0.2354438453912735,
      "learning_rate": 0.00016641771825907803,
      "loss": 0.2383,
      "step": 753
    },
    {
      "epoch": 0.18931048551611587,
      "grad_norm": 0.41151463985443115,
      "learning_rate": 0.00016636621169199075,
      "loss": 0.2446,
      "step": 754
    },
    {
      "epoch": 0.18956156043059347,
      "grad_norm": 0.20395790040493011,
      "learning_rate": 0.00016631470512490343,
      "loss": 0.2779,
      "step": 755
    },
    {
      "epoch": 0.1898126353450711,
      "grad_norm": 0.21898986399173737,
      "learning_rate": 0.00016626319855781615,
      "loss": 0.2413,
      "step": 756
    },
    {
      "epoch": 0.19006371025954868,
      "grad_norm": 0.205031618475914,
      "learning_rate": 0.00016621169199072884,
      "loss": 0.2421,
      "step": 757
    },
    {
      "epoch": 0.1903147851740263,
      "grad_norm": 0.3244810402393341,
      "learning_rate": 0.00016616018542364152,
      "loss": 0.266,
      "step": 758
    },
    {
      "epoch": 0.1905658600885039,
      "grad_norm": 0.24784058332443237,
      "learning_rate": 0.0001661086788565542,
      "loss": 0.2399,
      "step": 759
    },
    {
      "epoch": 0.19081693500298152,
      "grad_norm": 0.3338530957698822,
      "learning_rate": 0.0001660571722894669,
      "loss": 0.2378,
      "step": 760
    },
    {
      "epoch": 0.19106800991745912,
      "grad_norm": 0.2296416014432907,
      "learning_rate": 0.00016600566572237961,
      "loss": 0.2508,
      "step": 761
    },
    {
      "epoch": 0.19131908483193674,
      "grad_norm": 0.3427871763706207,
      "learning_rate": 0.0001659541591552923,
      "loss": 0.2604,
      "step": 762
    },
    {
      "epoch": 0.19157015974641434,
      "grad_norm": 0.2428249716758728,
      "learning_rate": 0.00016590265258820502,
      "loss": 0.2883,
      "step": 763
    },
    {
      "epoch": 0.19182123466089193,
      "grad_norm": 0.4705665707588196,
      "learning_rate": 0.0001658511460211177,
      "loss": 0.2582,
      "step": 764
    },
    {
      "epoch": 0.19207230957536955,
      "grad_norm": 0.22972910106182098,
      "learning_rate": 0.0001657996394540304,
      "loss": 0.2664,
      "step": 765
    },
    {
      "epoch": 0.19232338448984715,
      "grad_norm": 0.2036791294813156,
      "learning_rate": 0.00016574813288694308,
      "loss": 0.2526,
      "step": 766
    },
    {
      "epoch": 0.19257445940432477,
      "grad_norm": 0.24283765256404877,
      "learning_rate": 0.0001656966263198558,
      "loss": 0.2415,
      "step": 767
    },
    {
      "epoch": 0.19282553431880237,
      "grad_norm": 0.1841283142566681,
      "learning_rate": 0.00016564511975276848,
      "loss": 0.2583,
      "step": 768
    },
    {
      "epoch": 0.19307660923328,
      "grad_norm": 0.22041599452495575,
      "learning_rate": 0.0001655936131856812,
      "loss": 0.23,
      "step": 769
    },
    {
      "epoch": 0.19332768414775758,
      "grad_norm": 0.1861390918493271,
      "learning_rate": 0.00016554210661859389,
      "loss": 0.2359,
      "step": 770
    },
    {
      "epoch": 0.1935787590622352,
      "grad_norm": 0.2681943476200104,
      "learning_rate": 0.00016549060005150657,
      "loss": 0.2436,
      "step": 771
    },
    {
      "epoch": 0.1938298339767128,
      "grad_norm": 1.002807855606079,
      "learning_rate": 0.00016543909348441926,
      "loss": 0.2774,
      "step": 772
    },
    {
      "epoch": 0.1940809088911904,
      "grad_norm": 0.24893474578857422,
      "learning_rate": 0.00016538758691733195,
      "loss": 0.259,
      "step": 773
    },
    {
      "epoch": 0.19433198380566802,
      "grad_norm": 0.1971781700849533,
      "learning_rate": 0.00016533608035024466,
      "loss": 0.2475,
      "step": 774
    },
    {
      "epoch": 0.1945830587201456,
      "grad_norm": 0.24217885732650757,
      "learning_rate": 0.00016528457378315735,
      "loss": 0.2541,
      "step": 775
    },
    {
      "epoch": 0.19483413363462324,
      "grad_norm": 0.1675024926662445,
      "learning_rate": 0.00016523306721607007,
      "loss": 0.2879,
      "step": 776
    },
    {
      "epoch": 0.19508520854910083,
      "grad_norm": 0.1612081676721573,
      "learning_rate": 0.00016518156064898275,
      "loss": 0.2515,
      "step": 777
    },
    {
      "epoch": 0.19533628346357845,
      "grad_norm": 0.186357781291008,
      "learning_rate": 0.00016513005408189547,
      "loss": 0.2759,
      "step": 778
    },
    {
      "epoch": 0.19558735837805605,
      "grad_norm": 0.16121751070022583,
      "learning_rate": 0.00016507854751480813,
      "loss": 0.2472,
      "step": 779
    },
    {
      "epoch": 0.19583843329253367,
      "grad_norm": 0.27392125129699707,
      "learning_rate": 0.00016502704094772084,
      "loss": 0.2525,
      "step": 780
    },
    {
      "epoch": 0.19608950820701126,
      "grad_norm": 0.18350225687026978,
      "learning_rate": 0.00016497553438063353,
      "loss": 0.2405,
      "step": 781
    },
    {
      "epoch": 0.1963405831214889,
      "grad_norm": 0.24472060799598694,
      "learning_rate": 0.00016492402781354622,
      "loss": 0.2567,
      "step": 782
    },
    {
      "epoch": 0.19659165803596648,
      "grad_norm": 0.16757242381572723,
      "learning_rate": 0.00016487252124645894,
      "loss": 0.2379,
      "step": 783
    },
    {
      "epoch": 0.19684273295044408,
      "grad_norm": 0.23805643618106842,
      "learning_rate": 0.00016482101467937162,
      "loss": 0.2426,
      "step": 784
    },
    {
      "epoch": 0.1970938078649217,
      "grad_norm": 0.30171945691108704,
      "learning_rate": 0.00016476950811228434,
      "loss": 0.2617,
      "step": 785
    },
    {
      "epoch": 0.1973448827793993,
      "grad_norm": 0.1875452995300293,
      "learning_rate": 0.00016471800154519703,
      "loss": 0.2609,
      "step": 786
    },
    {
      "epoch": 0.19759595769387692,
      "grad_norm": 0.19287791848182678,
      "learning_rate": 0.0001646664949781097,
      "loss": 0.2383,
      "step": 787
    },
    {
      "epoch": 0.1978470326083545,
      "grad_norm": 0.18192201852798462,
      "learning_rate": 0.0001646149884110224,
      "loss": 0.2315,
      "step": 788
    },
    {
      "epoch": 0.19809810752283213,
      "grad_norm": 0.16049613058567047,
      "learning_rate": 0.00016456348184393512,
      "loss": 0.2611,
      "step": 789
    },
    {
      "epoch": 0.19834918243730973,
      "grad_norm": 0.16634613275527954,
      "learning_rate": 0.0001645119752768478,
      "loss": 0.2298,
      "step": 790
    },
    {
      "epoch": 0.19860025735178735,
      "grad_norm": 0.19169579446315765,
      "learning_rate": 0.00016446046870976052,
      "loss": 0.2462,
      "step": 791
    },
    {
      "epoch": 0.19885133226626495,
      "grad_norm": 0.18695692718029022,
      "learning_rate": 0.0001644089621426732,
      "loss": 0.2578,
      "step": 792
    },
    {
      "epoch": 0.19910240718074254,
      "grad_norm": 0.16061900556087494,
      "learning_rate": 0.0001643574555755859,
      "loss": 0.2375,
      "step": 793
    },
    {
      "epoch": 0.19935348209522016,
      "grad_norm": 0.2127026617527008,
      "learning_rate": 0.00016430594900849858,
      "loss": 0.2676,
      "step": 794
    },
    {
      "epoch": 0.19960455700969776,
      "grad_norm": 0.26749348640441895,
      "learning_rate": 0.00016425444244141127,
      "loss": 0.2542,
      "step": 795
    },
    {
      "epoch": 0.19985563192417538,
      "grad_norm": 0.18857841193675995,
      "learning_rate": 0.00016420293587432398,
      "loss": 0.2505,
      "step": 796
    },
    {
      "epoch": 0.20010670683865298,
      "grad_norm": 0.32807832956314087,
      "learning_rate": 0.00016415142930723667,
      "loss": 0.2483,
      "step": 797
    },
    {
      "epoch": 0.2003577817531306,
      "grad_norm": 0.2450961470603943,
      "learning_rate": 0.0001640999227401494,
      "loss": 0.2663,
      "step": 798
    },
    {
      "epoch": 0.2006088566676082,
      "grad_norm": 0.167823925614357,
      "learning_rate": 0.00016404841617306208,
      "loss": 0.2587,
      "step": 799
    },
    {
      "epoch": 0.20085993158208582,
      "grad_norm": 0.17489175498485565,
      "learning_rate": 0.0001639969096059748,
      "loss": 0.2681,
      "step": 800
    },
    {
      "epoch": 0.20085993158208582,
      "eval_loss": 3.610729455947876,
      "eval_runtime": 33.578,
      "eval_samples_per_second": 14.891,
      "eval_steps_per_second": 0.119,
      "step": 800
    },
    {
      "epoch": 0.2011110064965634,
      "grad_norm": 0.30398303270339966,
      "learning_rate": 0.00016394540303888745,
      "loss": 0.2348,
      "step": 801
    },
    {
      "epoch": 0.20136208141104103,
      "grad_norm": 0.20437368750572205,
      "learning_rate": 0.00016389389647180017,
      "loss": 0.2533,
      "step": 802
    },
    {
      "epoch": 0.20161315632551863,
      "grad_norm": 0.3007352352142334,
      "learning_rate": 0.00016384238990471285,
      "loss": 0.2514,
      "step": 803
    },
    {
      "epoch": 0.20186423123999622,
      "grad_norm": 0.1920778453350067,
      "learning_rate": 0.00016379088333762557,
      "loss": 0.2525,
      "step": 804
    },
    {
      "epoch": 0.20211530615447384,
      "grad_norm": 0.1517353504896164,
      "learning_rate": 0.00016373937677053826,
      "loss": 0.2231,
      "step": 805
    },
    {
      "epoch": 0.20236638106895144,
      "grad_norm": 0.18634192645549774,
      "learning_rate": 0.00016368787020345094,
      "loss": 0.2573,
      "step": 806
    },
    {
      "epoch": 0.20261745598342906,
      "grad_norm": 0.1853703260421753,
      "learning_rate": 0.00016363636363636366,
      "loss": 0.2646,
      "step": 807
    },
    {
      "epoch": 0.20286853089790666,
      "grad_norm": 0.23435193300247192,
      "learning_rate": 0.00016358485706927632,
      "loss": 0.2619,
      "step": 808
    },
    {
      "epoch": 0.20311960581238428,
      "grad_norm": 0.17473602294921875,
      "learning_rate": 0.00016353335050218903,
      "loss": 0.2332,
      "step": 809
    },
    {
      "epoch": 0.20337068072686187,
      "grad_norm": 0.18326668441295624,
      "learning_rate": 0.00016348184393510172,
      "loss": 0.2612,
      "step": 810
    },
    {
      "epoch": 0.2036217556413395,
      "grad_norm": 0.18386267125606537,
      "learning_rate": 0.00016343033736801444,
      "loss": 0.2399,
      "step": 811
    },
    {
      "epoch": 0.2038728305558171,
      "grad_norm": 0.19299454987049103,
      "learning_rate": 0.00016337883080092713,
      "loss": 0.2358,
      "step": 812
    },
    {
      "epoch": 0.2041239054702947,
      "grad_norm": 0.2132626175880432,
      "learning_rate": 0.00016332732423383984,
      "loss": 0.2565,
      "step": 813
    },
    {
      "epoch": 0.2043749803847723,
      "grad_norm": 0.1814361959695816,
      "learning_rate": 0.00016327581766675253,
      "loss": 0.2376,
      "step": 814
    },
    {
      "epoch": 0.2046260552992499,
      "grad_norm": 0.5195888876914978,
      "learning_rate": 0.00016322431109966522,
      "loss": 0.2532,
      "step": 815
    },
    {
      "epoch": 0.20487713021372753,
      "grad_norm": 0.2177562415599823,
      "learning_rate": 0.0001631728045325779,
      "loss": 0.2327,
      "step": 816
    },
    {
      "epoch": 0.20512820512820512,
      "grad_norm": 0.17696760594844818,
      "learning_rate": 0.00016312129796549062,
      "loss": 0.247,
      "step": 817
    },
    {
      "epoch": 0.20537928004268274,
      "grad_norm": 0.1773904711008072,
      "learning_rate": 0.0001630697913984033,
      "loss": 0.2717,
      "step": 818
    },
    {
      "epoch": 0.20563035495716034,
      "grad_norm": 0.2501623332500458,
      "learning_rate": 0.000163018284831316,
      "loss": 0.2432,
      "step": 819
    },
    {
      "epoch": 0.20588142987163796,
      "grad_norm": 0.22609971463680267,
      "learning_rate": 0.0001629667782642287,
      "loss": 0.2786,
      "step": 820
    },
    {
      "epoch": 0.20613250478611556,
      "grad_norm": 0.2876798212528229,
      "learning_rate": 0.0001629152716971414,
      "loss": 0.2277,
      "step": 821
    },
    {
      "epoch": 0.20638357970059318,
      "grad_norm": 0.20024190843105316,
      "learning_rate": 0.00016286376513005408,
      "loss": 0.2587,
      "step": 822
    },
    {
      "epoch": 0.20663465461507077,
      "grad_norm": 0.18303732573986053,
      "learning_rate": 0.00016281225856296677,
      "loss": 0.264,
      "step": 823
    },
    {
      "epoch": 0.20688572952954837,
      "grad_norm": 0.17327898740768433,
      "learning_rate": 0.0001627607519958795,
      "loss": 0.2425,
      "step": 824
    },
    {
      "epoch": 0.207136804444026,
      "grad_norm": 0.23878858983516693,
      "learning_rate": 0.00016270924542879217,
      "loss": 0.2414,
      "step": 825
    },
    {
      "epoch": 0.20738787935850359,
      "grad_norm": 0.1667296290397644,
      "learning_rate": 0.0001626577388617049,
      "loss": 0.2618,
      "step": 826
    },
    {
      "epoch": 0.2076389542729812,
      "grad_norm": 0.37340307235717773,
      "learning_rate": 0.00016260623229461758,
      "loss": 0.2348,
      "step": 827
    },
    {
      "epoch": 0.2078900291874588,
      "grad_norm": 0.20187996327877045,
      "learning_rate": 0.00016255472572753027,
      "loss": 0.2571,
      "step": 828
    },
    {
      "epoch": 0.20814110410193642,
      "grad_norm": 0.18752963840961456,
      "learning_rate": 0.00016250321916044295,
      "loss": 0.2322,
      "step": 829
    },
    {
      "epoch": 0.20839217901641402,
      "grad_norm": 0.3483608067035675,
      "learning_rate": 0.00016245171259335564,
      "loss": 0.2603,
      "step": 830
    },
    {
      "epoch": 0.20864325393089164,
      "grad_norm": 0.18153731524944305,
      "learning_rate": 0.00016240020602626836,
      "loss": 0.253,
      "step": 831
    },
    {
      "epoch": 0.20889432884536924,
      "grad_norm": 0.22079987823963165,
      "learning_rate": 0.00016234869945918104,
      "loss": 0.2462,
      "step": 832
    },
    {
      "epoch": 0.20914540375984683,
      "grad_norm": 0.19541755318641663,
      "learning_rate": 0.00016229719289209376,
      "loss": 0.2682,
      "step": 833
    },
    {
      "epoch": 0.20939647867432445,
      "grad_norm": 0.23243598639965057,
      "learning_rate": 0.00016224568632500645,
      "loss": 0.2378,
      "step": 834
    },
    {
      "epoch": 0.20964755358880205,
      "grad_norm": 0.1887596845626831,
      "learning_rate": 0.00016219417975791916,
      "loss": 0.2274,
      "step": 835
    },
    {
      "epoch": 0.20989862850327967,
      "grad_norm": 0.2263151854276657,
      "learning_rate": 0.00016214267319083182,
      "loss": 0.275,
      "step": 836
    },
    {
      "epoch": 0.21014970341775727,
      "grad_norm": 0.17613790929317474,
      "learning_rate": 0.00016209116662374454,
      "loss": 0.2851,
      "step": 837
    },
    {
      "epoch": 0.2104007783322349,
      "grad_norm": 0.16251176595687866,
      "learning_rate": 0.00016203966005665722,
      "loss": 0.2437,
      "step": 838
    },
    {
      "epoch": 0.21065185324671248,
      "grad_norm": 0.24877020716667175,
      "learning_rate": 0.00016198815348956994,
      "loss": 0.238,
      "step": 839
    },
    {
      "epoch": 0.2109029281611901,
      "grad_norm": 0.515045702457428,
      "learning_rate": 0.00016193664692248263,
      "loss": 0.2432,
      "step": 840
    },
    {
      "epoch": 0.2111540030756677,
      "grad_norm": 0.18469448387622833,
      "learning_rate": 0.00016188514035539531,
      "loss": 0.2624,
      "step": 841
    },
    {
      "epoch": 0.2114050779901453,
      "grad_norm": 0.23396410048007965,
      "learning_rate": 0.00016183363378830803,
      "loss": 0.2662,
      "step": 842
    },
    {
      "epoch": 0.21165615290462292,
      "grad_norm": 0.23393495380878448,
      "learning_rate": 0.0001617821272212207,
      "loss": 0.275,
      "step": 843
    },
    {
      "epoch": 0.2119072278191005,
      "grad_norm": 0.4194197952747345,
      "learning_rate": 0.0001617306206541334,
      "loss": 0.2388,
      "step": 844
    },
    {
      "epoch": 0.21215830273357814,
      "grad_norm": 0.7099155783653259,
      "learning_rate": 0.0001616791140870461,
      "loss": 0.2326,
      "step": 845
    },
    {
      "epoch": 0.21240937764805573,
      "grad_norm": 2.1098039150238037,
      "learning_rate": 0.0001616276075199588,
      "loss": 0.2909,
      "step": 846
    },
    {
      "epoch": 0.21266045256253335,
      "grad_norm": 0.17170925438404083,
      "learning_rate": 0.0001615761009528715,
      "loss": 0.2624,
      "step": 847
    },
    {
      "epoch": 0.21291152747701095,
      "grad_norm": 0.1821029931306839,
      "learning_rate": 0.0001615245943857842,
      "loss": 0.2532,
      "step": 848
    },
    {
      "epoch": 0.21316260239148857,
      "grad_norm": 0.17990367114543915,
      "learning_rate": 0.0001614730878186969,
      "loss": 0.2631,
      "step": 849
    },
    {
      "epoch": 0.21341367730596617,
      "grad_norm": 0.22988177835941315,
      "learning_rate": 0.00016142158125160959,
      "loss": 0.2492,
      "step": 850
    },
    {
      "epoch": 0.2136647522204438,
      "grad_norm": 0.2140844464302063,
      "learning_rate": 0.00016137007468452227,
      "loss": 0.2467,
      "step": 851
    },
    {
      "epoch": 0.21391582713492138,
      "grad_norm": 0.19491955637931824,
      "learning_rate": 0.000161318568117435,
      "loss": 0.2653,
      "step": 852
    },
    {
      "epoch": 0.21416690204939898,
      "grad_norm": 0.17126329243183136,
      "learning_rate": 0.00016126706155034768,
      "loss": 0.2527,
      "step": 853
    },
    {
      "epoch": 0.2144179769638766,
      "grad_norm": 0.19531776010990143,
      "learning_rate": 0.00016121555498326036,
      "loss": 0.2679,
      "step": 854
    },
    {
      "epoch": 0.2146690518783542,
      "grad_norm": 0.30246707797050476,
      "learning_rate": 0.00016116404841617308,
      "loss": 0.2568,
      "step": 855
    },
    {
      "epoch": 0.21492012679283182,
      "grad_norm": 0.1813535839319229,
      "learning_rate": 0.00016111254184908577,
      "loss": 0.2415,
      "step": 856
    },
    {
      "epoch": 0.2151712017073094,
      "grad_norm": 0.33185115456581116,
      "learning_rate": 0.00016106103528199848,
      "loss": 0.2349,
      "step": 857
    },
    {
      "epoch": 0.21542227662178703,
      "grad_norm": 0.22718366980552673,
      "learning_rate": 0.00016100952871491114,
      "loss": 0.2284,
      "step": 858
    },
    {
      "epoch": 0.21567335153626463,
      "grad_norm": 0.21978238224983215,
      "learning_rate": 0.00016095802214782386,
      "loss": 0.2451,
      "step": 859
    },
    {
      "epoch": 0.21592442645074225,
      "grad_norm": 0.15119044482707977,
      "learning_rate": 0.00016090651558073655,
      "loss": 0.24,
      "step": 860
    },
    {
      "epoch": 0.21617550136521985,
      "grad_norm": 0.2818703055381775,
      "learning_rate": 0.00016085500901364926,
      "loss": 0.2589,
      "step": 861
    },
    {
      "epoch": 0.21642657627969744,
      "grad_norm": 0.1865248829126358,
      "learning_rate": 0.00016080350244656195,
      "loss": 0.2368,
      "step": 862
    },
    {
      "epoch": 0.21667765119417506,
      "grad_norm": 0.20023147761821747,
      "learning_rate": 0.00016075199587947464,
      "loss": 0.281,
      "step": 863
    },
    {
      "epoch": 0.21692872610865266,
      "grad_norm": 0.2899368703365326,
      "learning_rate": 0.00016070048931238735,
      "loss": 0.2356,
      "step": 864
    },
    {
      "epoch": 0.21717980102313028,
      "grad_norm": 0.21119563281536102,
      "learning_rate": 0.00016064898274530004,
      "loss": 0.2586,
      "step": 865
    },
    {
      "epoch": 0.21743087593760788,
      "grad_norm": 0.16589674353599548,
      "learning_rate": 0.00016059747617821273,
      "loss": 0.2544,
      "step": 866
    },
    {
      "epoch": 0.2176819508520855,
      "grad_norm": 0.32809436321258545,
      "learning_rate": 0.00016054596961112541,
      "loss": 0.2633,
      "step": 867
    },
    {
      "epoch": 0.2179330257665631,
      "grad_norm": 0.17848582565784454,
      "learning_rate": 0.00016049446304403813,
      "loss": 0.2467,
      "step": 868
    },
    {
      "epoch": 0.21818410068104072,
      "grad_norm": 0.19143545627593994,
      "learning_rate": 0.00016044295647695082,
      "loss": 0.2316,
      "step": 869
    },
    {
      "epoch": 0.2184351755955183,
      "grad_norm": 0.1589840203523636,
      "learning_rate": 0.00016039144990986353,
      "loss": 0.2654,
      "step": 870
    },
    {
      "epoch": 0.21868625050999593,
      "grad_norm": 0.28145208954811096,
      "learning_rate": 0.00016033994334277622,
      "loss": 0.2422,
      "step": 871
    },
    {
      "epoch": 0.21893732542447353,
      "grad_norm": 0.23954536020755768,
      "learning_rate": 0.0001602884367756889,
      "loss": 0.2554,
      "step": 872
    },
    {
      "epoch": 0.21918840033895112,
      "grad_norm": 0.16905683279037476,
      "learning_rate": 0.0001602369302086016,
      "loss": 0.2661,
      "step": 873
    },
    {
      "epoch": 0.21943947525342875,
      "grad_norm": 0.15379178524017334,
      "learning_rate": 0.0001601854236415143,
      "loss": 0.2364,
      "step": 874
    },
    {
      "epoch": 0.21969055016790634,
      "grad_norm": 0.1773270219564438,
      "learning_rate": 0.000160133917074427,
      "loss": 0.245,
      "step": 875
    },
    {
      "epoch": 0.21994162508238396,
      "grad_norm": 0.16756533086299896,
      "learning_rate": 0.00016008241050733969,
      "loss": 0.2282,
      "step": 876
    },
    {
      "epoch": 0.22019269999686156,
      "grad_norm": 0.2649880051612854,
      "learning_rate": 0.0001600309039402524,
      "loss": 0.2433,
      "step": 877
    },
    {
      "epoch": 0.22044377491133918,
      "grad_norm": 0.18901154398918152,
      "learning_rate": 0.0001599793973731651,
      "loss": 0.2129,
      "step": 878
    },
    {
      "epoch": 0.22069484982581677,
      "grad_norm": 0.33331191539764404,
      "learning_rate": 0.00015992789080607778,
      "loss": 0.2719,
      "step": 879
    },
    {
      "epoch": 0.2209459247402944,
      "grad_norm": 0.17625176906585693,
      "learning_rate": 0.00015987638423899046,
      "loss": 0.2617,
      "step": 880
    },
    {
      "epoch": 0.221196999654772,
      "grad_norm": 0.16735702753067017,
      "learning_rate": 0.00015982487767190318,
      "loss": 0.2361,
      "step": 881
    },
    {
      "epoch": 0.2214480745692496,
      "grad_norm": 0.1649935394525528,
      "learning_rate": 0.00015977337110481587,
      "loss": 0.2208,
      "step": 882
    },
    {
      "epoch": 0.2216991494837272,
      "grad_norm": 0.2356594204902649,
      "learning_rate": 0.00015972186453772858,
      "loss": 0.2644,
      "step": 883
    },
    {
      "epoch": 0.2219502243982048,
      "grad_norm": 0.16313758492469788,
      "learning_rate": 0.00015967035797064127,
      "loss": 0.2819,
      "step": 884
    },
    {
      "epoch": 0.22220129931268243,
      "grad_norm": 0.1749630719423294,
      "learning_rate": 0.00015961885140355398,
      "loss": 0.2538,
      "step": 885
    },
    {
      "epoch": 0.22245237422716002,
      "grad_norm": 0.15946708619594574,
      "learning_rate": 0.00015956734483646664,
      "loss": 0.2284,
      "step": 886
    },
    {
      "epoch": 0.22270344914163764,
      "grad_norm": 0.14641466736793518,
      "learning_rate": 0.00015951583826937936,
      "loss": 0.2349,
      "step": 887
    },
    {
      "epoch": 0.22295452405611524,
      "grad_norm": 0.20269182324409485,
      "learning_rate": 0.00015946433170229205,
      "loss": 0.2717,
      "step": 888
    },
    {
      "epoch": 0.22320559897059286,
      "grad_norm": 0.17095069587230682,
      "learning_rate": 0.00015941282513520474,
      "loss": 0.2529,
      "step": 889
    },
    {
      "epoch": 0.22345667388507046,
      "grad_norm": 0.20071342587471008,
      "learning_rate": 0.00015936131856811745,
      "loss": 0.2808,
      "step": 890
    },
    {
      "epoch": 0.22370774879954808,
      "grad_norm": 0.20390938222408295,
      "learning_rate": 0.00015930981200103014,
      "loss": 0.2477,
      "step": 891
    },
    {
      "epoch": 0.22395882371402567,
      "grad_norm": 0.18497826159000397,
      "learning_rate": 0.00015925830543394285,
      "loss": 0.2595,
      "step": 892
    },
    {
      "epoch": 0.22420989862850327,
      "grad_norm": 0.190952330827713,
      "learning_rate": 0.0001592067988668555,
      "loss": 0.2705,
      "step": 893
    },
    {
      "epoch": 0.2244609735429809,
      "grad_norm": 0.16943229734897614,
      "learning_rate": 0.00015915529229976823,
      "loss": 0.2283,
      "step": 894
    },
    {
      "epoch": 0.22471204845745849,
      "grad_norm": 0.16966500878334045,
      "learning_rate": 0.00015910378573268092,
      "loss": 0.2845,
      "step": 895
    },
    {
      "epoch": 0.2249631233719361,
      "grad_norm": 0.1711687296628952,
      "learning_rate": 0.00015905227916559363,
      "loss": 0.2415,
      "step": 896
    },
    {
      "epoch": 0.2252141982864137,
      "grad_norm": 0.13647903501987457,
      "learning_rate": 0.00015900077259850632,
      "loss": 0.234,
      "step": 897
    },
    {
      "epoch": 0.22546527320089133,
      "grad_norm": 0.1767236739397049,
      "learning_rate": 0.000158949266031419,
      "loss": 0.2461,
      "step": 898
    },
    {
      "epoch": 0.22571634811536892,
      "grad_norm": 0.21934373676776886,
      "learning_rate": 0.00015889775946433172,
      "loss": 0.2417,
      "step": 899
    },
    {
      "epoch": 0.22596742302984654,
      "grad_norm": 0.18807266652584076,
      "learning_rate": 0.0001588462528972444,
      "loss": 0.2436,
      "step": 900
    },
    {
      "epoch": 0.22596742302984654,
      "eval_loss": 3.597443103790283,
      "eval_runtime": 33.7199,
      "eval_samples_per_second": 14.828,
      "eval_steps_per_second": 0.119,
      "step": 900
    },
    {
      "epoch": 0.22621849794432414,
      "grad_norm": 0.2137441784143448,
      "learning_rate": 0.0001587947463301571,
      "loss": 0.2632,
      "step": 901
    },
    {
      "epoch": 0.22646957285880173,
      "grad_norm": 0.15827149152755737,
      "learning_rate": 0.00015874323976306978,
      "loss": 0.2328,
      "step": 902
    },
    {
      "epoch": 0.22672064777327935,
      "grad_norm": 0.1921408623456955,
      "learning_rate": 0.0001586917331959825,
      "loss": 0.2547,
      "step": 903
    },
    {
      "epoch": 0.22697172268775695,
      "grad_norm": 0.22088958323001862,
      "learning_rate": 0.0001586402266288952,
      "loss": 0.2353,
      "step": 904
    },
    {
      "epoch": 0.22722279760223457,
      "grad_norm": 0.16552835702896118,
      "learning_rate": 0.0001585887200618079,
      "loss": 0.2438,
      "step": 905
    },
    {
      "epoch": 0.22747387251671217,
      "grad_norm": 0.16149282455444336,
      "learning_rate": 0.0001585372134947206,
      "loss": 0.2493,
      "step": 906
    },
    {
      "epoch": 0.2277249474311898,
      "grad_norm": 0.15972520411014557,
      "learning_rate": 0.00015848570692763328,
      "loss": 0.2375,
      "step": 907
    },
    {
      "epoch": 0.22797602234566738,
      "grad_norm": 0.1768290102481842,
      "learning_rate": 0.00015843420036054597,
      "loss": 0.265,
      "step": 908
    },
    {
      "epoch": 0.228227097260145,
      "grad_norm": 0.383785218000412,
      "learning_rate": 0.00015838269379345868,
      "loss": 0.2587,
      "step": 909
    },
    {
      "epoch": 0.2284781721746226,
      "grad_norm": 0.2182207554578781,
      "learning_rate": 0.00015833118722637137,
      "loss": 0.2572,
      "step": 910
    },
    {
      "epoch": 0.22872924708910022,
      "grad_norm": 0.2088223546743393,
      "learning_rate": 0.00015827968065928406,
      "loss": 0.2186,
      "step": 911
    },
    {
      "epoch": 0.22898032200357782,
      "grad_norm": 0.4316155016422272,
      "learning_rate": 0.00015822817409219677,
      "loss": 0.2657,
      "step": 912
    },
    {
      "epoch": 0.2292313969180554,
      "grad_norm": 0.15269479155540466,
      "learning_rate": 0.00015817666752510946,
      "loss": 0.2655,
      "step": 913
    },
    {
      "epoch": 0.22948247183253304,
      "grad_norm": 0.15780535340309143,
      "learning_rate": 0.00015812516095802215,
      "loss": 0.2765,
      "step": 914
    },
    {
      "epoch": 0.22973354674701063,
      "grad_norm": 0.18093767762184143,
      "learning_rate": 0.00015807365439093483,
      "loss": 0.2343,
      "step": 915
    },
    {
      "epoch": 0.22998462166148825,
      "grad_norm": 0.18550848960876465,
      "learning_rate": 0.00015802214782384755,
      "loss": 0.2547,
      "step": 916
    },
    {
      "epoch": 0.23023569657596585,
      "grad_norm": 0.16859805583953857,
      "learning_rate": 0.00015797064125676024,
      "loss": 0.2637,
      "step": 917
    },
    {
      "epoch": 0.23048677149044347,
      "grad_norm": 0.1615624576807022,
      "learning_rate": 0.00015791913468967295,
      "loss": 0.2669,
      "step": 918
    },
    {
      "epoch": 0.23073784640492107,
      "grad_norm": 0.16573162376880646,
      "learning_rate": 0.00015786762812258564,
      "loss": 0.246,
      "step": 919
    },
    {
      "epoch": 0.2309889213193987,
      "grad_norm": 0.1553114652633667,
      "learning_rate": 0.00015781612155549835,
      "loss": 0.2339,
      "step": 920
    },
    {
      "epoch": 0.23123999623387628,
      "grad_norm": 0.1711864471435547,
      "learning_rate": 0.00015776461498841102,
      "loss": 0.2272,
      "step": 921
    },
    {
      "epoch": 0.23149107114835388,
      "grad_norm": 0.18244381248950958,
      "learning_rate": 0.00015771310842132373,
      "loss": 0.2492,
      "step": 922
    },
    {
      "epoch": 0.2317421460628315,
      "grad_norm": 0.3585001826286316,
      "learning_rate": 0.00015766160185423642,
      "loss": 0.2213,
      "step": 923
    },
    {
      "epoch": 0.2319932209773091,
      "grad_norm": 0.2420421987771988,
      "learning_rate": 0.0001576100952871491,
      "loss": 0.2595,
      "step": 924
    },
    {
      "epoch": 0.23224429589178672,
      "grad_norm": 0.16387896239757538,
      "learning_rate": 0.00015755858872006182,
      "loss": 0.2268,
      "step": 925
    },
    {
      "epoch": 0.2324953708062643,
      "grad_norm": 0.18833912909030914,
      "learning_rate": 0.0001575070821529745,
      "loss": 0.2428,
      "step": 926
    },
    {
      "epoch": 0.23274644572074193,
      "grad_norm": 0.24127258360385895,
      "learning_rate": 0.00015745557558588722,
      "loss": 0.2663,
      "step": 927
    },
    {
      "epoch": 0.23299752063521953,
      "grad_norm": 0.16549865901470184,
      "learning_rate": 0.0001574040690187999,
      "loss": 0.2449,
      "step": 928
    },
    {
      "epoch": 0.23324859554969715,
      "grad_norm": 0.19968558847904205,
      "learning_rate": 0.0001573525624517126,
      "loss": 0.2285,
      "step": 929
    },
    {
      "epoch": 0.23349967046417475,
      "grad_norm": 0.16023661196231842,
      "learning_rate": 0.0001573010558846253,
      "loss": 0.2436,
      "step": 930
    },
    {
      "epoch": 0.23375074537865237,
      "grad_norm": 0.2198733240365982,
      "learning_rate": 0.000157249549317538,
      "loss": 0.2319,
      "step": 931
    },
    {
      "epoch": 0.23400182029312996,
      "grad_norm": 2.114412546157837,
      "learning_rate": 0.0001571980427504507,
      "loss": 0.2615,
      "step": 932
    },
    {
      "epoch": 0.23425289520760756,
      "grad_norm": 0.17342686653137207,
      "learning_rate": 0.0001571465361833634,
      "loss": 0.2243,
      "step": 933
    },
    {
      "epoch": 0.23450397012208518,
      "grad_norm": 0.16867095232009888,
      "learning_rate": 0.0001570950296162761,
      "loss": 0.249,
      "step": 934
    },
    {
      "epoch": 0.23475504503656278,
      "grad_norm": 0.1712213009595871,
      "learning_rate": 0.00015704352304918878,
      "loss": 0.2679,
      "step": 935
    },
    {
      "epoch": 0.2350061199510404,
      "grad_norm": 0.183752179145813,
      "learning_rate": 0.00015699201648210147,
      "loss": 0.2504,
      "step": 936
    },
    {
      "epoch": 0.235257194865518,
      "grad_norm": 0.20729725062847137,
      "learning_rate": 0.00015694050991501416,
      "loss": 0.2452,
      "step": 937
    },
    {
      "epoch": 0.23550826977999562,
      "grad_norm": 0.15892328321933746,
      "learning_rate": 0.00015688900334792687,
      "loss": 0.2694,
      "step": 938
    },
    {
      "epoch": 0.2357593446944732,
      "grad_norm": 0.24619407951831818,
      "learning_rate": 0.00015683749678083956,
      "loss": 0.2713,
      "step": 939
    },
    {
      "epoch": 0.23601041960895083,
      "grad_norm": 0.3705095946788788,
      "learning_rate": 0.00015678599021375227,
      "loss": 0.2456,
      "step": 940
    },
    {
      "epoch": 0.23626149452342843,
      "grad_norm": 0.15286648273468018,
      "learning_rate": 0.00015673448364666496,
      "loss": 0.2278,
      "step": 941
    },
    {
      "epoch": 0.23651256943790602,
      "grad_norm": 0.1989341527223587,
      "learning_rate": 0.00015668297707957768,
      "loss": 0.2479,
      "step": 942
    },
    {
      "epoch": 0.23676364435238365,
      "grad_norm": 0.2830893397331238,
      "learning_rate": 0.00015663147051249034,
      "loss": 0.2476,
      "step": 943
    },
    {
      "epoch": 0.23701471926686124,
      "grad_norm": 0.20045219361782074,
      "learning_rate": 0.00015657996394540305,
      "loss": 0.2423,
      "step": 944
    },
    {
      "epoch": 0.23726579418133886,
      "grad_norm": 0.16709288954734802,
      "learning_rate": 0.00015652845737831574,
      "loss": 0.235,
      "step": 945
    },
    {
      "epoch": 0.23751686909581646,
      "grad_norm": 0.17644146084785461,
      "learning_rate": 0.00015647695081122843,
      "loss": 0.249,
      "step": 946
    },
    {
      "epoch": 0.23776794401029408,
      "grad_norm": 0.19206663966178894,
      "learning_rate": 0.00015642544424414114,
      "loss": 0.2488,
      "step": 947
    },
    {
      "epoch": 0.23801901892477167,
      "grad_norm": 0.6231669187545776,
      "learning_rate": 0.00015637393767705383,
      "loss": 0.2429,
      "step": 948
    },
    {
      "epoch": 0.2382700938392493,
      "grad_norm": 0.24092718958854675,
      "learning_rate": 0.00015632243110996654,
      "loss": 0.2684,
      "step": 949
    },
    {
      "epoch": 0.2385211687537269,
      "grad_norm": 0.20192080736160278,
      "learning_rate": 0.0001562709245428792,
      "loss": 0.2554,
      "step": 950
    },
    {
      "epoch": 0.2387722436682045,
      "grad_norm": 0.20011842250823975,
      "learning_rate": 0.00015621941797579192,
      "loss": 0.23,
      "step": 951
    },
    {
      "epoch": 0.2390233185826821,
      "grad_norm": 0.17809607088565826,
      "learning_rate": 0.0001561679114087046,
      "loss": 0.2323,
      "step": 952
    },
    {
      "epoch": 0.2392743934971597,
      "grad_norm": 1.4481018781661987,
      "learning_rate": 0.00015611640484161732,
      "loss": 0.2308,
      "step": 953
    },
    {
      "epoch": 0.23952546841163733,
      "grad_norm": 0.17232979834079742,
      "learning_rate": 0.00015606489827453,
      "loss": 0.2507,
      "step": 954
    },
    {
      "epoch": 0.23977654332611492,
      "grad_norm": 0.18299414217472076,
      "learning_rate": 0.00015601339170744273,
      "loss": 0.2334,
      "step": 955
    },
    {
      "epoch": 0.24002761824059254,
      "grad_norm": 0.1894787847995758,
      "learning_rate": 0.0001559618851403554,
      "loss": 0.2658,
      "step": 956
    },
    {
      "epoch": 0.24027869315507014,
      "grad_norm": 0.17587164044380188,
      "learning_rate": 0.0001559103785732681,
      "loss": 0.2286,
      "step": 957
    },
    {
      "epoch": 0.24052976806954776,
      "grad_norm": 0.27223482728004456,
      "learning_rate": 0.0001558588720061808,
      "loss": 0.2451,
      "step": 958
    },
    {
      "epoch": 0.24078084298402536,
      "grad_norm": 0.195957213640213,
      "learning_rate": 0.00015580736543909348,
      "loss": 0.269,
      "step": 959
    },
    {
      "epoch": 0.24103191789850298,
      "grad_norm": 0.18778730928897858,
      "learning_rate": 0.0001557558588720062,
      "loss": 0.2347,
      "step": 960
    },
    {
      "epoch": 0.24128299281298057,
      "grad_norm": 0.23703764379024506,
      "learning_rate": 0.00015570435230491888,
      "loss": 0.2241,
      "step": 961
    },
    {
      "epoch": 0.24153406772745817,
      "grad_norm": 0.21779747307300568,
      "learning_rate": 0.0001556528457378316,
      "loss": 0.2734,
      "step": 962
    },
    {
      "epoch": 0.2417851426419358,
      "grad_norm": 0.21323692798614502,
      "learning_rate": 0.00015560133917074428,
      "loss": 0.2622,
      "step": 963
    },
    {
      "epoch": 0.24203621755641339,
      "grad_norm": 0.2719731330871582,
      "learning_rate": 0.00015554983260365697,
      "loss": 0.2483,
      "step": 964
    },
    {
      "epoch": 0.242287292470891,
      "grad_norm": 0.20839031040668488,
      "learning_rate": 0.00015549832603656966,
      "loss": 0.2354,
      "step": 965
    },
    {
      "epoch": 0.2425383673853686,
      "grad_norm": 0.528797447681427,
      "learning_rate": 0.00015544681946948237,
      "loss": 0.2429,
      "step": 966
    },
    {
      "epoch": 0.24278944229984623,
      "grad_norm": 0.17672377824783325,
      "learning_rate": 0.00015539531290239506,
      "loss": 0.2288,
      "step": 967
    },
    {
      "epoch": 0.24304051721432382,
      "grad_norm": 0.5390762090682983,
      "learning_rate": 0.00015534380633530778,
      "loss": 0.2291,
      "step": 968
    },
    {
      "epoch": 0.24329159212880144,
      "grad_norm": 0.20074623823165894,
      "learning_rate": 0.00015529229976822046,
      "loss": 0.2313,
      "step": 969
    },
    {
      "epoch": 0.24354266704327904,
      "grad_norm": 0.18474243581295013,
      "learning_rate": 0.00015524079320113315,
      "loss": 0.2528,
      "step": 970
    },
    {
      "epoch": 0.24379374195775663,
      "grad_norm": 0.17654949426651,
      "learning_rate": 0.00015518928663404584,
      "loss": 0.2301,
      "step": 971
    },
    {
      "epoch": 0.24404481687223425,
      "grad_norm": 0.21048948168754578,
      "learning_rate": 0.00015513778006695853,
      "loss": 0.2264,
      "step": 972
    },
    {
      "epoch": 0.24429589178671185,
      "grad_norm": 0.18345233798027039,
      "learning_rate": 0.00015508627349987124,
      "loss": 0.2655,
      "step": 973
    },
    {
      "epoch": 0.24454696670118947,
      "grad_norm": 0.19056323170661926,
      "learning_rate": 0.00015503476693278393,
      "loss": 0.2879,
      "step": 974
    },
    {
      "epoch": 0.24479804161566707,
      "grad_norm": 0.17331257462501526,
      "learning_rate": 0.00015498326036569664,
      "loss": 0.2262,
      "step": 975
    },
    {
      "epoch": 0.2450491165301447,
      "grad_norm": 0.22232994437217712,
      "learning_rate": 0.00015493175379860933,
      "loss": 0.2492,
      "step": 976
    },
    {
      "epoch": 0.24530019144462228,
      "grad_norm": 0.6804124116897583,
      "learning_rate": 0.00015488024723152205,
      "loss": 0.2577,
      "step": 977
    },
    {
      "epoch": 0.2455512663590999,
      "grad_norm": 0.18588435649871826,
      "learning_rate": 0.0001548287406644347,
      "loss": 0.248,
      "step": 978
    },
    {
      "epoch": 0.2458023412735775,
      "grad_norm": 0.40762630105018616,
      "learning_rate": 0.00015477723409734742,
      "loss": 0.2468,
      "step": 979
    },
    {
      "epoch": 0.24605341618805512,
      "grad_norm": 0.1927085667848587,
      "learning_rate": 0.0001547257275302601,
      "loss": 0.2449,
      "step": 980
    },
    {
      "epoch": 0.24630449110253272,
      "grad_norm": 0.27801984548568726,
      "learning_rate": 0.0001546742209631728,
      "loss": 0.2469,
      "step": 981
    },
    {
      "epoch": 0.2465555660170103,
      "grad_norm": 0.1925227791070938,
      "learning_rate": 0.0001546227143960855,
      "loss": 0.2425,
      "step": 982
    },
    {
      "epoch": 0.24680664093148794,
      "grad_norm": 0.17810340225696564,
      "learning_rate": 0.0001545712078289982,
      "loss": 0.2492,
      "step": 983
    },
    {
      "epoch": 0.24705771584596553,
      "grad_norm": 0.17473676800727844,
      "learning_rate": 0.00015451970126191092,
      "loss": 0.2324,
      "step": 984
    },
    {
      "epoch": 0.24730879076044315,
      "grad_norm": 0.16989697515964508,
      "learning_rate": 0.00015446819469482358,
      "loss": 0.2514,
      "step": 985
    },
    {
      "epoch": 0.24755986567492075,
      "grad_norm": 0.17899733781814575,
      "learning_rate": 0.0001544166881277363,
      "loss": 0.2345,
      "step": 986
    },
    {
      "epoch": 0.24781094058939837,
      "grad_norm": 0.1668601632118225,
      "learning_rate": 0.00015436518156064898,
      "loss": 0.2398,
      "step": 987
    },
    {
      "epoch": 0.24806201550387597,
      "grad_norm": 0.19010010361671448,
      "learning_rate": 0.0001543136749935617,
      "loss": 0.2445,
      "step": 988
    },
    {
      "epoch": 0.2483130904183536,
      "grad_norm": 0.17150072753429413,
      "learning_rate": 0.00015426216842647438,
      "loss": 0.2361,
      "step": 989
    },
    {
      "epoch": 0.24856416533283118,
      "grad_norm": 0.16417963802814484,
      "learning_rate": 0.0001542106618593871,
      "loss": 0.2465,
      "step": 990
    },
    {
      "epoch": 0.24881524024730878,
      "grad_norm": 0.15960508584976196,
      "learning_rate": 0.00015415915529229978,
      "loss": 0.2405,
      "step": 991
    },
    {
      "epoch": 0.2490663151617864,
      "grad_norm": 0.18140260875225067,
      "learning_rate": 0.00015410764872521247,
      "loss": 0.2295,
      "step": 992
    },
    {
      "epoch": 0.249317390076264,
      "grad_norm": 0.1655191332101822,
      "learning_rate": 0.00015405614215812516,
      "loss": 0.2465,
      "step": 993
    },
    {
      "epoch": 0.24956846499074162,
      "grad_norm": 0.19732175767421722,
      "learning_rate": 0.00015400463559103785,
      "loss": 0.2435,
      "step": 994
    },
    {
      "epoch": 0.2498195399052192,
      "grad_norm": 0.15675613284111023,
      "learning_rate": 0.00015395312902395056,
      "loss": 0.2253,
      "step": 995
    },
    {
      "epoch": 0.25007061481969683,
      "grad_norm": 0.1624336838722229,
      "learning_rate": 0.00015390162245686325,
      "loss": 0.2551,
      "step": 996
    },
    {
      "epoch": 0.25032168973417446,
      "grad_norm": 0.4292098581790924,
      "learning_rate": 0.00015385011588977596,
      "loss": 0.2551,
      "step": 997
    },
    {
      "epoch": 0.250572764648652,
      "grad_norm": 0.1723552793264389,
      "learning_rate": 0.00015379860932268865,
      "loss": 0.2468,
      "step": 998
    },
    {
      "epoch": 0.25082383956312965,
      "grad_norm": 0.16770219802856445,
      "learning_rate": 0.00015374710275560134,
      "loss": 0.2691,
      "step": 999
    },
    {
      "epoch": 0.25107491447760727,
      "grad_norm": 0.15404878556728363,
      "learning_rate": 0.00015369559618851403,
      "loss": 0.2421,
      "step": 1000
    },
    {
      "epoch": 0.25107491447760727,
      "eval_loss": 3.572730541229248,
      "eval_runtime": 33.1597,
      "eval_samples_per_second": 15.079,
      "eval_steps_per_second": 0.121,
      "step": 1000
    },
    {
      "epoch": 0.25132598939208484,
      "grad_norm": 0.15760399401187897,
      "learning_rate": 0.00015364408962142674,
      "loss": 0.2597,
      "step": 1001
    },
    {
      "epoch": 0.25157706430656246,
      "grad_norm": 0.19820784032344818,
      "learning_rate": 0.00015359258305433943,
      "loss": 0.2278,
      "step": 1002
    },
    {
      "epoch": 0.2518281392210401,
      "grad_norm": 0.153860941529274,
      "learning_rate": 0.00015354107648725215,
      "loss": 0.2333,
      "step": 1003
    },
    {
      "epoch": 0.2520792141355177,
      "grad_norm": 0.1570746898651123,
      "learning_rate": 0.00015348956992016483,
      "loss": 0.2376,
      "step": 1004
    },
    {
      "epoch": 0.25233028904999527,
      "grad_norm": 0.15654267370700836,
      "learning_rate": 0.00015343806335307752,
      "loss": 0.2568,
      "step": 1005
    },
    {
      "epoch": 0.2525813639644729,
      "grad_norm": 0.15929920971393585,
      "learning_rate": 0.00015338655678599024,
      "loss": 0.248,
      "step": 1006
    },
    {
      "epoch": 0.2528324388789505,
      "grad_norm": 0.17332109808921814,
      "learning_rate": 0.0001533350502189029,
      "loss": 0.2546,
      "step": 1007
    },
    {
      "epoch": 0.25308351379342814,
      "grad_norm": 0.14590978622436523,
      "learning_rate": 0.0001532835436518156,
      "loss": 0.2477,
      "step": 1008
    },
    {
      "epoch": 0.2533345887079057,
      "grad_norm": 0.15115712583065033,
      "learning_rate": 0.0001532320370847283,
      "loss": 0.2445,
      "step": 1009
    },
    {
      "epoch": 0.25358566362238333,
      "grad_norm": 0.13493594527244568,
      "learning_rate": 0.00015318053051764101,
      "loss": 0.2451,
      "step": 1010
    },
    {
      "epoch": 0.25383673853686095,
      "grad_norm": 0.1786240190267563,
      "learning_rate": 0.0001531290239505537,
      "loss": 0.2336,
      "step": 1011
    },
    {
      "epoch": 0.2540878134513385,
      "grad_norm": 0.234920933842659,
      "learning_rate": 0.00015307751738346642,
      "loss": 0.2356,
      "step": 1012
    },
    {
      "epoch": 0.25433888836581614,
      "grad_norm": 0.17078818380832672,
      "learning_rate": 0.0001530260108163791,
      "loss": 0.2339,
      "step": 1013
    },
    {
      "epoch": 0.25458996328029376,
      "grad_norm": 0.47120893001556396,
      "learning_rate": 0.0001529745042492918,
      "loss": 0.2447,
      "step": 1014
    },
    {
      "epoch": 0.2548410381947714,
      "grad_norm": 0.1547776460647583,
      "learning_rate": 0.00015292299768220448,
      "loss": 0.2673,
      "step": 1015
    },
    {
      "epoch": 0.25509211310924895,
      "grad_norm": 0.19028563797473907,
      "learning_rate": 0.0001528714911151172,
      "loss": 0.2494,
      "step": 1016
    },
    {
      "epoch": 0.2553431880237266,
      "grad_norm": 0.1748841404914856,
      "learning_rate": 0.00015281998454802988,
      "loss": 0.233,
      "step": 1017
    },
    {
      "epoch": 0.2555942629382042,
      "grad_norm": 0.5765334367752075,
      "learning_rate": 0.00015276847798094257,
      "loss": 0.2533,
      "step": 1018
    },
    {
      "epoch": 0.2558453378526818,
      "grad_norm": 0.1650862693786621,
      "learning_rate": 0.00015271697141385529,
      "loss": 0.2445,
      "step": 1019
    },
    {
      "epoch": 0.2560964127671594,
      "grad_norm": 0.1457764357328415,
      "learning_rate": 0.00015266546484676797,
      "loss": 0.2628,
      "step": 1020
    },
    {
      "epoch": 0.256347487681637,
      "grad_norm": 0.15645654499530792,
      "learning_rate": 0.00015261395827968066,
      "loss": 0.2211,
      "step": 1021
    },
    {
      "epoch": 0.25659856259611463,
      "grad_norm": 0.14861007034778595,
      "learning_rate": 0.00015256245171259335,
      "loss": 0.2239,
      "step": 1022
    },
    {
      "epoch": 0.2568496375105922,
      "grad_norm": 0.17384010553359985,
      "learning_rate": 0.00015251094514550606,
      "loss": 0.2475,
      "step": 1023
    },
    {
      "epoch": 0.2571007124250698,
      "grad_norm": 0.16023322939872742,
      "learning_rate": 0.00015245943857841875,
      "loss": 0.2492,
      "step": 1024
    },
    {
      "epoch": 0.25735178733954744,
      "grad_norm": 0.16809365153312683,
      "learning_rate": 0.00015240793201133147,
      "loss": 0.2241,
      "step": 1025
    },
    {
      "epoch": 0.25760286225402507,
      "grad_norm": 0.16534826159477234,
      "learning_rate": 0.00015235642544424415,
      "loss": 0.2338,
      "step": 1026
    },
    {
      "epoch": 0.25785393716850263,
      "grad_norm": 0.2018970400094986,
      "learning_rate": 0.00015230491887715684,
      "loss": 0.2817,
      "step": 1027
    },
    {
      "epoch": 0.25810501208298026,
      "grad_norm": 0.14921987056732178,
      "learning_rate": 0.00015225341231006953,
      "loss": 0.2227,
      "step": 1028
    },
    {
      "epoch": 0.2583560869974579,
      "grad_norm": 0.1575174629688263,
      "learning_rate": 0.00015220190574298222,
      "loss": 0.2645,
      "step": 1029
    },
    {
      "epoch": 0.2586071619119355,
      "grad_norm": 0.17785701155662537,
      "learning_rate": 0.00015215039917589493,
      "loss": 0.2206,
      "step": 1030
    },
    {
      "epoch": 0.25885823682641307,
      "grad_norm": 0.15333110094070435,
      "learning_rate": 0.00015209889260880762,
      "loss": 0.2341,
      "step": 1031
    },
    {
      "epoch": 0.2591093117408907,
      "grad_norm": 0.448262095451355,
      "learning_rate": 0.00015204738604172034,
      "loss": 0.2485,
      "step": 1032
    },
    {
      "epoch": 0.2593603866553683,
      "grad_norm": 0.14206111431121826,
      "learning_rate": 0.00015199587947463302,
      "loss": 0.2393,
      "step": 1033
    },
    {
      "epoch": 0.2596114615698459,
      "grad_norm": 0.1654474288225174,
      "learning_rate": 0.00015194437290754574,
      "loss": 0.2385,
      "step": 1034
    },
    {
      "epoch": 0.2598625364843235,
      "grad_norm": 0.15231814980506897,
      "learning_rate": 0.0001518928663404584,
      "loss": 0.2406,
      "step": 1035
    },
    {
      "epoch": 0.2601136113988011,
      "grad_norm": 0.16336548328399658,
      "learning_rate": 0.00015184135977337111,
      "loss": 0.2484,
      "step": 1036
    },
    {
      "epoch": 0.26036468631327875,
      "grad_norm": 0.5023617148399353,
      "learning_rate": 0.0001517898532062838,
      "loss": 0.2565,
      "step": 1037
    },
    {
      "epoch": 0.2606157612277563,
      "grad_norm": 0.18492883443832397,
      "learning_rate": 0.00015173834663919652,
      "loss": 0.2321,
      "step": 1038
    },
    {
      "epoch": 0.26086683614223394,
      "grad_norm": 0.15960271656513214,
      "learning_rate": 0.0001516868400721092,
      "loss": 0.2476,
      "step": 1039
    },
    {
      "epoch": 0.26111791105671156,
      "grad_norm": 0.16850745677947998,
      "learning_rate": 0.0001516353335050219,
      "loss": 0.2517,
      "step": 1040
    },
    {
      "epoch": 0.2613689859711891,
      "grad_norm": 0.17948396503925323,
      "learning_rate": 0.0001515838269379346,
      "loss": 0.2539,
      "step": 1041
    },
    {
      "epoch": 0.26162006088566675,
      "grad_norm": 0.15536169707775116,
      "learning_rate": 0.00015153232037084727,
      "loss": 0.2317,
      "step": 1042
    },
    {
      "epoch": 0.2618711358001444,
      "grad_norm": 0.1562909483909607,
      "learning_rate": 0.00015148081380375998,
      "loss": 0.2368,
      "step": 1043
    },
    {
      "epoch": 0.262122210714622,
      "grad_norm": 0.15326359868049622,
      "learning_rate": 0.00015142930723667267,
      "loss": 0.2412,
      "step": 1044
    },
    {
      "epoch": 0.26237328562909956,
      "grad_norm": 0.16787351667881012,
      "learning_rate": 0.00015137780066958539,
      "loss": 0.2395,
      "step": 1045
    },
    {
      "epoch": 0.2626243605435772,
      "grad_norm": 0.18065208196640015,
      "learning_rate": 0.00015132629410249807,
      "loss": 0.2393,
      "step": 1046
    },
    {
      "epoch": 0.2628754354580548,
      "grad_norm": 0.15755508840084076,
      "learning_rate": 0.0001512747875354108,
      "loss": 0.249,
      "step": 1047
    },
    {
      "epoch": 0.26312651037253243,
      "grad_norm": 0.27185356616973877,
      "learning_rate": 0.00015122328096832348,
      "loss": 0.2321,
      "step": 1048
    },
    {
      "epoch": 0.26337758528701,
      "grad_norm": 0.18260829150676727,
      "learning_rate": 0.00015117177440123616,
      "loss": 0.2495,
      "step": 1049
    },
    {
      "epoch": 0.2636286602014876,
      "grad_norm": 0.14365485310554504,
      "learning_rate": 0.00015112026783414885,
      "loss": 0.234,
      "step": 1050
    },
    {
      "epoch": 0.26387973511596524,
      "grad_norm": 0.18421167135238647,
      "learning_rate": 0.00015106876126706157,
      "loss": 0.2716,
      "step": 1051
    },
    {
      "epoch": 0.2641308100304428,
      "grad_norm": 0.14529569447040558,
      "learning_rate": 0.00015101725469997425,
      "loss": 0.2472,
      "step": 1052
    },
    {
      "epoch": 0.26438188494492043,
      "grad_norm": 0.14572511613368988,
      "learning_rate": 0.00015096574813288694,
      "loss": 0.2516,
      "step": 1053
    },
    {
      "epoch": 0.26463295985939805,
      "grad_norm": 0.2905026078224182,
      "learning_rate": 0.00015091424156579966,
      "loss": 0.2692,
      "step": 1054
    },
    {
      "epoch": 0.2648840347738757,
      "grad_norm": 0.17771852016448975,
      "learning_rate": 0.00015086273499871234,
      "loss": 0.2689,
      "step": 1055
    },
    {
      "epoch": 0.26513510968835324,
      "grad_norm": 0.15116581320762634,
      "learning_rate": 0.00015081122843162503,
      "loss": 0.2403,
      "step": 1056
    },
    {
      "epoch": 0.26538618460283087,
      "grad_norm": 0.14136497676372528,
      "learning_rate": 0.00015075972186453772,
      "loss": 0.2444,
      "step": 1057
    },
    {
      "epoch": 0.2656372595173085,
      "grad_norm": 0.15225553512573242,
      "learning_rate": 0.00015070821529745043,
      "loss": 0.2419,
      "step": 1058
    },
    {
      "epoch": 0.2658883344317861,
      "grad_norm": 0.241298645734787,
      "learning_rate": 0.00015065670873036312,
      "loss": 0.2372,
      "step": 1059
    },
    {
      "epoch": 0.2661394093462637,
      "grad_norm": 0.16929803788661957,
      "learning_rate": 0.00015060520216327584,
      "loss": 0.2245,
      "step": 1060
    },
    {
      "epoch": 0.2663904842607413,
      "grad_norm": 0.23028996586799622,
      "learning_rate": 0.00015055369559618853,
      "loss": 0.2611,
      "step": 1061
    },
    {
      "epoch": 0.2666415591752189,
      "grad_norm": 0.1790480613708496,
      "learning_rate": 0.0001505021890291012,
      "loss": 0.2405,
      "step": 1062
    },
    {
      "epoch": 0.2668926340896965,
      "grad_norm": 0.16259820759296417,
      "learning_rate": 0.0001504506824620139,
      "loss": 0.2603,
      "step": 1063
    },
    {
      "epoch": 0.2671437090041741,
      "grad_norm": 0.16009746491909027,
      "learning_rate": 0.00015039917589492662,
      "loss": 0.271,
      "step": 1064
    },
    {
      "epoch": 0.26739478391865174,
      "grad_norm": 0.18949764966964722,
      "learning_rate": 0.0001503476693278393,
      "loss": 0.2223,
      "step": 1065
    },
    {
      "epoch": 0.26764585883312936,
      "grad_norm": 0.1873047798871994,
      "learning_rate": 0.000150296162760752,
      "loss": 0.2354,
      "step": 1066
    },
    {
      "epoch": 0.2678969337476069,
      "grad_norm": 0.1564694344997406,
      "learning_rate": 0.0001502446561936647,
      "loss": 0.2544,
      "step": 1067
    },
    {
      "epoch": 0.26814800866208455,
      "grad_norm": 0.1473311483860016,
      "learning_rate": 0.0001501931496265774,
      "loss": 0.2457,
      "step": 1068
    },
    {
      "epoch": 0.26839908357656217,
      "grad_norm": 0.18391402065753937,
      "learning_rate": 0.0001501416430594901,
      "loss": 0.247,
      "step": 1069
    },
    {
      "epoch": 0.26865015849103974,
      "grad_norm": 0.1601758748292923,
      "learning_rate": 0.00015009013649240277,
      "loss": 0.2375,
      "step": 1070
    },
    {
      "epoch": 0.26890123340551736,
      "grad_norm": 0.17010630667209625,
      "learning_rate": 0.00015003862992531548,
      "loss": 0.2436,
      "step": 1071
    },
    {
      "epoch": 0.269152308319995,
      "grad_norm": 0.14162908494472504,
      "learning_rate": 0.00014998712335822817,
      "loss": 0.2241,
      "step": 1072
    },
    {
      "epoch": 0.2694033832344726,
      "grad_norm": 0.1526259183883667,
      "learning_rate": 0.0001499356167911409,
      "loss": 0.2332,
      "step": 1073
    },
    {
      "epoch": 0.26965445814895017,
      "grad_norm": 0.153189018368721,
      "learning_rate": 0.00014988411022405358,
      "loss": 0.2295,
      "step": 1074
    },
    {
      "epoch": 0.2699055330634278,
      "grad_norm": 0.1832474172115326,
      "learning_rate": 0.00014983260365696626,
      "loss": 0.2591,
      "step": 1075
    },
    {
      "epoch": 0.2701566079779054,
      "grad_norm": 0.33709651231765747,
      "learning_rate": 0.00014978109708987898,
      "loss": 0.2213,
      "step": 1076
    },
    {
      "epoch": 0.27040768289238304,
      "grad_norm": 0.164327472448349,
      "learning_rate": 0.00014972959052279167,
      "loss": 0.2356,
      "step": 1077
    },
    {
      "epoch": 0.2706587578068606,
      "grad_norm": 0.13349422812461853,
      "learning_rate": 0.00014967808395570435,
      "loss": 0.2507,
      "step": 1078
    },
    {
      "epoch": 0.27090983272133823,
      "grad_norm": 0.15359458327293396,
      "learning_rate": 0.00014962657738861704,
      "loss": 0.2496,
      "step": 1079
    },
    {
      "epoch": 0.27116090763581585,
      "grad_norm": 0.14018838107585907,
      "learning_rate": 0.00014957507082152976,
      "loss": 0.2653,
      "step": 1080
    },
    {
      "epoch": 0.2714119825502934,
      "grad_norm": 0.16355212032794952,
      "learning_rate": 0.00014952356425444244,
      "loss": 0.2378,
      "step": 1081
    },
    {
      "epoch": 0.27166305746477104,
      "grad_norm": 0.15234194695949554,
      "learning_rate": 0.00014947205768735516,
      "loss": 0.2423,
      "step": 1082
    },
    {
      "epoch": 0.27191413237924866,
      "grad_norm": 0.15725062787532806,
      "learning_rate": 0.00014942055112026785,
      "loss": 0.2573,
      "step": 1083
    },
    {
      "epoch": 0.2721652072937263,
      "grad_norm": 0.1604907512664795,
      "learning_rate": 0.00014936904455318056,
      "loss": 0.2583,
      "step": 1084
    },
    {
      "epoch": 0.27241628220820385,
      "grad_norm": 0.14885827898979187,
      "learning_rate": 0.00014931753798609322,
      "loss": 0.2435,
      "step": 1085
    },
    {
      "epoch": 0.2726673571226815,
      "grad_norm": 0.17037345468997955,
      "learning_rate": 0.00014926603141900594,
      "loss": 0.2371,
      "step": 1086
    },
    {
      "epoch": 0.2729184320371591,
      "grad_norm": 0.15469788014888763,
      "learning_rate": 0.00014921452485191862,
      "loss": 0.2646,
      "step": 1087
    },
    {
      "epoch": 0.2731695069516367,
      "grad_norm": 0.15504348278045654,
      "learning_rate": 0.0001491630182848313,
      "loss": 0.2559,
      "step": 1088
    },
    {
      "epoch": 0.2734205818661143,
      "grad_norm": 0.157157301902771,
      "learning_rate": 0.00014911151171774403,
      "loss": 0.2295,
      "step": 1089
    },
    {
      "epoch": 0.2736716567805919,
      "grad_norm": 0.13639606535434723,
      "learning_rate": 0.00014906000515065672,
      "loss": 0.2252,
      "step": 1090
    },
    {
      "epoch": 0.27392273169506953,
      "grad_norm": 0.14462795853614807,
      "learning_rate": 0.00014900849858356943,
      "loss": 0.2416,
      "step": 1091
    },
    {
      "epoch": 0.2741738066095471,
      "grad_norm": 0.27604955434799194,
      "learning_rate": 0.0001489569920164821,
      "loss": 0.263,
      "step": 1092
    },
    {
      "epoch": 0.2744248815240247,
      "grad_norm": 0.15353836119174957,
      "learning_rate": 0.0001489054854493948,
      "loss": 0.2421,
      "step": 1093
    },
    {
      "epoch": 0.27467595643850234,
      "grad_norm": 0.17336051166057587,
      "learning_rate": 0.0001488539788823075,
      "loss": 0.2546,
      "step": 1094
    },
    {
      "epoch": 0.27492703135297997,
      "grad_norm": 0.16179433465003967,
      "learning_rate": 0.0001488024723152202,
      "loss": 0.2517,
      "step": 1095
    },
    {
      "epoch": 0.27517810626745753,
      "grad_norm": 0.14113490283489227,
      "learning_rate": 0.0001487509657481329,
      "loss": 0.2473,
      "step": 1096
    },
    {
      "epoch": 0.27542918118193516,
      "grad_norm": 0.13896489143371582,
      "learning_rate": 0.00014869945918104558,
      "loss": 0.2398,
      "step": 1097
    },
    {
      "epoch": 0.2756802560964128,
      "grad_norm": 0.14948885142803192,
      "learning_rate": 0.0001486479526139583,
      "loss": 0.2698,
      "step": 1098
    },
    {
      "epoch": 0.2759313310108904,
      "grad_norm": 0.21451374888420105,
      "learning_rate": 0.000148596446046871,
      "loss": 0.2443,
      "step": 1099
    },
    {
      "epoch": 0.27618240592536797,
      "grad_norm": 0.13313129544258118,
      "learning_rate": 0.00014854493947978367,
      "loss": 0.2157,
      "step": 1100
    },
    {
      "epoch": 0.27618240592536797,
      "eval_loss": 3.5240650177001953,
      "eval_runtime": 31.4555,
      "eval_samples_per_second": 15.895,
      "eval_steps_per_second": 0.127,
      "step": 1100
    },
    {
      "epoch": 0.2764334808398456,
      "grad_norm": 0.15665510296821594,
      "learning_rate": 0.00014849343291269636,
      "loss": 0.2362,
      "step": 1101
    },
    {
      "epoch": 0.2766845557543232,
      "grad_norm": 0.13965187966823578,
      "learning_rate": 0.00014844192634560908,
      "loss": 0.2401,
      "step": 1102
    },
    {
      "epoch": 0.2769356306688008,
      "grad_norm": 0.14618688821792603,
      "learning_rate": 0.00014839041977852176,
      "loss": 0.2302,
      "step": 1103
    },
    {
      "epoch": 0.2771867055832784,
      "grad_norm": 0.40302547812461853,
      "learning_rate": 0.00014833891321143448,
      "loss": 0.265,
      "step": 1104
    },
    {
      "epoch": 0.277437780497756,
      "grad_norm": 0.16693586111068726,
      "learning_rate": 0.00014828740664434717,
      "loss": 0.254,
      "step": 1105
    },
    {
      "epoch": 0.27768885541223365,
      "grad_norm": 0.15520700812339783,
      "learning_rate": 0.00014823590007725986,
      "loss": 0.2632,
      "step": 1106
    },
    {
      "epoch": 0.2779399303267112,
      "grad_norm": 0.16566674411296844,
      "learning_rate": 0.00014818439351017254,
      "loss": 0.2533,
      "step": 1107
    },
    {
      "epoch": 0.27819100524118884,
      "grad_norm": 0.16466736793518066,
      "learning_rate": 0.00014813288694308526,
      "loss": 0.2247,
      "step": 1108
    },
    {
      "epoch": 0.27844208015566646,
      "grad_norm": 0.14812542498111725,
      "learning_rate": 0.00014808138037599795,
      "loss": 0.2361,
      "step": 1109
    },
    {
      "epoch": 0.278693155070144,
      "grad_norm": 0.14907903969287872,
      "learning_rate": 0.00014802987380891063,
      "loss": 0.2224,
      "step": 1110
    },
    {
      "epoch": 0.27894422998462165,
      "grad_norm": 0.15739431977272034,
      "learning_rate": 0.00014797836724182335,
      "loss": 0.244,
      "step": 1111
    },
    {
      "epoch": 0.2791953048990993,
      "grad_norm": 0.17142777144908905,
      "learning_rate": 0.00014792686067473604,
      "loss": 0.2385,
      "step": 1112
    },
    {
      "epoch": 0.2794463798135769,
      "grad_norm": 0.30988839268684387,
      "learning_rate": 0.00014787535410764872,
      "loss": 0.2209,
      "step": 1113
    },
    {
      "epoch": 0.27969745472805446,
      "grad_norm": 0.1699734330177307,
      "learning_rate": 0.0001478238475405614,
      "loss": 0.2574,
      "step": 1114
    },
    {
      "epoch": 0.2799485296425321,
      "grad_norm": 0.17963817715644836,
      "learning_rate": 0.00014777234097347413,
      "loss": 0.2161,
      "step": 1115
    },
    {
      "epoch": 0.2801996045570097,
      "grad_norm": 0.175214022397995,
      "learning_rate": 0.00014772083440638681,
      "loss": 0.2625,
      "step": 1116
    },
    {
      "epoch": 0.28045067947148733,
      "grad_norm": 0.14827652275562286,
      "learning_rate": 0.00014766932783929953,
      "loss": 0.2496,
      "step": 1117
    },
    {
      "epoch": 0.2807017543859649,
      "grad_norm": 0.1727263629436493,
      "learning_rate": 0.00014761782127221222,
      "loss": 0.2439,
      "step": 1118
    },
    {
      "epoch": 0.2809528293004425,
      "grad_norm": 0.21890100836753845,
      "learning_rate": 0.00014756631470512493,
      "loss": 0.2624,
      "step": 1119
    },
    {
      "epoch": 0.28120390421492014,
      "grad_norm": 0.151083841919899,
      "learning_rate": 0.0001475148081380376,
      "loss": 0.2365,
      "step": 1120
    },
    {
      "epoch": 0.2814549791293977,
      "grad_norm": 0.1553327590227127,
      "learning_rate": 0.0001474633015709503,
      "loss": 0.2561,
      "step": 1121
    },
    {
      "epoch": 0.28170605404387533,
      "grad_norm": 0.19346114993095398,
      "learning_rate": 0.000147411795003863,
      "loss": 0.2466,
      "step": 1122
    },
    {
      "epoch": 0.28195712895835295,
      "grad_norm": 0.21480518579483032,
      "learning_rate": 0.00014736028843677568,
      "loss": 0.2368,
      "step": 1123
    },
    {
      "epoch": 0.2822082038728306,
      "grad_norm": 0.15151385962963104,
      "learning_rate": 0.0001473087818696884,
      "loss": 0.2289,
      "step": 1124
    },
    {
      "epoch": 0.28245927878730814,
      "grad_norm": 0.1549226939678192,
      "learning_rate": 0.00014725727530260109,
      "loss": 0.2501,
      "step": 1125
    },
    {
      "epoch": 0.28271035370178577,
      "grad_norm": 0.1639193296432495,
      "learning_rate": 0.0001472057687355138,
      "loss": 0.2491,
      "step": 1126
    },
    {
      "epoch": 0.2829614286162634,
      "grad_norm": 0.16251538693904877,
      "learning_rate": 0.00014715426216842646,
      "loss": 0.2413,
      "step": 1127
    },
    {
      "epoch": 0.283212503530741,
      "grad_norm": 0.14797848463058472,
      "learning_rate": 0.00014710275560133918,
      "loss": 0.2689,
      "step": 1128
    },
    {
      "epoch": 0.2834635784452186,
      "grad_norm": 0.15204891562461853,
      "learning_rate": 0.00014705124903425186,
      "loss": 0.2792,
      "step": 1129
    },
    {
      "epoch": 0.2837146533596962,
      "grad_norm": 0.1772516667842865,
      "learning_rate": 0.00014699974246716458,
      "loss": 0.2268,
      "step": 1130
    },
    {
      "epoch": 0.2839657282741738,
      "grad_norm": 0.1676306277513504,
      "learning_rate": 0.00014694823590007727,
      "loss": 0.241,
      "step": 1131
    },
    {
      "epoch": 0.2842168031886514,
      "grad_norm": 0.16295666992664337,
      "learning_rate": 0.00014689672933298998,
      "loss": 0.2185,
      "step": 1132
    },
    {
      "epoch": 0.284467878103129,
      "grad_norm": 0.14584378898143768,
      "learning_rate": 0.00014684522276590267,
      "loss": 0.2242,
      "step": 1133
    },
    {
      "epoch": 0.28471895301760664,
      "grad_norm": 0.14726655185222626,
      "learning_rate": 0.00014679371619881536,
      "loss": 0.2399,
      "step": 1134
    },
    {
      "epoch": 0.28497002793208426,
      "grad_norm": 0.16925585269927979,
      "learning_rate": 0.00014674220963172805,
      "loss": 0.2427,
      "step": 1135
    },
    {
      "epoch": 0.2852211028465618,
      "grad_norm": 0.17738303542137146,
      "learning_rate": 0.00014669070306464073,
      "loss": 0.2702,
      "step": 1136
    },
    {
      "epoch": 0.28547217776103945,
      "grad_norm": 0.8108696937561035,
      "learning_rate": 0.00014663919649755345,
      "loss": 0.2568,
      "step": 1137
    },
    {
      "epoch": 0.28572325267551707,
      "grad_norm": 0.14206087589263916,
      "learning_rate": 0.00014658768993046614,
      "loss": 0.2296,
      "step": 1138
    },
    {
      "epoch": 0.2859743275899947,
      "grad_norm": 0.20715929567813873,
      "learning_rate": 0.00014653618336337885,
      "loss": 0.2557,
      "step": 1139
    },
    {
      "epoch": 0.28622540250447226,
      "grad_norm": 0.1384149193763733,
      "learning_rate": 0.00014648467679629154,
      "loss": 0.2449,
      "step": 1140
    },
    {
      "epoch": 0.2864764774189499,
      "grad_norm": 0.1393694132566452,
      "learning_rate": 0.00014643317022920423,
      "loss": 0.2633,
      "step": 1141
    },
    {
      "epoch": 0.2867275523334275,
      "grad_norm": 0.21458542346954346,
      "learning_rate": 0.00014638166366211691,
      "loss": 0.2416,
      "step": 1142
    },
    {
      "epoch": 0.28697862724790507,
      "grad_norm": 0.20360301434993744,
      "learning_rate": 0.00014633015709502963,
      "loss": 0.2401,
      "step": 1143
    },
    {
      "epoch": 0.2872297021623827,
      "grad_norm": 0.16396385431289673,
      "learning_rate": 0.00014627865052794232,
      "loss": 0.2298,
      "step": 1144
    },
    {
      "epoch": 0.2874807770768603,
      "grad_norm": 0.4512840807437897,
      "learning_rate": 0.000146227143960855,
      "loss": 0.2882,
      "step": 1145
    },
    {
      "epoch": 0.28773185199133794,
      "grad_norm": 0.20207779109477997,
      "learning_rate": 0.00014617563739376772,
      "loss": 0.2226,
      "step": 1146
    },
    {
      "epoch": 0.2879829269058155,
      "grad_norm": 2.442943811416626,
      "learning_rate": 0.0001461241308266804,
      "loss": 0.2337,
      "step": 1147
    },
    {
      "epoch": 0.28823400182029313,
      "grad_norm": 0.18518516421318054,
      "learning_rate": 0.00014607262425959312,
      "loss": 0.2398,
      "step": 1148
    },
    {
      "epoch": 0.28848507673477075,
      "grad_norm": 0.21643902361392975,
      "learning_rate": 0.00014602111769250578,
      "loss": 0.2677,
      "step": 1149
    },
    {
      "epoch": 0.2887361516492483,
      "grad_norm": 0.6931560635566711,
      "learning_rate": 0.0001459696111254185,
      "loss": 0.2343,
      "step": 1150
    },
    {
      "epoch": 0.28898722656372594,
      "grad_norm": 0.21784062683582306,
      "learning_rate": 0.00014591810455833119,
      "loss": 0.2668,
      "step": 1151
    },
    {
      "epoch": 0.28923830147820356,
      "grad_norm": 0.3422210216522217,
      "learning_rate": 0.0001458665979912439,
      "loss": 0.2463,
      "step": 1152
    },
    {
      "epoch": 0.2894893763926812,
      "grad_norm": 0.502286434173584,
      "learning_rate": 0.0001458150914241566,
      "loss": 0.2238,
      "step": 1153
    },
    {
      "epoch": 0.28974045130715875,
      "grad_norm": 0.33408135175704956,
      "learning_rate": 0.0001457635848570693,
      "loss": 0.2204,
      "step": 1154
    },
    {
      "epoch": 0.2899915262216364,
      "grad_norm": 0.5808166861534119,
      "learning_rate": 0.000145712078289982,
      "loss": 0.2238,
      "step": 1155
    },
    {
      "epoch": 0.290242601136114,
      "grad_norm": 1.059826135635376,
      "learning_rate": 0.00014566057172289468,
      "loss": 0.2471,
      "step": 1156
    },
    {
      "epoch": 0.2904936760505916,
      "grad_norm": 0.3302994966506958,
      "learning_rate": 0.00014560906515580737,
      "loss": 0.2277,
      "step": 1157
    },
    {
      "epoch": 0.2907447509650692,
      "grad_norm": 0.29451289772987366,
      "learning_rate": 0.00014555755858872005,
      "loss": 0.2339,
      "step": 1158
    },
    {
      "epoch": 0.2909958258795468,
      "grad_norm": 5.132908821105957,
      "learning_rate": 0.00014550605202163277,
      "loss": 0.2613,
      "step": 1159
    },
    {
      "epoch": 0.29124690079402443,
      "grad_norm": 0.32253342866897583,
      "learning_rate": 0.00014545454545454546,
      "loss": 0.2389,
      "step": 1160
    },
    {
      "epoch": 0.291497975708502,
      "grad_norm": 0.278479665517807,
      "learning_rate": 0.00014540303888745817,
      "loss": 0.2482,
      "step": 1161
    },
    {
      "epoch": 0.2917490506229796,
      "grad_norm": 0.3014005720615387,
      "learning_rate": 0.00014535153232037086,
      "loss": 0.2652,
      "step": 1162
    },
    {
      "epoch": 0.29200012553745724,
      "grad_norm": 0.4402816593647003,
      "learning_rate": 0.00014530002575328355,
      "loss": 0.2517,
      "step": 1163
    },
    {
      "epoch": 0.29225120045193487,
      "grad_norm": 0.27092596888542175,
      "learning_rate": 0.00014524851918619623,
      "loss": 0.24,
      "step": 1164
    },
    {
      "epoch": 0.29250227536641243,
      "grad_norm": 0.270730197429657,
      "learning_rate": 0.00014519701261910895,
      "loss": 0.2574,
      "step": 1165
    },
    {
      "epoch": 0.29275335028089006,
      "grad_norm": 0.3885076642036438,
      "learning_rate": 0.00014514550605202164,
      "loss": 0.2456,
      "step": 1166
    },
    {
      "epoch": 0.2930044251953677,
      "grad_norm": 0.2554487884044647,
      "learning_rate": 0.00014509399948493435,
      "loss": 0.2501,
      "step": 1167
    },
    {
      "epoch": 0.2932555001098453,
      "grad_norm": 0.31115275621414185,
      "learning_rate": 0.00014504249291784704,
      "loss": 0.2583,
      "step": 1168
    },
    {
      "epoch": 0.29350657502432287,
      "grad_norm": 0.25640779733657837,
      "learning_rate": 0.00014499098635075973,
      "loss": 0.2633,
      "step": 1169
    },
    {
      "epoch": 0.2937576499388005,
      "grad_norm": 0.21831125020980835,
      "learning_rate": 0.00014493947978367242,
      "loss": 0.2418,
      "step": 1170
    },
    {
      "epoch": 0.2940087248532781,
      "grad_norm": 0.2562950551509857,
      "learning_rate": 0.0001448879732165851,
      "loss": 0.2862,
      "step": 1171
    },
    {
      "epoch": 0.2942597997677557,
      "grad_norm": 0.6115923523902893,
      "learning_rate": 0.00014483646664949782,
      "loss": 0.2317,
      "step": 1172
    },
    {
      "epoch": 0.2945108746822333,
      "grad_norm": 0.43521931767463684,
      "learning_rate": 0.0001447849600824105,
      "loss": 0.2661,
      "step": 1173
    },
    {
      "epoch": 0.2947619495967109,
      "grad_norm": 0.3094971179962158,
      "learning_rate": 0.00014473345351532322,
      "loss": 0.2492,
      "step": 1174
    },
    {
      "epoch": 0.29501302451118855,
      "grad_norm": 0.3015870749950409,
      "learning_rate": 0.0001446819469482359,
      "loss": 0.2415,
      "step": 1175
    },
    {
      "epoch": 0.2952640994256661,
      "grad_norm": 2.092980146408081,
      "learning_rate": 0.00014463044038114862,
      "loss": 0.24,
      "step": 1176
    },
    {
      "epoch": 0.29551517434014374,
      "grad_norm": 0.20300211012363434,
      "learning_rate": 0.00014457893381406128,
      "loss": 0.2781,
      "step": 1177
    },
    {
      "epoch": 0.29576624925462136,
      "grad_norm": 0.20369862020015717,
      "learning_rate": 0.000144527427246974,
      "loss": 0.247,
      "step": 1178
    },
    {
      "epoch": 0.2960173241690989,
      "grad_norm": 0.17443367838859558,
      "learning_rate": 0.0001444759206798867,
      "loss": 0.2468,
      "step": 1179
    },
    {
      "epoch": 0.29626839908357655,
      "grad_norm": 0.16250598430633545,
      "learning_rate": 0.0001444244141127994,
      "loss": 0.2462,
      "step": 1180
    },
    {
      "epoch": 0.2965194739980542,
      "grad_norm": 0.17167124152183533,
      "learning_rate": 0.0001443729075457121,
      "loss": 0.2522,
      "step": 1181
    },
    {
      "epoch": 0.2967705489125318,
      "grad_norm": 0.17539756000041962,
      "learning_rate": 0.00014432140097862478,
      "loss": 0.2493,
      "step": 1182
    },
    {
      "epoch": 0.29702162382700936,
      "grad_norm": 0.1646769791841507,
      "learning_rate": 0.0001442698944115375,
      "loss": 0.2642,
      "step": 1183
    },
    {
      "epoch": 0.297272698741487,
      "grad_norm": 0.23494407534599304,
      "learning_rate": 0.00014421838784445015,
      "loss": 0.2597,
      "step": 1184
    },
    {
      "epoch": 0.2975237736559646,
      "grad_norm": 0.1595262736082077,
      "learning_rate": 0.00014416688127736287,
      "loss": 0.2648,
      "step": 1185
    },
    {
      "epoch": 0.29777484857044223,
      "grad_norm": 0.1747179925441742,
      "learning_rate": 0.00014411537471027556,
      "loss": 0.2279,
      "step": 1186
    },
    {
      "epoch": 0.2980259234849198,
      "grad_norm": 0.16294459998607635,
      "learning_rate": 0.00014406386814318827,
      "loss": 0.2566,
      "step": 1187
    },
    {
      "epoch": 0.2982769983993974,
      "grad_norm": 0.14965391159057617,
      "learning_rate": 0.00014401236157610096,
      "loss": 0.2571,
      "step": 1188
    },
    {
      "epoch": 0.29852807331387504,
      "grad_norm": 0.19727148115634918,
      "learning_rate": 0.00014396085500901367,
      "loss": 0.2312,
      "step": 1189
    },
    {
      "epoch": 0.2987791482283526,
      "grad_norm": 0.17257383465766907,
      "learning_rate": 0.00014390934844192636,
      "loss": 0.2355,
      "step": 1190
    },
    {
      "epoch": 0.29903022314283023,
      "grad_norm": 0.1583651900291443,
      "learning_rate": 0.00014385784187483905,
      "loss": 0.2494,
      "step": 1191
    },
    {
      "epoch": 0.29928129805730785,
      "grad_norm": 0.18419228494167328,
      "learning_rate": 0.00014380633530775174,
      "loss": 0.2384,
      "step": 1192
    },
    {
      "epoch": 0.2995323729717855,
      "grad_norm": 0.2808206379413605,
      "learning_rate": 0.00014375482874066442,
      "loss": 0.2455,
      "step": 1193
    },
    {
      "epoch": 0.29978344788626304,
      "grad_norm": 0.2012910395860672,
      "learning_rate": 0.00014370332217357714,
      "loss": 0.2781,
      "step": 1194
    },
    {
      "epoch": 0.30003452280074067,
      "grad_norm": 0.2126622349023819,
      "learning_rate": 0.00014365181560648983,
      "loss": 0.2581,
      "step": 1195
    },
    {
      "epoch": 0.3002855977152183,
      "grad_norm": 0.17758499085903168,
      "learning_rate": 0.00014360030903940254,
      "loss": 0.2355,
      "step": 1196
    },
    {
      "epoch": 0.3005366726296959,
      "grad_norm": 0.2365342080593109,
      "learning_rate": 0.00014354880247231523,
      "loss": 0.239,
      "step": 1197
    },
    {
      "epoch": 0.3007877475441735,
      "grad_norm": 0.7662129402160645,
      "learning_rate": 0.00014349729590522792,
      "loss": 0.2346,
      "step": 1198
    },
    {
      "epoch": 0.3010388224586511,
      "grad_norm": 0.17000006139278412,
      "learning_rate": 0.0001434457893381406,
      "loss": 0.2564,
      "step": 1199
    },
    {
      "epoch": 0.3012898973731287,
      "grad_norm": 0.17619676887989044,
      "learning_rate": 0.00014339428277105332,
      "loss": 0.2389,
      "step": 1200
    },
    {
      "epoch": 0.3012898973731287,
      "eval_loss": 3.5905566215515137,
      "eval_runtime": 31.7527,
      "eval_samples_per_second": 15.747,
      "eval_steps_per_second": 0.126,
      "step": 1200
    },
    {
      "epoch": 0.3015409722876063,
      "grad_norm": 0.1756785809993744,
      "learning_rate": 0.000143342776203966,
      "loss": 0.2213,
      "step": 1201
    },
    {
      "epoch": 0.3017920472020839,
      "grad_norm": 0.1823929250240326,
      "learning_rate": 0.00014329126963687872,
      "loss": 0.2346,
      "step": 1202
    },
    {
      "epoch": 0.30204312211656154,
      "grad_norm": 0.18012350797653198,
      "learning_rate": 0.0001432397630697914,
      "loss": 0.2338,
      "step": 1203
    },
    {
      "epoch": 0.30229419703103916,
      "grad_norm": 0.20816104114055634,
      "learning_rate": 0.0001431882565027041,
      "loss": 0.2351,
      "step": 1204
    },
    {
      "epoch": 0.3025452719455167,
      "grad_norm": 0.17519772052764893,
      "learning_rate": 0.0001431367499356168,
      "loss": 0.2255,
      "step": 1205
    },
    {
      "epoch": 0.30279634685999435,
      "grad_norm": 0.7141552567481995,
      "learning_rate": 0.00014308524336852947,
      "loss": 0.2494,
      "step": 1206
    },
    {
      "epoch": 0.30304742177447197,
      "grad_norm": 0.18307995796203613,
      "learning_rate": 0.0001430337368014422,
      "loss": 0.24,
      "step": 1207
    },
    {
      "epoch": 0.3032984966889496,
      "grad_norm": 0.22000205516815186,
      "learning_rate": 0.00014298223023435488,
      "loss": 0.244,
      "step": 1208
    },
    {
      "epoch": 0.30354957160342716,
      "grad_norm": 0.15861782431602478,
      "learning_rate": 0.0001429307236672676,
      "loss": 0.2484,
      "step": 1209
    },
    {
      "epoch": 0.3038006465179048,
      "grad_norm": 0.22985003888607025,
      "learning_rate": 0.00014287921710018028,
      "loss": 0.2557,
      "step": 1210
    },
    {
      "epoch": 0.3040517214323824,
      "grad_norm": 0.18122419714927673,
      "learning_rate": 0.000142827710533093,
      "loss": 0.2651,
      "step": 1211
    },
    {
      "epoch": 0.30430279634685997,
      "grad_norm": 0.1619706004858017,
      "learning_rate": 0.00014277620396600566,
      "loss": 0.2221,
      "step": 1212
    },
    {
      "epoch": 0.3045538712613376,
      "grad_norm": 0.21815651655197144,
      "learning_rate": 0.00014272469739891837,
      "loss": 0.2774,
      "step": 1213
    },
    {
      "epoch": 0.3048049461758152,
      "grad_norm": 0.18019381165504456,
      "learning_rate": 0.00014267319083183106,
      "loss": 0.2376,
      "step": 1214
    },
    {
      "epoch": 0.30505602109029284,
      "grad_norm": 0.18085962533950806,
      "learning_rate": 0.00014262168426474377,
      "loss": 0.236,
      "step": 1215
    },
    {
      "epoch": 0.3053070960047704,
      "grad_norm": 0.18542714416980743,
      "learning_rate": 0.00014257017769765646,
      "loss": 0.226,
      "step": 1216
    },
    {
      "epoch": 0.30555817091924803,
      "grad_norm": 0.2811739146709442,
      "learning_rate": 0.00014251867113056915,
      "loss": 0.2429,
      "step": 1217
    },
    {
      "epoch": 0.30580924583372565,
      "grad_norm": 0.16108639538288116,
      "learning_rate": 0.00014246716456348186,
      "loss": 0.2296,
      "step": 1218
    },
    {
      "epoch": 0.3060603207482032,
      "grad_norm": 0.17980775237083435,
      "learning_rate": 0.00014241565799639455,
      "loss": 0.2341,
      "step": 1219
    },
    {
      "epoch": 0.30631139566268084,
      "grad_norm": 0.5849313735961914,
      "learning_rate": 0.00014236415142930724,
      "loss": 0.2398,
      "step": 1220
    },
    {
      "epoch": 0.30656247057715846,
      "grad_norm": 0.18043945729732513,
      "learning_rate": 0.00014231264486221993,
      "loss": 0.2233,
      "step": 1221
    },
    {
      "epoch": 0.3068135454916361,
      "grad_norm": 0.18060538172721863,
      "learning_rate": 0.00014226113829513264,
      "loss": 0.2483,
      "step": 1222
    },
    {
      "epoch": 0.30706462040611365,
      "grad_norm": 0.16491059958934784,
      "learning_rate": 0.00014220963172804533,
      "loss": 0.2437,
      "step": 1223
    },
    {
      "epoch": 0.3073156953205913,
      "grad_norm": 0.1573280245065689,
      "learning_rate": 0.00014215812516095804,
      "loss": 0.2239,
      "step": 1224
    },
    {
      "epoch": 0.3075667702350689,
      "grad_norm": 0.17085148394107819,
      "learning_rate": 0.00014210661859387073,
      "loss": 0.2283,
      "step": 1225
    },
    {
      "epoch": 0.3078178451495465,
      "grad_norm": 0.16351045668125153,
      "learning_rate": 0.00014205511202678342,
      "loss": 0.2772,
      "step": 1226
    },
    {
      "epoch": 0.3080689200640241,
      "grad_norm": 0.19543465971946716,
      "learning_rate": 0.0001420036054596961,
      "loss": 0.2677,
      "step": 1227
    },
    {
      "epoch": 0.3083199949785017,
      "grad_norm": 0.19121235609054565,
      "learning_rate": 0.00014195209889260882,
      "loss": 0.2307,
      "step": 1228
    },
    {
      "epoch": 0.30857106989297933,
      "grad_norm": 0.17567341029644012,
      "learning_rate": 0.0001419005923255215,
      "loss": 0.2521,
      "step": 1229
    },
    {
      "epoch": 0.3088221448074569,
      "grad_norm": 0.19153614342212677,
      "learning_rate": 0.0001418490857584342,
      "loss": 0.2287,
      "step": 1230
    },
    {
      "epoch": 0.3090732197219345,
      "grad_norm": 0.17296454310417175,
      "learning_rate": 0.0001417975791913469,
      "loss": 0.2447,
      "step": 1231
    },
    {
      "epoch": 0.30932429463641214,
      "grad_norm": 0.19543513655662537,
      "learning_rate": 0.0001417460726242596,
      "loss": 0.249,
      "step": 1232
    },
    {
      "epoch": 0.30957536955088977,
      "grad_norm": 0.1700284332036972,
      "learning_rate": 0.00014169456605717232,
      "loss": 0.2239,
      "step": 1233
    },
    {
      "epoch": 0.30982644446536733,
      "grad_norm": 0.15695303678512573,
      "learning_rate": 0.00014164305949008498,
      "loss": 0.2353,
      "step": 1234
    },
    {
      "epoch": 0.31007751937984496,
      "grad_norm": 0.797518253326416,
      "learning_rate": 0.0001415915529229977,
      "loss": 0.2457,
      "step": 1235
    },
    {
      "epoch": 0.3103285942943226,
      "grad_norm": 0.1810505986213684,
      "learning_rate": 0.00014154004635591038,
      "loss": 0.2291,
      "step": 1236
    },
    {
      "epoch": 0.3105796692088002,
      "grad_norm": 0.15868845582008362,
      "learning_rate": 0.0001414885397888231,
      "loss": 0.2301,
      "step": 1237
    },
    {
      "epoch": 0.31083074412327777,
      "grad_norm": 0.23448117077350616,
      "learning_rate": 0.00014143703322173578,
      "loss": 0.218,
      "step": 1238
    },
    {
      "epoch": 0.3110818190377554,
      "grad_norm": 0.17998462915420532,
      "learning_rate": 0.00014138552665464847,
      "loss": 0.2406,
      "step": 1239
    },
    {
      "epoch": 0.311332893952233,
      "grad_norm": 0.14468753337860107,
      "learning_rate": 0.00014133402008756118,
      "loss": 0.2672,
      "step": 1240
    },
    {
      "epoch": 0.3115839688667106,
      "grad_norm": 0.20059996843338013,
      "learning_rate": 0.00014128251352047384,
      "loss": 0.2467,
      "step": 1241
    },
    {
      "epoch": 0.3118350437811882,
      "grad_norm": 0.16241727769374847,
      "learning_rate": 0.00014123100695338656,
      "loss": 0.2239,
      "step": 1242
    },
    {
      "epoch": 0.3120861186956658,
      "grad_norm": 0.18606998026371002,
      "learning_rate": 0.00014117950038629925,
      "loss": 0.2317,
      "step": 1243
    },
    {
      "epoch": 0.31233719361014345,
      "grad_norm": 0.151182621717453,
      "learning_rate": 0.00014112799381921196,
      "loss": 0.2625,
      "step": 1244
    },
    {
      "epoch": 0.312588268524621,
      "grad_norm": 0.5001505017280579,
      "learning_rate": 0.00014107648725212465,
      "loss": 0.2504,
      "step": 1245
    },
    {
      "epoch": 0.31283934343909864,
      "grad_norm": 0.2137259989976883,
      "learning_rate": 0.00014102498068503737,
      "loss": 0.2495,
      "step": 1246
    },
    {
      "epoch": 0.31309041835357626,
      "grad_norm": 0.18498915433883667,
      "learning_rate": 0.00014097347411795005,
      "loss": 0.2471,
      "step": 1247
    },
    {
      "epoch": 0.31334149326805383,
      "grad_norm": 0.18108145892620087,
      "learning_rate": 0.00014092196755086274,
      "loss": 0.2624,
      "step": 1248
    },
    {
      "epoch": 0.31359256818253145,
      "grad_norm": 0.15445296466350555,
      "learning_rate": 0.00014087046098377543,
      "loss": 0.2308,
      "step": 1249
    },
    {
      "epoch": 0.3138436430970091,
      "grad_norm": 0.15800130367279053,
      "learning_rate": 0.00014081895441668814,
      "loss": 0.2198,
      "step": 1250
    },
    {
      "epoch": 0.3140947180114867,
      "grad_norm": 0.15265189111232758,
      "learning_rate": 0.00014076744784960083,
      "loss": 0.2526,
      "step": 1251
    },
    {
      "epoch": 0.31434579292596426,
      "grad_norm": 0.15737168490886688,
      "learning_rate": 0.00014071594128251352,
      "loss": 0.2522,
      "step": 1252
    },
    {
      "epoch": 0.3145968678404419,
      "grad_norm": 0.19760827720165253,
      "learning_rate": 0.00014066443471542623,
      "loss": 0.2315,
      "step": 1253
    },
    {
      "epoch": 0.3148479427549195,
      "grad_norm": 0.15071536600589752,
      "learning_rate": 0.00014061292814833892,
      "loss": 0.2304,
      "step": 1254
    },
    {
      "epoch": 0.31509901766939713,
      "grad_norm": 0.29363274574279785,
      "learning_rate": 0.0001405614215812516,
      "loss": 0.217,
      "step": 1255
    },
    {
      "epoch": 0.3153500925838747,
      "grad_norm": 0.18055100739002228,
      "learning_rate": 0.0001405099150141643,
      "loss": 0.254,
      "step": 1256
    },
    {
      "epoch": 0.3156011674983523,
      "grad_norm": 0.14929968118667603,
      "learning_rate": 0.000140458408447077,
      "loss": 0.2378,
      "step": 1257
    },
    {
      "epoch": 0.31585224241282994,
      "grad_norm": 0.14688102900981903,
      "learning_rate": 0.0001404069018799897,
      "loss": 0.2235,
      "step": 1258
    },
    {
      "epoch": 0.3161033173273075,
      "grad_norm": 0.409682959318161,
      "learning_rate": 0.00014035539531290241,
      "loss": 0.221,
      "step": 1259
    },
    {
      "epoch": 0.31635439224178513,
      "grad_norm": 0.14578668773174286,
      "learning_rate": 0.0001403038887458151,
      "loss": 0.2244,
      "step": 1260
    },
    {
      "epoch": 0.31660546715626275,
      "grad_norm": 0.15493561327457428,
      "learning_rate": 0.0001402523821787278,
      "loss": 0.2259,
      "step": 1261
    },
    {
      "epoch": 0.3168565420707404,
      "grad_norm": 0.17394959926605225,
      "learning_rate": 0.00014020087561164048,
      "loss": 0.2236,
      "step": 1262
    },
    {
      "epoch": 0.31710761698521794,
      "grad_norm": 0.24145196378231049,
      "learning_rate": 0.0001401493690445532,
      "loss": 0.2307,
      "step": 1263
    },
    {
      "epoch": 0.31735869189969557,
      "grad_norm": 0.17826621234416962,
      "learning_rate": 0.00014009786247746588,
      "loss": 0.2324,
      "step": 1264
    },
    {
      "epoch": 0.3176097668141732,
      "grad_norm": 0.9526103138923645,
      "learning_rate": 0.00014004635591037857,
      "loss": 0.2517,
      "step": 1265
    },
    {
      "epoch": 0.3178608417286508,
      "grad_norm": 0.1985025703907013,
      "learning_rate": 0.00013999484934329128,
      "loss": 0.2434,
      "step": 1266
    },
    {
      "epoch": 0.3181119166431284,
      "grad_norm": 0.1715468168258667,
      "learning_rate": 0.00013994334277620397,
      "loss": 0.2203,
      "step": 1267
    },
    {
      "epoch": 0.318362991557606,
      "grad_norm": 0.1870722472667694,
      "learning_rate": 0.00013989183620911669,
      "loss": 0.2266,
      "step": 1268
    },
    {
      "epoch": 0.3186140664720836,
      "grad_norm": 0.1969110369682312,
      "learning_rate": 0.00013984032964202935,
      "loss": 0.2484,
      "step": 1269
    },
    {
      "epoch": 0.3188651413865612,
      "grad_norm": 0.16144493222236633,
      "learning_rate": 0.00013978882307494206,
      "loss": 0.2389,
      "step": 1270
    },
    {
      "epoch": 0.3191162163010388,
      "grad_norm": 0.17878375947475433,
      "learning_rate": 0.00013973731650785475,
      "loss": 0.2507,
      "step": 1271
    },
    {
      "epoch": 0.31936729121551644,
      "grad_norm": 0.18908311426639557,
      "learning_rate": 0.00013968580994076746,
      "loss": 0.2407,
      "step": 1272
    },
    {
      "epoch": 0.31961836612999406,
      "grad_norm": 0.3229401409626007,
      "learning_rate": 0.00013963430337368015,
      "loss": 0.2611,
      "step": 1273
    },
    {
      "epoch": 0.3198694410444716,
      "grad_norm": 0.26366278529167175,
      "learning_rate": 0.00013958279680659284,
      "loss": 0.2464,
      "step": 1274
    },
    {
      "epoch": 0.32012051595894925,
      "grad_norm": 0.14996500313282013,
      "learning_rate": 0.00013953129023950556,
      "loss": 0.2363,
      "step": 1275
    },
    {
      "epoch": 0.32037159087342687,
      "grad_norm": 0.20429182052612305,
      "learning_rate": 0.00013947978367241824,
      "loss": 0.2393,
      "step": 1276
    },
    {
      "epoch": 0.3206226657879045,
      "grad_norm": 0.20970645546913147,
      "learning_rate": 0.00013942827710533093,
      "loss": 0.2601,
      "step": 1277
    },
    {
      "epoch": 0.32087374070238206,
      "grad_norm": 0.15024729073047638,
      "learning_rate": 0.00013937677053824362,
      "loss": 0.2208,
      "step": 1278
    },
    {
      "epoch": 0.3211248156168597,
      "grad_norm": 0.16482719779014587,
      "learning_rate": 0.00013932526397115633,
      "loss": 0.2653,
      "step": 1279
    },
    {
      "epoch": 0.3213758905313373,
      "grad_norm": 0.19046476483345032,
      "learning_rate": 0.00013927375740406902,
      "loss": 0.2468,
      "step": 1280
    },
    {
      "epoch": 0.32162696544581487,
      "grad_norm": 0.14980286359786987,
      "learning_rate": 0.00013922225083698174,
      "loss": 0.2128,
      "step": 1281
    },
    {
      "epoch": 0.3218780403602925,
      "grad_norm": 0.17724081873893738,
      "learning_rate": 0.00013917074426989442,
      "loss": 0.2442,
      "step": 1282
    },
    {
      "epoch": 0.3221291152747701,
      "grad_norm": 0.2219555824995041,
      "learning_rate": 0.0001391192377028071,
      "loss": 0.2452,
      "step": 1283
    },
    {
      "epoch": 0.32238019018924774,
      "grad_norm": 0.37566840648651123,
      "learning_rate": 0.0001390677311357198,
      "loss": 0.2363,
      "step": 1284
    },
    {
      "epoch": 0.3226312651037253,
      "grad_norm": 0.14948798716068268,
      "learning_rate": 0.00013901622456863251,
      "loss": 0.2278,
      "step": 1285
    },
    {
      "epoch": 0.32288234001820293,
      "grad_norm": 0.16428837180137634,
      "learning_rate": 0.0001389647180015452,
      "loss": 0.2414,
      "step": 1286
    },
    {
      "epoch": 0.32313341493268055,
      "grad_norm": 0.16215364634990692,
      "learning_rate": 0.0001389132114344579,
      "loss": 0.2286,
      "step": 1287
    },
    {
      "epoch": 0.3233844898471581,
      "grad_norm": 0.7760280966758728,
      "learning_rate": 0.0001388617048673706,
      "loss": 0.2358,
      "step": 1288
    },
    {
      "epoch": 0.32363556476163574,
      "grad_norm": 0.2169496715068817,
      "learning_rate": 0.0001388101983002833,
      "loss": 0.2349,
      "step": 1289
    },
    {
      "epoch": 0.32388663967611336,
      "grad_norm": 0.15352526307106018,
      "learning_rate": 0.000138758691733196,
      "loss": 0.2606,
      "step": 1290
    },
    {
      "epoch": 0.324137714590591,
      "grad_norm": 0.1623477190732956,
      "learning_rate": 0.00013870718516610867,
      "loss": 0.236,
      "step": 1291
    },
    {
      "epoch": 0.32438878950506855,
      "grad_norm": 0.17476293444633484,
      "learning_rate": 0.00013865567859902138,
      "loss": 0.2422,
      "step": 1292
    },
    {
      "epoch": 0.3246398644195462,
      "grad_norm": 0.14383812248706818,
      "learning_rate": 0.00013860417203193407,
      "loss": 0.2599,
      "step": 1293
    },
    {
      "epoch": 0.3248909393340238,
      "grad_norm": 0.17154480516910553,
      "learning_rate": 0.00013855266546484679,
      "loss": 0.2229,
      "step": 1294
    },
    {
      "epoch": 0.3251420142485014,
      "grad_norm": 0.14794102311134338,
      "learning_rate": 0.00013850115889775947,
      "loss": 0.241,
      "step": 1295
    },
    {
      "epoch": 0.325393089162979,
      "grad_norm": 0.16953760385513306,
      "learning_rate": 0.0001384496523306722,
      "loss": 0.2567,
      "step": 1296
    },
    {
      "epoch": 0.3256441640774566,
      "grad_norm": 0.14757421612739563,
      "learning_rate": 0.00013839814576358488,
      "loss": 0.2199,
      "step": 1297
    },
    {
      "epoch": 0.32589523899193423,
      "grad_norm": 0.1931125372648239,
      "learning_rate": 0.00013834663919649756,
      "loss": 0.251,
      "step": 1298
    },
    {
      "epoch": 0.3261463139064118,
      "grad_norm": 0.22656691074371338,
      "learning_rate": 0.00013829513262941025,
      "loss": 0.237,
      "step": 1299
    },
    {
      "epoch": 0.3263973888208894,
      "grad_norm": 0.13715265691280365,
      "learning_rate": 0.00013824362606232294,
      "loss": 0.2593,
      "step": 1300
    },
    {
      "epoch": 0.3263973888208894,
      "eval_loss": 3.525847911834717,
      "eval_runtime": 31.8382,
      "eval_samples_per_second": 15.704,
      "eval_steps_per_second": 0.126,
      "step": 1300
    },
    {
      "epoch": 0.32664846373536705,
      "grad_norm": 0.16146448254585266,
      "learning_rate": 0.00013819211949523565,
      "loss": 0.2246,
      "step": 1301
    },
    {
      "epoch": 0.32689953864984467,
      "grad_norm": 0.14132803678512573,
      "learning_rate": 0.00013814061292814834,
      "loss": 0.2345,
      "step": 1302
    },
    {
      "epoch": 0.32715061356432223,
      "grad_norm": 0.17202232778072357,
      "learning_rate": 0.00013808910636106106,
      "loss": 0.2428,
      "step": 1303
    },
    {
      "epoch": 0.32740168847879986,
      "grad_norm": 0.16136443614959717,
      "learning_rate": 0.00013803759979397374,
      "loss": 0.243,
      "step": 1304
    },
    {
      "epoch": 0.3276527633932775,
      "grad_norm": 0.13854041695594788,
      "learning_rate": 0.00013798609322688643,
      "loss": 0.2098,
      "step": 1305
    },
    {
      "epoch": 0.3279038383077551,
      "grad_norm": 0.14199957251548767,
      "learning_rate": 0.00013793458665979912,
      "loss": 0.2251,
      "step": 1306
    },
    {
      "epoch": 0.32815491322223267,
      "grad_norm": 0.1511206030845642,
      "learning_rate": 0.00013788308009271184,
      "loss": 0.2177,
      "step": 1307
    },
    {
      "epoch": 0.3284059881367103,
      "grad_norm": 0.2419433742761612,
      "learning_rate": 0.00013783157352562452,
      "loss": 0.2484,
      "step": 1308
    },
    {
      "epoch": 0.3286570630511879,
      "grad_norm": 0.13164633512496948,
      "learning_rate": 0.0001377800669585372,
      "loss": 0.2371,
      "step": 1309
    },
    {
      "epoch": 0.3289081379656655,
      "grad_norm": 0.1609157770872116,
      "learning_rate": 0.00013772856039144993,
      "loss": 0.2437,
      "step": 1310
    },
    {
      "epoch": 0.3291592128801431,
      "grad_norm": 0.2016855776309967,
      "learning_rate": 0.0001376770538243626,
      "loss": 0.2495,
      "step": 1311
    },
    {
      "epoch": 0.3294102877946207,
      "grad_norm": 0.1406629979610443,
      "learning_rate": 0.0001376255472572753,
      "loss": 0.2418,
      "step": 1312
    },
    {
      "epoch": 0.32966136270909835,
      "grad_norm": 0.5978431701660156,
      "learning_rate": 0.000137574040690188,
      "loss": 0.2396,
      "step": 1313
    },
    {
      "epoch": 0.3299124376235759,
      "grad_norm": 0.15826886892318726,
      "learning_rate": 0.0001375225341231007,
      "loss": 0.2402,
      "step": 1314
    },
    {
      "epoch": 0.33016351253805354,
      "grad_norm": 0.1529836356639862,
      "learning_rate": 0.0001374710275560134,
      "loss": 0.2328,
      "step": 1315
    },
    {
      "epoch": 0.33041458745253116,
      "grad_norm": 0.14810685813426971,
      "learning_rate": 0.0001374195209889261,
      "loss": 0.2273,
      "step": 1316
    },
    {
      "epoch": 0.3306656623670088,
      "grad_norm": 0.21378923952579498,
      "learning_rate": 0.0001373680144218388,
      "loss": 0.2414,
      "step": 1317
    },
    {
      "epoch": 0.33091673728148635,
      "grad_norm": 0.1617509424686432,
      "learning_rate": 0.0001373165078547515,
      "loss": 0.2324,
      "step": 1318
    },
    {
      "epoch": 0.331167812195964,
      "grad_norm": 0.14621099829673767,
      "learning_rate": 0.00013726500128766417,
      "loss": 0.2444,
      "step": 1319
    },
    {
      "epoch": 0.3314188871104416,
      "grad_norm": 0.24349091947078705,
      "learning_rate": 0.00013721349472057688,
      "loss": 0.2415,
      "step": 1320
    },
    {
      "epoch": 0.33166996202491916,
      "grad_norm": 0.1691170036792755,
      "learning_rate": 0.00013716198815348957,
      "loss": 0.2448,
      "step": 1321
    },
    {
      "epoch": 0.3319210369393968,
      "grad_norm": 0.18043026328086853,
      "learning_rate": 0.00013711048158640226,
      "loss": 0.2302,
      "step": 1322
    },
    {
      "epoch": 0.3321721118538744,
      "grad_norm": 0.15212468802928925,
      "learning_rate": 0.00013705897501931498,
      "loss": 0.2254,
      "step": 1323
    },
    {
      "epoch": 0.33242318676835203,
      "grad_norm": 0.14014238119125366,
      "learning_rate": 0.00013700746845222766,
      "loss": 0.2254,
      "step": 1324
    },
    {
      "epoch": 0.3326742616828296,
      "grad_norm": 0.15237779915332794,
      "learning_rate": 0.00013695596188514038,
      "loss": 0.2375,
      "step": 1325
    },
    {
      "epoch": 0.3329253365973072,
      "grad_norm": 0.2129327803850174,
      "learning_rate": 0.00013690445531805304,
      "loss": 0.2349,
      "step": 1326
    },
    {
      "epoch": 0.33317641151178484,
      "grad_norm": 0.1521630585193634,
      "learning_rate": 0.00013685294875096575,
      "loss": 0.2495,
      "step": 1327
    },
    {
      "epoch": 0.3334274864262624,
      "grad_norm": 0.17249177396297455,
      "learning_rate": 0.00013680144218387844,
      "loss": 0.2483,
      "step": 1328
    },
    {
      "epoch": 0.33367856134074003,
      "grad_norm": 0.1639973372220993,
      "learning_rate": 0.00013674993561679116,
      "loss": 0.2567,
      "step": 1329
    },
    {
      "epoch": 0.33392963625521765,
      "grad_norm": 0.17587895691394806,
      "learning_rate": 0.00013669842904970384,
      "loss": 0.2356,
      "step": 1330
    },
    {
      "epoch": 0.3341807111696953,
      "grad_norm": 0.1830575317144394,
      "learning_rate": 0.00013664692248261656,
      "loss": 0.2464,
      "step": 1331
    },
    {
      "epoch": 0.33443178608417284,
      "grad_norm": 0.16234339773654938,
      "learning_rate": 0.00013659541591552925,
      "loss": 0.2637,
      "step": 1332
    },
    {
      "epoch": 0.33468286099865047,
      "grad_norm": 0.15502823889255524,
      "learning_rate": 0.00013654390934844193,
      "loss": 0.2265,
      "step": 1333
    },
    {
      "epoch": 0.3349339359131281,
      "grad_norm": 0.1691398173570633,
      "learning_rate": 0.00013649240278135462,
      "loss": 0.2582,
      "step": 1334
    },
    {
      "epoch": 0.3351850108276057,
      "grad_norm": 0.15708883106708527,
      "learning_rate": 0.0001364408962142673,
      "loss": 0.2561,
      "step": 1335
    },
    {
      "epoch": 0.3354360857420833,
      "grad_norm": 0.30004820227622986,
      "learning_rate": 0.00013638938964718003,
      "loss": 0.2534,
      "step": 1336
    },
    {
      "epoch": 0.3356871606565609,
      "grad_norm": 0.17240959405899048,
      "learning_rate": 0.0001363378830800927,
      "loss": 0.2771,
      "step": 1337
    },
    {
      "epoch": 0.3359382355710385,
      "grad_norm": 0.17342008650302887,
      "learning_rate": 0.00013628637651300543,
      "loss": 0.2263,
      "step": 1338
    },
    {
      "epoch": 0.3361893104855161,
      "grad_norm": 0.2074459344148636,
      "learning_rate": 0.00013623486994591812,
      "loss": 0.2375,
      "step": 1339
    },
    {
      "epoch": 0.3364403853999937,
      "grad_norm": 0.14340823888778687,
      "learning_rate": 0.0001361833633788308,
      "loss": 0.2483,
      "step": 1340
    },
    {
      "epoch": 0.33669146031447134,
      "grad_norm": 0.17831037938594818,
      "learning_rate": 0.0001361318568117435,
      "loss": 0.249,
      "step": 1341
    },
    {
      "epoch": 0.33694253522894896,
      "grad_norm": 0.13795219361782074,
      "learning_rate": 0.0001360803502446562,
      "loss": 0.2442,
      "step": 1342
    },
    {
      "epoch": 0.3371936101434265,
      "grad_norm": 0.16819758713245392,
      "learning_rate": 0.0001360288436775689,
      "loss": 0.2273,
      "step": 1343
    },
    {
      "epoch": 0.33744468505790415,
      "grad_norm": 0.15087555348873138,
      "learning_rate": 0.0001359773371104816,
      "loss": 0.2495,
      "step": 1344
    },
    {
      "epoch": 0.33769575997238177,
      "grad_norm": 0.13997013866901398,
      "learning_rate": 0.0001359258305433943,
      "loss": 0.2352,
      "step": 1345
    },
    {
      "epoch": 0.3379468348868594,
      "grad_norm": 0.16895009577274323,
      "learning_rate": 0.00013587432397630698,
      "loss": 0.2499,
      "step": 1346
    },
    {
      "epoch": 0.33819790980133696,
      "grad_norm": 0.22062848508358002,
      "learning_rate": 0.00013582281740921967,
      "loss": 0.2784,
      "step": 1347
    },
    {
      "epoch": 0.3384489847158146,
      "grad_norm": 0.4176000654697418,
      "learning_rate": 0.00013577131084213236,
      "loss": 0.2342,
      "step": 1348
    },
    {
      "epoch": 0.3387000596302922,
      "grad_norm": 0.29609978199005127,
      "learning_rate": 0.00013571980427504507,
      "loss": 0.2704,
      "step": 1349
    },
    {
      "epoch": 0.33895113454476977,
      "grad_norm": 0.16824251413345337,
      "learning_rate": 0.00013566829770795776,
      "loss": 0.2193,
      "step": 1350
    },
    {
      "epoch": 0.3392022094592474,
      "grad_norm": 0.20768433809280396,
      "learning_rate": 0.00013561679114087048,
      "loss": 0.2647,
      "step": 1351
    },
    {
      "epoch": 0.339453284373725,
      "grad_norm": 0.1715204268693924,
      "learning_rate": 0.00013556528457378317,
      "loss": 0.2259,
      "step": 1352
    },
    {
      "epoch": 0.33970435928820264,
      "grad_norm": 0.16626940667629242,
      "learning_rate": 0.00013551377800669588,
      "loss": 0.2322,
      "step": 1353
    },
    {
      "epoch": 0.3399554342026802,
      "grad_norm": 0.13953863084316254,
      "learning_rate": 0.00013546227143960854,
      "loss": 0.2233,
      "step": 1354
    },
    {
      "epoch": 0.34020650911715783,
      "grad_norm": 0.23297218978405,
      "learning_rate": 0.00013541076487252126,
      "loss": 0.2218,
      "step": 1355
    },
    {
      "epoch": 0.34045758403163545,
      "grad_norm": 0.2700943052768707,
      "learning_rate": 0.00013535925830543394,
      "loss": 0.2055,
      "step": 1356
    },
    {
      "epoch": 0.340708658946113,
      "grad_norm": 0.16120661795139313,
      "learning_rate": 0.00013530775173834663,
      "loss": 0.2275,
      "step": 1357
    },
    {
      "epoch": 0.34095973386059064,
      "grad_norm": 0.15179233253002167,
      "learning_rate": 0.00013525624517125935,
      "loss": 0.2601,
      "step": 1358
    },
    {
      "epoch": 0.34121080877506826,
      "grad_norm": 0.15079903602600098,
      "learning_rate": 0.00013520473860417203,
      "loss": 0.2314,
      "step": 1359
    },
    {
      "epoch": 0.3414618836895459,
      "grad_norm": 0.1668371707201004,
      "learning_rate": 0.00013515323203708475,
      "loss": 0.2508,
      "step": 1360
    },
    {
      "epoch": 0.34171295860402345,
      "grad_norm": 0.13252092897891998,
      "learning_rate": 0.00013510172546999744,
      "loss": 0.2185,
      "step": 1361
    },
    {
      "epoch": 0.3419640335185011,
      "grad_norm": 0.14938831329345703,
      "learning_rate": 0.00013505021890291012,
      "loss": 0.2203,
      "step": 1362
    },
    {
      "epoch": 0.3422151084329787,
      "grad_norm": 0.16855859756469727,
      "learning_rate": 0.0001349987123358228,
      "loss": 0.2362,
      "step": 1363
    },
    {
      "epoch": 0.3424661833474563,
      "grad_norm": 0.1543407440185547,
      "learning_rate": 0.00013494720576873553,
      "loss": 0.2387,
      "step": 1364
    },
    {
      "epoch": 0.3427172582619339,
      "grad_norm": 0.17173796892166138,
      "learning_rate": 0.00013489569920164821,
      "loss": 0.2428,
      "step": 1365
    },
    {
      "epoch": 0.3429683331764115,
      "grad_norm": 0.14836111664772034,
      "learning_rate": 0.00013484419263456093,
      "loss": 0.2609,
      "step": 1366
    },
    {
      "epoch": 0.34321940809088913,
      "grad_norm": 0.16427281498908997,
      "learning_rate": 0.00013479268606747362,
      "loss": 0.2399,
      "step": 1367
    },
    {
      "epoch": 0.3434704830053667,
      "grad_norm": 0.18826761841773987,
      "learning_rate": 0.0001347411795003863,
      "loss": 0.2409,
      "step": 1368
    },
    {
      "epoch": 0.3437215579198443,
      "grad_norm": 0.18577264249324799,
      "learning_rate": 0.000134689672933299,
      "loss": 0.2224,
      "step": 1369
    },
    {
      "epoch": 0.34397263283432195,
      "grad_norm": 0.1536562442779541,
      "learning_rate": 0.00013463816636621168,
      "loss": 0.2386,
      "step": 1370
    },
    {
      "epoch": 0.34422370774879957,
      "grad_norm": 0.17258603870868683,
      "learning_rate": 0.0001345866597991244,
      "loss": 0.2362,
      "step": 1371
    },
    {
      "epoch": 0.34447478266327713,
      "grad_norm": 0.15271581709384918,
      "learning_rate": 0.00013453515323203708,
      "loss": 0.2243,
      "step": 1372
    },
    {
      "epoch": 0.34472585757775476,
      "grad_norm": 0.2119581699371338,
      "learning_rate": 0.0001344836466649498,
      "loss": 0.2641,
      "step": 1373
    },
    {
      "epoch": 0.3449769324922324,
      "grad_norm": 0.15763241052627563,
      "learning_rate": 0.00013443214009786249,
      "loss": 0.2291,
      "step": 1374
    },
    {
      "epoch": 0.34522800740671,
      "grad_norm": 0.15903152525424957,
      "learning_rate": 0.0001343806335307752,
      "loss": 0.2294,
      "step": 1375
    },
    {
      "epoch": 0.34547908232118757,
      "grad_norm": 0.15762488543987274,
      "learning_rate": 0.00013432912696368786,
      "loss": 0.2287,
      "step": 1376
    },
    {
      "epoch": 0.3457301572356652,
      "grad_norm": 0.14978991448879242,
      "learning_rate": 0.00013427762039660058,
      "loss": 0.2328,
      "step": 1377
    },
    {
      "epoch": 0.3459812321501428,
      "grad_norm": 0.14390672743320465,
      "learning_rate": 0.00013422611382951326,
      "loss": 0.2482,
      "step": 1378
    },
    {
      "epoch": 0.3462323070646204,
      "grad_norm": 0.7651985287666321,
      "learning_rate": 0.00013417460726242598,
      "loss": 0.2429,
      "step": 1379
    },
    {
      "epoch": 0.346483381979098,
      "grad_norm": 0.24110014736652374,
      "learning_rate": 0.00013412310069533867,
      "loss": 0.2515,
      "step": 1380
    },
    {
      "epoch": 0.3467344568935756,
      "grad_norm": 0.18898150324821472,
      "learning_rate": 0.00013407159412825135,
      "loss": 0.2203,
      "step": 1381
    },
    {
      "epoch": 0.34698553180805325,
      "grad_norm": 0.7140372395515442,
      "learning_rate": 0.00013402008756116407,
      "loss": 0.2573,
      "step": 1382
    },
    {
      "epoch": 0.3472366067225308,
      "grad_norm": 0.30940380692481995,
      "learning_rate": 0.00013396858099407673,
      "loss": 0.2303,
      "step": 1383
    },
    {
      "epoch": 0.34748768163700844,
      "grad_norm": 0.2774520814418793,
      "learning_rate": 0.00013391707442698945,
      "loss": 0.2542,
      "step": 1384
    },
    {
      "epoch": 0.34773875655148606,
      "grad_norm": 0.202987939119339,
      "learning_rate": 0.00013386556785990213,
      "loss": 0.2189,
      "step": 1385
    },
    {
      "epoch": 0.3479898314659637,
      "grad_norm": 0.3478536307811737,
      "learning_rate": 0.00013381406129281485,
      "loss": 0.2177,
      "step": 1386
    },
    {
      "epoch": 0.34824090638044125,
      "grad_norm": 0.3376207947731018,
      "learning_rate": 0.00013376255472572754,
      "loss": 0.2407,
      "step": 1387
    },
    {
      "epoch": 0.3484919812949189,
      "grad_norm": 0.35122743248939514,
      "learning_rate": 0.00013371104815864025,
      "loss": 0.2504,
      "step": 1388
    },
    {
      "epoch": 0.3487430562093965,
      "grad_norm": 0.20774488151073456,
      "learning_rate": 0.00013365954159155294,
      "loss": 0.2212,
      "step": 1389
    },
    {
      "epoch": 0.34899413112387406,
      "grad_norm": 0.5751733183860779,
      "learning_rate": 0.00013360803502446563,
      "loss": 0.2222,
      "step": 1390
    },
    {
      "epoch": 0.3492452060383517,
      "grad_norm": 0.16990739107131958,
      "learning_rate": 0.00013355652845737831,
      "loss": 0.2513,
      "step": 1391
    },
    {
      "epoch": 0.3494962809528293,
      "grad_norm": 0.17787429690361023,
      "learning_rate": 0.00013350502189029103,
      "loss": 0.2428,
      "step": 1392
    },
    {
      "epoch": 0.34974735586730693,
      "grad_norm": 0.16156673431396484,
      "learning_rate": 0.00013345351532320372,
      "loss": 0.2399,
      "step": 1393
    },
    {
      "epoch": 0.3499984307817845,
      "grad_norm": 0.15735460817813873,
      "learning_rate": 0.0001334020087561164,
      "loss": 0.2564,
      "step": 1394
    },
    {
      "epoch": 0.3502495056962621,
      "grad_norm": 0.1623891443014145,
      "learning_rate": 0.00013335050218902912,
      "loss": 0.2544,
      "step": 1395
    },
    {
      "epoch": 0.35050058061073974,
      "grad_norm": 0.17828167974948883,
      "learning_rate": 0.0001332989956219418,
      "loss": 0.2429,
      "step": 1396
    },
    {
      "epoch": 0.3507516555252173,
      "grad_norm": 0.18423251807689667,
      "learning_rate": 0.0001332474890548545,
      "loss": 0.2355,
      "step": 1397
    },
    {
      "epoch": 0.35100273043969493,
      "grad_norm": 0.1536819189786911,
      "learning_rate": 0.00013319598248776718,
      "loss": 0.2075,
      "step": 1398
    },
    {
      "epoch": 0.35125380535417255,
      "grad_norm": 0.17014080286026,
      "learning_rate": 0.0001331444759206799,
      "loss": 0.2436,
      "step": 1399
    },
    {
      "epoch": 0.3515048802686502,
      "grad_norm": 0.16406814754009247,
      "learning_rate": 0.00013309296935359259,
      "loss": 0.2592,
      "step": 1400
    },
    {
      "epoch": 0.3515048802686502,
      "eval_loss": 3.473881244659424,
      "eval_runtime": 32.7928,
      "eval_samples_per_second": 15.247,
      "eval_steps_per_second": 0.122,
      "step": 1400
    },
    {
      "epoch": 0.35175595518312774,
      "grad_norm": 0.18089468777179718,
      "learning_rate": 0.0001330414627865053,
      "loss": 0.2403,
      "step": 1401
    },
    {
      "epoch": 0.35200703009760537,
      "grad_norm": 0.18391631543636322,
      "learning_rate": 0.000132989956219418,
      "loss": 0.2305,
      "step": 1402
    },
    {
      "epoch": 0.352258105012083,
      "grad_norm": 0.2597843110561371,
      "learning_rate": 0.00013293844965233068,
      "loss": 0.2172,
      "step": 1403
    },
    {
      "epoch": 0.3525091799265606,
      "grad_norm": 0.17115207016468048,
      "learning_rate": 0.00013288694308524336,
      "loss": 0.2167,
      "step": 1404
    },
    {
      "epoch": 0.3527602548410382,
      "grad_norm": 0.20722343027591705,
      "learning_rate": 0.00013283543651815605,
      "loss": 0.2301,
      "step": 1405
    },
    {
      "epoch": 0.3530113297555158,
      "grad_norm": 0.1569133996963501,
      "learning_rate": 0.00013278392995106877,
      "loss": 0.2409,
      "step": 1406
    },
    {
      "epoch": 0.3532624046699934,
      "grad_norm": 0.1975584179162979,
      "learning_rate": 0.00013273242338398145,
      "loss": 0.2769,
      "step": 1407
    },
    {
      "epoch": 0.353513479584471,
      "grad_norm": 0.14463739097118378,
      "learning_rate": 0.00013268091681689417,
      "loss": 0.2309,
      "step": 1408
    },
    {
      "epoch": 0.3537645544989486,
      "grad_norm": 0.15283185243606567,
      "learning_rate": 0.00013262941024980686,
      "loss": 0.2343,
      "step": 1409
    },
    {
      "epoch": 0.35401562941342624,
      "grad_norm": 0.1790882796049118,
      "learning_rate": 0.00013257790368271957,
      "loss": 0.2257,
      "step": 1410
    },
    {
      "epoch": 0.35426670432790386,
      "grad_norm": 0.15324869751930237,
      "learning_rate": 0.00013252639711563223,
      "loss": 0.232,
      "step": 1411
    },
    {
      "epoch": 0.3545177792423814,
      "grad_norm": 0.14384816586971283,
      "learning_rate": 0.00013247489054854495,
      "loss": 0.219,
      "step": 1412
    },
    {
      "epoch": 0.35476885415685905,
      "grad_norm": 0.1582920104265213,
      "learning_rate": 0.00013242338398145764,
      "loss": 0.2395,
      "step": 1413
    },
    {
      "epoch": 0.35501992907133667,
      "grad_norm": 0.15563350915908813,
      "learning_rate": 0.00013237187741437035,
      "loss": 0.2331,
      "step": 1414
    },
    {
      "epoch": 0.3552710039858143,
      "grad_norm": 0.15792401134967804,
      "learning_rate": 0.00013232037084728304,
      "loss": 0.2443,
      "step": 1415
    },
    {
      "epoch": 0.35552207890029186,
      "grad_norm": 0.18789580464363098,
      "learning_rate": 0.00013226886428019573,
      "loss": 0.2438,
      "step": 1416
    },
    {
      "epoch": 0.3557731538147695,
      "grad_norm": 0.14256447553634644,
      "learning_rate": 0.00013221735771310844,
      "loss": 0.2271,
      "step": 1417
    },
    {
      "epoch": 0.3560242287292471,
      "grad_norm": 0.15603899955749512,
      "learning_rate": 0.0001321658511460211,
      "loss": 0.2244,
      "step": 1418
    },
    {
      "epoch": 0.3562753036437247,
      "grad_norm": 0.2480279505252838,
      "learning_rate": 0.00013211434457893382,
      "loss": 0.2437,
      "step": 1419
    },
    {
      "epoch": 0.3565263785582023,
      "grad_norm": 0.14617982506752014,
      "learning_rate": 0.0001320628380118465,
      "loss": 0.2281,
      "step": 1420
    },
    {
      "epoch": 0.3567774534726799,
      "grad_norm": 0.38335350155830383,
      "learning_rate": 0.00013201133144475922,
      "loss": 0.237,
      "step": 1421
    },
    {
      "epoch": 0.35702852838715754,
      "grad_norm": 0.13899759948253632,
      "learning_rate": 0.0001319598248776719,
      "loss": 0.2056,
      "step": 1422
    },
    {
      "epoch": 0.3572796033016351,
      "grad_norm": 0.14570662379264832,
      "learning_rate": 0.00013190831831058462,
      "loss": 0.2341,
      "step": 1423
    },
    {
      "epoch": 0.35753067821611273,
      "grad_norm": 0.15949369966983795,
      "learning_rate": 0.0001318568117434973,
      "loss": 0.2312,
      "step": 1424
    },
    {
      "epoch": 0.35778175313059035,
      "grad_norm": 0.14971303939819336,
      "learning_rate": 0.00013180530517641,
      "loss": 0.221,
      "step": 1425
    },
    {
      "epoch": 0.358032828045068,
      "grad_norm": 0.1587332934141159,
      "learning_rate": 0.00013175379860932268,
      "loss": 0.2326,
      "step": 1426
    },
    {
      "epoch": 0.35828390295954554,
      "grad_norm": 0.1772533506155014,
      "learning_rate": 0.0001317022920422354,
      "loss": 0.2083,
      "step": 1427
    },
    {
      "epoch": 0.35853497787402316,
      "grad_norm": 0.18851225078105927,
      "learning_rate": 0.0001316507854751481,
      "loss": 0.2191,
      "step": 1428
    },
    {
      "epoch": 0.3587860527885008,
      "grad_norm": 0.19863346219062805,
      "learning_rate": 0.00013159927890806078,
      "loss": 0.2397,
      "step": 1429
    },
    {
      "epoch": 0.35903712770297835,
      "grad_norm": 0.1861899197101593,
      "learning_rate": 0.0001315477723409735,
      "loss": 0.2501,
      "step": 1430
    },
    {
      "epoch": 0.359288202617456,
      "grad_norm": 0.14905638992786407,
      "learning_rate": 0.00013149626577388618,
      "loss": 0.2394,
      "step": 1431
    },
    {
      "epoch": 0.3595392775319336,
      "grad_norm": 0.35401928424835205,
      "learning_rate": 0.0001314447592067989,
      "loss": 0.2228,
      "step": 1432
    },
    {
      "epoch": 0.3597903524464112,
      "grad_norm": 0.1516437530517578,
      "learning_rate": 0.00013139325263971155,
      "loss": 0.2168,
      "step": 1433
    },
    {
      "epoch": 0.3600414273608888,
      "grad_norm": 0.16842733323574066,
      "learning_rate": 0.00013134174607262427,
      "loss": 0.2276,
      "step": 1434
    },
    {
      "epoch": 0.3602925022753664,
      "grad_norm": 0.23439157009124756,
      "learning_rate": 0.00013129023950553696,
      "loss": 0.2433,
      "step": 1435
    },
    {
      "epoch": 0.36054357718984403,
      "grad_norm": 0.154017835855484,
      "learning_rate": 0.00013123873293844967,
      "loss": 0.242,
      "step": 1436
    },
    {
      "epoch": 0.3607946521043216,
      "grad_norm": 0.1693076491355896,
      "learning_rate": 0.00013118722637136236,
      "loss": 0.2548,
      "step": 1437
    },
    {
      "epoch": 0.3610457270187992,
      "grad_norm": 0.1383325159549713,
      "learning_rate": 0.00013113571980427505,
      "loss": 0.2254,
      "step": 1438
    },
    {
      "epoch": 0.36129680193327685,
      "grad_norm": 0.13827462494373322,
      "learning_rate": 0.00013108421323718776,
      "loss": 0.2406,
      "step": 1439
    },
    {
      "epoch": 0.36154787684775447,
      "grad_norm": 0.8250815868377686,
      "learning_rate": 0.00013103270667010042,
      "loss": 0.2276,
      "step": 1440
    },
    {
      "epoch": 0.36179895176223204,
      "grad_norm": 0.15673059225082397,
      "learning_rate": 0.00013098120010301314,
      "loss": 0.2453,
      "step": 1441
    },
    {
      "epoch": 0.36205002667670966,
      "grad_norm": 0.13559937477111816,
      "learning_rate": 0.00013092969353592582,
      "loss": 0.2468,
      "step": 1442
    },
    {
      "epoch": 0.3623011015911873,
      "grad_norm": 0.14433875679969788,
      "learning_rate": 0.00013087818696883854,
      "loss": 0.245,
      "step": 1443
    },
    {
      "epoch": 0.3625521765056649,
      "grad_norm": 0.29298555850982666,
      "learning_rate": 0.00013082668040175123,
      "loss": 0.2484,
      "step": 1444
    },
    {
      "epoch": 0.36280325142014247,
      "grad_norm": 0.19290636479854584,
      "learning_rate": 0.00013077517383466394,
      "loss": 0.2446,
      "step": 1445
    },
    {
      "epoch": 0.3630543263346201,
      "grad_norm": 0.14900897443294525,
      "learning_rate": 0.00013072366726757663,
      "loss": 0.2379,
      "step": 1446
    },
    {
      "epoch": 0.3633054012490977,
      "grad_norm": 0.12969593703746796,
      "learning_rate": 0.00013067216070048932,
      "loss": 0.2181,
      "step": 1447
    },
    {
      "epoch": 0.3635564761635753,
      "grad_norm": 0.21355392038822174,
      "learning_rate": 0.000130620654133402,
      "loss": 0.2472,
      "step": 1448
    },
    {
      "epoch": 0.3638075510780529,
      "grad_norm": 0.15557324886322021,
      "learning_rate": 0.00013056914756631472,
      "loss": 0.2365,
      "step": 1449
    },
    {
      "epoch": 0.3640586259925305,
      "grad_norm": 0.1777818650007248,
      "learning_rate": 0.0001305176409992274,
      "loss": 0.223,
      "step": 1450
    },
    {
      "epoch": 0.36430970090700815,
      "grad_norm": 0.15239769220352173,
      "learning_rate": 0.0001304661344321401,
      "loss": 0.2191,
      "step": 1451
    },
    {
      "epoch": 0.3645607758214857,
      "grad_norm": 0.17969083786010742,
      "learning_rate": 0.0001304146278650528,
      "loss": 0.2244,
      "step": 1452
    },
    {
      "epoch": 0.36481185073596334,
      "grad_norm": 0.18844206631183624,
      "learning_rate": 0.0001303631212979655,
      "loss": 0.2087,
      "step": 1453
    },
    {
      "epoch": 0.36506292565044096,
      "grad_norm": 0.2060321420431137,
      "learning_rate": 0.0001303116147308782,
      "loss": 0.2231,
      "step": 1454
    },
    {
      "epoch": 0.3653140005649186,
      "grad_norm": 0.1349930614233017,
      "learning_rate": 0.00013026010816379087,
      "loss": 0.2331,
      "step": 1455
    },
    {
      "epoch": 0.36556507547939615,
      "grad_norm": 0.13661931455135345,
      "learning_rate": 0.0001302086015967036,
      "loss": 0.2469,
      "step": 1456
    },
    {
      "epoch": 0.3658161503938738,
      "grad_norm": 0.18895430862903595,
      "learning_rate": 0.00013015709502961628,
      "loss": 0.2407,
      "step": 1457
    },
    {
      "epoch": 0.3660672253083514,
      "grad_norm": 0.13287736475467682,
      "learning_rate": 0.000130105588462529,
      "loss": 0.2242,
      "step": 1458
    },
    {
      "epoch": 0.36631830022282896,
      "grad_norm": 0.13440345227718353,
      "learning_rate": 0.00013005408189544168,
      "loss": 0.2233,
      "step": 1459
    },
    {
      "epoch": 0.3665693751373066,
      "grad_norm": 0.1361633688211441,
      "learning_rate": 0.00013000257532835437,
      "loss": 0.2261,
      "step": 1460
    },
    {
      "epoch": 0.3668204500517842,
      "grad_norm": 0.2528294324874878,
      "learning_rate": 0.00012995106876126706,
      "loss": 0.2392,
      "step": 1461
    },
    {
      "epoch": 0.36707152496626183,
      "grad_norm": 0.16860182583332062,
      "learning_rate": 0.00012989956219417977,
      "loss": 0.2532,
      "step": 1462
    },
    {
      "epoch": 0.3673225998807394,
      "grad_norm": 0.16017396748065948,
      "learning_rate": 0.00012984805562709246,
      "loss": 0.2218,
      "step": 1463
    },
    {
      "epoch": 0.367573674795217,
      "grad_norm": 0.15486901998519897,
      "learning_rate": 0.00012979654906000515,
      "loss": 0.2398,
      "step": 1464
    },
    {
      "epoch": 0.36782474970969464,
      "grad_norm": 0.17609502375125885,
      "learning_rate": 0.00012974504249291786,
      "loss": 0.2186,
      "step": 1465
    },
    {
      "epoch": 0.3680758246241722,
      "grad_norm": 0.15020997822284698,
      "learning_rate": 0.00012969353592583055,
      "loss": 0.2123,
      "step": 1466
    },
    {
      "epoch": 0.36832689953864983,
      "grad_norm": 0.1561730057001114,
      "learning_rate": 0.00012964202935874326,
      "loss": 0.2232,
      "step": 1467
    },
    {
      "epoch": 0.36857797445312745,
      "grad_norm": 0.168084979057312,
      "learning_rate": 0.00012959052279165592,
      "loss": 0.2474,
      "step": 1468
    },
    {
      "epoch": 0.3688290493676051,
      "grad_norm": 0.15614843368530273,
      "learning_rate": 0.00012953901622456864,
      "loss": 0.2725,
      "step": 1469
    },
    {
      "epoch": 0.36908012428208264,
      "grad_norm": 0.18639664351940155,
      "learning_rate": 0.00012948750965748133,
      "loss": 0.2316,
      "step": 1470
    },
    {
      "epoch": 0.36933119919656027,
      "grad_norm": 0.139623761177063,
      "learning_rate": 0.00012943600309039404,
      "loss": 0.2453,
      "step": 1471
    },
    {
      "epoch": 0.3695822741110379,
      "grad_norm": 0.17770323157310486,
      "learning_rate": 0.00012938449652330673,
      "loss": 0.2108,
      "step": 1472
    },
    {
      "epoch": 0.3698333490255155,
      "grad_norm": 0.2352266162633896,
      "learning_rate": 0.00012933298995621942,
      "loss": 0.2268,
      "step": 1473
    },
    {
      "epoch": 0.3700844239399931,
      "grad_norm": 0.1359739601612091,
      "learning_rate": 0.00012928148338913213,
      "loss": 0.2288,
      "step": 1474
    },
    {
      "epoch": 0.3703354988544707,
      "grad_norm": 0.1857590675354004,
      "learning_rate": 0.00012922997682204482,
      "loss": 0.2306,
      "step": 1475
    },
    {
      "epoch": 0.3705865737689483,
      "grad_norm": 0.14695262908935547,
      "learning_rate": 0.0001291784702549575,
      "loss": 0.2287,
      "step": 1476
    },
    {
      "epoch": 0.3708376486834259,
      "grad_norm": 0.2678111493587494,
      "learning_rate": 0.0001291269636878702,
      "loss": 0.2324,
      "step": 1477
    },
    {
      "epoch": 0.3710887235979035,
      "grad_norm": 0.16167661547660828,
      "learning_rate": 0.0001290754571207829,
      "loss": 0.2432,
      "step": 1478
    },
    {
      "epoch": 0.37133979851238114,
      "grad_norm": 0.1779128611087799,
      "learning_rate": 0.0001290239505536956,
      "loss": 0.2392,
      "step": 1479
    },
    {
      "epoch": 0.37159087342685876,
      "grad_norm": 0.15146267414093018,
      "learning_rate": 0.0001289724439866083,
      "loss": 0.2112,
      "step": 1480
    },
    {
      "epoch": 0.3718419483413363,
      "grad_norm": 0.1425742655992508,
      "learning_rate": 0.000128920937419521,
      "loss": 0.2403,
      "step": 1481
    },
    {
      "epoch": 0.37209302325581395,
      "grad_norm": 0.21606796979904175,
      "learning_rate": 0.0001288694308524337,
      "loss": 0.224,
      "step": 1482
    },
    {
      "epoch": 0.37234409817029157,
      "grad_norm": 0.1416461169719696,
      "learning_rate": 0.00012881792428534638,
      "loss": 0.2106,
      "step": 1483
    },
    {
      "epoch": 0.3725951730847692,
      "grad_norm": 0.15493907034397125,
      "learning_rate": 0.0001287664177182591,
      "loss": 0.2379,
      "step": 1484
    },
    {
      "epoch": 0.37284624799924676,
      "grad_norm": 0.14614920318126678,
      "learning_rate": 0.00012871491115117178,
      "loss": 0.2248,
      "step": 1485
    },
    {
      "epoch": 0.3730973229137244,
      "grad_norm": 0.1506074219942093,
      "learning_rate": 0.00012866340458408447,
      "loss": 0.2498,
      "step": 1486
    },
    {
      "epoch": 0.373348397828202,
      "grad_norm": 0.20914098620414734,
      "learning_rate": 0.00012861189801699718,
      "loss": 0.2367,
      "step": 1487
    },
    {
      "epoch": 0.3735994727426796,
      "grad_norm": 0.14602436125278473,
      "learning_rate": 0.00012856039144990987,
      "loss": 0.2364,
      "step": 1488
    },
    {
      "epoch": 0.3738505476571572,
      "grad_norm": 0.21127849817276,
      "learning_rate": 0.00012850888488282256,
      "loss": 0.239,
      "step": 1489
    },
    {
      "epoch": 0.3741016225716348,
      "grad_norm": 0.35298851132392883,
      "learning_rate": 0.00012845737831573525,
      "loss": 0.2252,
      "step": 1490
    },
    {
      "epoch": 0.37435269748611244,
      "grad_norm": 0.16553692519664764,
      "learning_rate": 0.00012840587174864796,
      "loss": 0.2312,
      "step": 1491
    },
    {
      "epoch": 0.37460377240059,
      "grad_norm": 0.1672186553478241,
      "learning_rate": 0.00012835436518156065,
      "loss": 0.2131,
      "step": 1492
    },
    {
      "epoch": 0.37485484731506763,
      "grad_norm": 0.1854817122220993,
      "learning_rate": 0.00012830285861447336,
      "loss": 0.2344,
      "step": 1493
    },
    {
      "epoch": 0.37510592222954525,
      "grad_norm": 0.14134874939918518,
      "learning_rate": 0.00012825135204738605,
      "loss": 0.262,
      "step": 1494
    },
    {
      "epoch": 0.3753569971440229,
      "grad_norm": 0.14288373291492462,
      "learning_rate": 0.00012819984548029877,
      "loss": 0.2346,
      "step": 1495
    },
    {
      "epoch": 0.37560807205850044,
      "grad_norm": 0.15464062988758087,
      "learning_rate": 0.00012814833891321143,
      "loss": 0.2303,
      "step": 1496
    },
    {
      "epoch": 0.37585914697297806,
      "grad_norm": 0.15521648526191711,
      "learning_rate": 0.00012809683234612414,
      "loss": 0.2282,
      "step": 1497
    },
    {
      "epoch": 0.3761102218874557,
      "grad_norm": 0.6281300187110901,
      "learning_rate": 0.00012804532577903683,
      "loss": 0.2352,
      "step": 1498
    },
    {
      "epoch": 0.37636129680193325,
      "grad_norm": 0.16651232540607452,
      "learning_rate": 0.00012799381921194952,
      "loss": 0.2473,
      "step": 1499
    },
    {
      "epoch": 0.3766123717164109,
      "grad_norm": 0.14736486971378326,
      "learning_rate": 0.00012794231264486223,
      "loss": 0.2424,
      "step": 1500
    },
    {
      "epoch": 0.3766123717164109,
      "eval_loss": 3.4409096240997314,
      "eval_runtime": 31.9328,
      "eval_samples_per_second": 15.658,
      "eval_steps_per_second": 0.125,
      "step": 1500
    },
    {
      "epoch": 0.3768634466308885,
      "grad_norm": 0.13722187280654907,
      "learning_rate": 0.00012789080607777492,
      "loss": 0.2299,
      "step": 1501
    },
    {
      "epoch": 0.3771145215453661,
      "grad_norm": 0.1479630321264267,
      "learning_rate": 0.00012783929951068763,
      "loss": 0.2186,
      "step": 1502
    },
    {
      "epoch": 0.3773655964598437,
      "grad_norm": 0.1506653130054474,
      "learning_rate": 0.0001277877929436003,
      "loss": 0.2358,
      "step": 1503
    },
    {
      "epoch": 0.3776166713743213,
      "grad_norm": 0.16773788630962372,
      "learning_rate": 0.000127736286376513,
      "loss": 0.2174,
      "step": 1504
    },
    {
      "epoch": 0.37786774628879893,
      "grad_norm": 0.5013176202774048,
      "learning_rate": 0.0001276847798094257,
      "loss": 0.2438,
      "step": 1505
    },
    {
      "epoch": 0.3781188212032765,
      "grad_norm": 0.1587427705526352,
      "learning_rate": 0.0001276332732423384,
      "loss": 0.2287,
      "step": 1506
    },
    {
      "epoch": 0.3783698961177541,
      "grad_norm": 0.14994916319847107,
      "learning_rate": 0.0001275817666752511,
      "loss": 0.2319,
      "step": 1507
    },
    {
      "epoch": 0.37862097103223175,
      "grad_norm": 0.18025968968868256,
      "learning_rate": 0.0001275302601081638,
      "loss": 0.2384,
      "step": 1508
    },
    {
      "epoch": 0.37887204594670937,
      "grad_norm": 0.19881494343280792,
      "learning_rate": 0.0001274787535410765,
      "loss": 0.2221,
      "step": 1509
    },
    {
      "epoch": 0.37912312086118694,
      "grad_norm": 0.14127223193645477,
      "learning_rate": 0.0001274272469739892,
      "loss": 0.2481,
      "step": 1510
    },
    {
      "epoch": 0.37937419577566456,
      "grad_norm": 0.21789583563804626,
      "learning_rate": 0.00012737574040690188,
      "loss": 0.2086,
      "step": 1511
    },
    {
      "epoch": 0.3796252706901422,
      "grad_norm": 0.15676628053188324,
      "learning_rate": 0.00012732423383981457,
      "loss": 0.2237,
      "step": 1512
    },
    {
      "epoch": 0.3798763456046198,
      "grad_norm": 0.15379512310028076,
      "learning_rate": 0.00012727272727272728,
      "loss": 0.2329,
      "step": 1513
    },
    {
      "epoch": 0.38012742051909737,
      "grad_norm": 0.14939214289188385,
      "learning_rate": 0.00012722122070563997,
      "loss": 0.2232,
      "step": 1514
    },
    {
      "epoch": 0.380378495433575,
      "grad_norm": 0.16003449261188507,
      "learning_rate": 0.00012716971413855268,
      "loss": 0.2282,
      "step": 1515
    },
    {
      "epoch": 0.3806295703480526,
      "grad_norm": 0.1562841385602951,
      "learning_rate": 0.00012711820757146537,
      "loss": 0.2488,
      "step": 1516
    },
    {
      "epoch": 0.3808806452625302,
      "grad_norm": 0.18841421604156494,
      "learning_rate": 0.0001270667010043781,
      "loss": 0.2772,
      "step": 1517
    },
    {
      "epoch": 0.3811317201770078,
      "grad_norm": 0.14639003574848175,
      "learning_rate": 0.00012701519443729075,
      "loss": 0.2377,
      "step": 1518
    },
    {
      "epoch": 0.3813827950914854,
      "grad_norm": 0.1549658328294754,
      "learning_rate": 0.00012696368787020346,
      "loss": 0.2291,
      "step": 1519
    },
    {
      "epoch": 0.38163387000596305,
      "grad_norm": 0.15895721316337585,
      "learning_rate": 0.00012691218130311615,
      "loss": 0.221,
      "step": 1520
    },
    {
      "epoch": 0.3818849449204406,
      "grad_norm": 0.16586613655090332,
      "learning_rate": 0.00012686067473602884,
      "loss": 0.2416,
      "step": 1521
    },
    {
      "epoch": 0.38213601983491824,
      "grad_norm": 0.5131556391716003,
      "learning_rate": 0.00012680916816894155,
      "loss": 0.2547,
      "step": 1522
    },
    {
      "epoch": 0.38238709474939586,
      "grad_norm": 0.160770446062088,
      "learning_rate": 0.00012675766160185424,
      "loss": 0.2607,
      "step": 1523
    },
    {
      "epoch": 0.3826381696638735,
      "grad_norm": 0.16538529098033905,
      "learning_rate": 0.00012670615503476696,
      "loss": 0.2648,
      "step": 1524
    },
    {
      "epoch": 0.38288924457835105,
      "grad_norm": 0.14656734466552734,
      "learning_rate": 0.00012665464846767962,
      "loss": 0.2472,
      "step": 1525
    },
    {
      "epoch": 0.3831403194928287,
      "grad_norm": 0.1526726484298706,
      "learning_rate": 0.00012660314190059233,
      "loss": 0.2398,
      "step": 1526
    },
    {
      "epoch": 0.3833913944073063,
      "grad_norm": 0.3117527365684509,
      "learning_rate": 0.00012655163533350502,
      "loss": 0.2302,
      "step": 1527
    },
    {
      "epoch": 0.38364246932178386,
      "grad_norm": 0.15821725130081177,
      "learning_rate": 0.00012650012876641773,
      "loss": 0.2397,
      "step": 1528
    },
    {
      "epoch": 0.3838935442362615,
      "grad_norm": 0.22037643194198608,
      "learning_rate": 0.00012644862219933042,
      "loss": 0.2395,
      "step": 1529
    },
    {
      "epoch": 0.3841446191507391,
      "grad_norm": 0.22460316121578217,
      "learning_rate": 0.00012639711563224314,
      "loss": 0.2308,
      "step": 1530
    },
    {
      "epoch": 0.38439569406521673,
      "grad_norm": 0.26125869154930115,
      "learning_rate": 0.00012634560906515582,
      "loss": 0.2287,
      "step": 1531
    },
    {
      "epoch": 0.3846467689796943,
      "grad_norm": 0.20667903125286102,
      "learning_rate": 0.0001262941024980685,
      "loss": 0.2406,
      "step": 1532
    },
    {
      "epoch": 0.3848978438941719,
      "grad_norm": 0.15729425847530365,
      "learning_rate": 0.0001262425959309812,
      "loss": 0.23,
      "step": 1533
    },
    {
      "epoch": 0.38514891880864954,
      "grad_norm": 0.16227541863918304,
      "learning_rate": 0.0001261910893638939,
      "loss": 0.2429,
      "step": 1534
    },
    {
      "epoch": 0.38539999372312717,
      "grad_norm": 0.14910723268985748,
      "learning_rate": 0.0001261395827968066,
      "loss": 0.2555,
      "step": 1535
    },
    {
      "epoch": 0.38565106863760473,
      "grad_norm": 0.1549391746520996,
      "learning_rate": 0.0001260880762297193,
      "loss": 0.2345,
      "step": 1536
    },
    {
      "epoch": 0.38590214355208236,
      "grad_norm": 0.1968601644039154,
      "learning_rate": 0.000126036569662632,
      "loss": 0.2242,
      "step": 1537
    },
    {
      "epoch": 0.38615321846656,
      "grad_norm": 0.14416790008544922,
      "learning_rate": 0.0001259850630955447,
      "loss": 0.2305,
      "step": 1538
    },
    {
      "epoch": 0.38640429338103754,
      "grad_norm": 0.26029208302497864,
      "learning_rate": 0.00012593355652845738,
      "loss": 0.2454,
      "step": 1539
    },
    {
      "epoch": 0.38665536829551517,
      "grad_norm": 0.15113100409507751,
      "learning_rate": 0.00012588204996137007,
      "loss": 0.2262,
      "step": 1540
    },
    {
      "epoch": 0.3869064432099928,
      "grad_norm": 0.34336334466934204,
      "learning_rate": 0.00012583054339428278,
      "loss": 0.2429,
      "step": 1541
    },
    {
      "epoch": 0.3871575181244704,
      "grad_norm": 0.1447005718946457,
      "learning_rate": 0.00012577903682719547,
      "loss": 0.2304,
      "step": 1542
    },
    {
      "epoch": 0.387408593038948,
      "grad_norm": 0.14294318854808807,
      "learning_rate": 0.00012572753026010819,
      "loss": 0.2228,
      "step": 1543
    },
    {
      "epoch": 0.3876596679534256,
      "grad_norm": 0.15071305632591248,
      "learning_rate": 0.00012567602369302087,
      "loss": 0.2205,
      "step": 1544
    },
    {
      "epoch": 0.3879107428679032,
      "grad_norm": 0.14084184169769287,
      "learning_rate": 0.00012562451712593356,
      "loss": 0.2285,
      "step": 1545
    },
    {
      "epoch": 0.3881618177823808,
      "grad_norm": 0.15748810768127441,
      "learning_rate": 0.00012557301055884625,
      "loss": 0.2241,
      "step": 1546
    },
    {
      "epoch": 0.3884128926968584,
      "grad_norm": 0.1477499008178711,
      "learning_rate": 0.00012552150399175894,
      "loss": 0.2197,
      "step": 1547
    },
    {
      "epoch": 0.38866396761133604,
      "grad_norm": 0.15983416140079498,
      "learning_rate": 0.00012546999742467165,
      "loss": 0.2368,
      "step": 1548
    },
    {
      "epoch": 0.38891504252581366,
      "grad_norm": 0.1480635702610016,
      "learning_rate": 0.00012541849085758434,
      "loss": 0.2316,
      "step": 1549
    },
    {
      "epoch": 0.3891661174402912,
      "grad_norm": 0.1519712209701538,
      "learning_rate": 0.00012536698429049705,
      "loss": 0.2177,
      "step": 1550
    },
    {
      "epoch": 0.38941719235476885,
      "grad_norm": 0.15640845894813538,
      "learning_rate": 0.00012531547772340974,
      "loss": 0.2324,
      "step": 1551
    },
    {
      "epoch": 0.38966826726924647,
      "grad_norm": 0.1503002941608429,
      "learning_rate": 0.00012526397115632246,
      "loss": 0.2298,
      "step": 1552
    },
    {
      "epoch": 0.3899193421837241,
      "grad_norm": 0.1566169261932373,
      "learning_rate": 0.00012521246458923512,
      "loss": 0.2154,
      "step": 1553
    },
    {
      "epoch": 0.39017041709820166,
      "grad_norm": 0.1521797478199005,
      "learning_rate": 0.00012516095802214783,
      "loss": 0.2516,
      "step": 1554
    },
    {
      "epoch": 0.3904214920126793,
      "grad_norm": 0.17827396094799042,
      "learning_rate": 0.00012510945145506052,
      "loss": 0.2193,
      "step": 1555
    },
    {
      "epoch": 0.3906725669271569,
      "grad_norm": 0.1382891833782196,
      "learning_rate": 0.0001250579448879732,
      "loss": 0.2502,
      "step": 1556
    },
    {
      "epoch": 0.3909236418416345,
      "grad_norm": 0.14884056150913239,
      "learning_rate": 0.00012500643832088592,
      "loss": 0.2362,
      "step": 1557
    },
    {
      "epoch": 0.3911747167561121,
      "grad_norm": 0.16828571259975433,
      "learning_rate": 0.0001249549317537986,
      "loss": 0.2449,
      "step": 1558
    },
    {
      "epoch": 0.3914257916705897,
      "grad_norm": 0.16348589956760406,
      "learning_rate": 0.00012490342518671133,
      "loss": 0.2352,
      "step": 1559
    },
    {
      "epoch": 0.39167686658506734,
      "grad_norm": 0.1542857438325882,
      "learning_rate": 0.000124851918619624,
      "loss": 0.2154,
      "step": 1560
    },
    {
      "epoch": 0.3919279414995449,
      "grad_norm": 0.1420677751302719,
      "learning_rate": 0.0001248004120525367,
      "loss": 0.2178,
      "step": 1561
    },
    {
      "epoch": 0.39217901641402253,
      "grad_norm": 0.15820981562137604,
      "learning_rate": 0.0001247489054854494,
      "loss": 0.2374,
      "step": 1562
    },
    {
      "epoch": 0.39243009132850015,
      "grad_norm": 0.15018120408058167,
      "learning_rate": 0.0001246973989183621,
      "loss": 0.238,
      "step": 1563
    },
    {
      "epoch": 0.3926811662429778,
      "grad_norm": 0.17202672362327576,
      "learning_rate": 0.0001246458923512748,
      "loss": 0.2606,
      "step": 1564
    },
    {
      "epoch": 0.39293224115745534,
      "grad_norm": 0.18203000724315643,
      "learning_rate": 0.0001245943857841875,
      "loss": 0.2317,
      "step": 1565
    },
    {
      "epoch": 0.39318331607193296,
      "grad_norm": 0.14786875247955322,
      "learning_rate": 0.0001245428792171002,
      "loss": 0.2308,
      "step": 1566
    },
    {
      "epoch": 0.3934343909864106,
      "grad_norm": 0.14579999446868896,
      "learning_rate": 0.00012449137265001288,
      "loss": 0.2151,
      "step": 1567
    },
    {
      "epoch": 0.39368546590088815,
      "grad_norm": 0.14852164685726166,
      "learning_rate": 0.00012443986608292557,
      "loss": 0.2587,
      "step": 1568
    },
    {
      "epoch": 0.3939365408153658,
      "grad_norm": 0.17111778259277344,
      "learning_rate": 0.00012438835951583826,
      "loss": 0.2434,
      "step": 1569
    },
    {
      "epoch": 0.3941876157298434,
      "grad_norm": 0.15542937815189362,
      "learning_rate": 0.00012433685294875097,
      "loss": 0.2188,
      "step": 1570
    },
    {
      "epoch": 0.394438690644321,
      "grad_norm": 0.859488308429718,
      "learning_rate": 0.00012428534638166366,
      "loss": 0.2159,
      "step": 1571
    },
    {
      "epoch": 0.3946897655587986,
      "grad_norm": 0.17747455835342407,
      "learning_rate": 0.00012423383981457638,
      "loss": 0.2274,
      "step": 1572
    },
    {
      "epoch": 0.3949408404732762,
      "grad_norm": 0.21661245822906494,
      "learning_rate": 0.00012418233324748906,
      "loss": 0.2399,
      "step": 1573
    },
    {
      "epoch": 0.39519191538775383,
      "grad_norm": 0.15066710114479065,
      "learning_rate": 0.00012413082668040175,
      "loss": 0.2321,
      "step": 1574
    },
    {
      "epoch": 0.3954429903022314,
      "grad_norm": 0.14469240605831146,
      "learning_rate": 0.00012407932011331444,
      "loss": 0.2433,
      "step": 1575
    },
    {
      "epoch": 0.395694065216709,
      "grad_norm": 0.1475553810596466,
      "learning_rate": 0.00012402781354622715,
      "loss": 0.2252,
      "step": 1576
    },
    {
      "epoch": 0.39594514013118665,
      "grad_norm": 0.23148690164089203,
      "learning_rate": 0.00012397630697913984,
      "loss": 0.2251,
      "step": 1577
    },
    {
      "epoch": 0.39619621504566427,
      "grad_norm": 0.15272030234336853,
      "learning_rate": 0.00012392480041205256,
      "loss": 0.1985,
      "step": 1578
    },
    {
      "epoch": 0.39644728996014184,
      "grad_norm": 0.17548218369483948,
      "learning_rate": 0.00012387329384496524,
      "loss": 0.2461,
      "step": 1579
    },
    {
      "epoch": 0.39669836487461946,
      "grad_norm": 0.1732357144355774,
      "learning_rate": 0.00012382178727787793,
      "loss": 0.2168,
      "step": 1580
    },
    {
      "epoch": 0.3969494397890971,
      "grad_norm": 0.15387140214443207,
      "learning_rate": 0.00012377028071079065,
      "loss": 0.2425,
      "step": 1581
    },
    {
      "epoch": 0.3972005147035747,
      "grad_norm": 0.1345122903585434,
      "learning_rate": 0.0001237187741437033,
      "loss": 0.2152,
      "step": 1582
    },
    {
      "epoch": 0.39745158961805227,
      "grad_norm": 0.143921360373497,
      "learning_rate": 0.00012366726757661602,
      "loss": 0.2273,
      "step": 1583
    },
    {
      "epoch": 0.3977026645325299,
      "grad_norm": 0.1343497931957245,
      "learning_rate": 0.0001236157610095287,
      "loss": 0.2192,
      "step": 1584
    },
    {
      "epoch": 0.3979537394470075,
      "grad_norm": 0.13957533240318298,
      "learning_rate": 0.00012356425444244143,
      "loss": 0.2198,
      "step": 1585
    },
    {
      "epoch": 0.3982048143614851,
      "grad_norm": 0.15918996930122375,
      "learning_rate": 0.0001235127478753541,
      "loss": 0.2626,
      "step": 1586
    },
    {
      "epoch": 0.3984558892759627,
      "grad_norm": 0.15315669775009155,
      "learning_rate": 0.00012346124130826683,
      "loss": 0.2584,
      "step": 1587
    },
    {
      "epoch": 0.3987069641904403,
      "grad_norm": 2.9613306522369385,
      "learning_rate": 0.00012340973474117952,
      "loss": 0.2186,
      "step": 1588
    },
    {
      "epoch": 0.39895803910491795,
      "grad_norm": 0.14651313424110413,
      "learning_rate": 0.0001233582281740922,
      "loss": 0.2129,
      "step": 1589
    },
    {
      "epoch": 0.3992091140193955,
      "grad_norm": 0.16586275398731232,
      "learning_rate": 0.0001233067216070049,
      "loss": 0.2197,
      "step": 1590
    },
    {
      "epoch": 0.39946018893387314,
      "grad_norm": 0.15569911897182465,
      "learning_rate": 0.0001232552150399176,
      "loss": 0.2504,
      "step": 1591
    },
    {
      "epoch": 0.39971126384835076,
      "grad_norm": 0.1401040405035019,
      "learning_rate": 0.0001232037084728303,
      "loss": 0.2544,
      "step": 1592
    },
    {
      "epoch": 0.3999623387628284,
      "grad_norm": 0.14197832345962524,
      "learning_rate": 0.00012315220190574298,
      "loss": 0.247,
      "step": 1593
    },
    {
      "epoch": 0.40021341367730595,
      "grad_norm": 0.160670667886734,
      "learning_rate": 0.0001231006953386557,
      "loss": 0.2336,
      "step": 1594
    },
    {
      "epoch": 0.4004644885917836,
      "grad_norm": 0.13659246265888214,
      "learning_rate": 0.00012304918877156838,
      "loss": 0.2182,
      "step": 1595
    },
    {
      "epoch": 0.4007155635062612,
      "grad_norm": 0.1836044192314148,
      "learning_rate": 0.00012299768220448107,
      "loss": 0.2328,
      "step": 1596
    },
    {
      "epoch": 0.40096663842073876,
      "grad_norm": 0.1769014447927475,
      "learning_rate": 0.00012294617563739376,
      "loss": 0.2212,
      "step": 1597
    },
    {
      "epoch": 0.4012177133352164,
      "grad_norm": 0.19846752285957336,
      "learning_rate": 0.00012289466907030648,
      "loss": 0.2342,
      "step": 1598
    },
    {
      "epoch": 0.401468788249694,
      "grad_norm": 0.14628174901008606,
      "learning_rate": 0.00012284316250321916,
      "loss": 0.233,
      "step": 1599
    },
    {
      "epoch": 0.40171986316417163,
      "grad_norm": 0.18426290154457092,
      "learning_rate": 0.00012279165593613188,
      "loss": 0.239,
      "step": 1600
    },
    {
      "epoch": 0.40171986316417163,
      "eval_loss": 3.424984931945801,
      "eval_runtime": 33.1063,
      "eval_samples_per_second": 15.103,
      "eval_steps_per_second": 0.121,
      "step": 1600
    },
    {
      "epoch": 0.4019709380786492,
      "grad_norm": 0.15792948007583618,
      "learning_rate": 0.00012274014936904457,
      "loss": 0.2375,
      "step": 1601
    },
    {
      "epoch": 0.4022220129931268,
      "grad_norm": 0.14384283125400543,
      "learning_rate": 0.00012268864280195725,
      "loss": 0.2276,
      "step": 1602
    },
    {
      "epoch": 0.40247308790760444,
      "grad_norm": 0.14300231635570526,
      "learning_rate": 0.00012263713623486994,
      "loss": 0.24,
      "step": 1603
    },
    {
      "epoch": 0.40272416282208207,
      "grad_norm": 0.1633121371269226,
      "learning_rate": 0.00012258562966778263,
      "loss": 0.2379,
      "step": 1604
    },
    {
      "epoch": 0.40297523773655963,
      "grad_norm": 0.14728622138500214,
      "learning_rate": 0.00012253412310069534,
      "loss": 0.2407,
      "step": 1605
    },
    {
      "epoch": 0.40322631265103726,
      "grad_norm": 2.630038022994995,
      "learning_rate": 0.00012248261653360803,
      "loss": 0.2595,
      "step": 1606
    },
    {
      "epoch": 0.4034773875655149,
      "grad_norm": 0.18514543771743774,
      "learning_rate": 0.00012243110996652075,
      "loss": 0.2115,
      "step": 1607
    },
    {
      "epoch": 0.40372846247999244,
      "grad_norm": 0.16720019280910492,
      "learning_rate": 0.00012237960339943343,
      "loss": 0.2153,
      "step": 1608
    },
    {
      "epoch": 0.40397953739447007,
      "grad_norm": 0.3690818250179291,
      "learning_rate": 0.00012232809683234615,
      "loss": 0.2251,
      "step": 1609
    },
    {
      "epoch": 0.4042306123089477,
      "grad_norm": 0.3329724967479706,
      "learning_rate": 0.0001222765902652588,
      "loss": 0.2357,
      "step": 1610
    },
    {
      "epoch": 0.4044816872234253,
      "grad_norm": 0.1416548490524292,
      "learning_rate": 0.00012222508369817152,
      "loss": 0.2475,
      "step": 1611
    },
    {
      "epoch": 0.4047327621379029,
      "grad_norm": 0.15052035450935364,
      "learning_rate": 0.0001221735771310842,
      "loss": 0.2341,
      "step": 1612
    },
    {
      "epoch": 0.4049838370523805,
      "grad_norm": 0.44888707995414734,
      "learning_rate": 0.00012212207056399693,
      "loss": 0.2282,
      "step": 1613
    },
    {
      "epoch": 0.4052349119668581,
      "grad_norm": 0.6645883917808533,
      "learning_rate": 0.00012207056399690962,
      "loss": 0.2362,
      "step": 1614
    },
    {
      "epoch": 0.4054859868813357,
      "grad_norm": 0.19530202448368073,
      "learning_rate": 0.00012201905742982232,
      "loss": 0.2315,
      "step": 1615
    },
    {
      "epoch": 0.4057370617958133,
      "grad_norm": 0.1405019313097,
      "learning_rate": 0.00012196755086273502,
      "loss": 0.2241,
      "step": 1616
    },
    {
      "epoch": 0.40598813671029094,
      "grad_norm": 0.18215730786323547,
      "learning_rate": 0.00012191604429564769,
      "loss": 0.2415,
      "step": 1617
    },
    {
      "epoch": 0.40623921162476856,
      "grad_norm": 0.24491055309772491,
      "learning_rate": 0.0001218645377285604,
      "loss": 0.2209,
      "step": 1618
    },
    {
      "epoch": 0.4064902865392461,
      "grad_norm": 0.15653246641159058,
      "learning_rate": 0.0001218130311614731,
      "loss": 0.2386,
      "step": 1619
    },
    {
      "epoch": 0.40674136145372375,
      "grad_norm": 0.16787779331207275,
      "learning_rate": 0.0001217615245943858,
      "loss": 0.223,
      "step": 1620
    },
    {
      "epoch": 0.40699243636820137,
      "grad_norm": 0.18181993067264557,
      "learning_rate": 0.00012171001802729848,
      "loss": 0.2302,
      "step": 1621
    },
    {
      "epoch": 0.407243511282679,
      "grad_norm": 0.29763704538345337,
      "learning_rate": 0.00012165851146021119,
      "loss": 0.2317,
      "step": 1622
    },
    {
      "epoch": 0.40749458619715656,
      "grad_norm": 0.16566598415374756,
      "learning_rate": 0.00012160700489312389,
      "loss": 0.2356,
      "step": 1623
    },
    {
      "epoch": 0.4077456611116342,
      "grad_norm": 0.22180059552192688,
      "learning_rate": 0.00012155549832603656,
      "loss": 0.2353,
      "step": 1624
    },
    {
      "epoch": 0.4079967360261118,
      "grad_norm": 0.20086264610290527,
      "learning_rate": 0.00012150399175894926,
      "loss": 0.2604,
      "step": 1625
    },
    {
      "epoch": 0.4082478109405894,
      "grad_norm": 0.186335951089859,
      "learning_rate": 0.00012145248519186196,
      "loss": 0.2155,
      "step": 1626
    },
    {
      "epoch": 0.408498885855067,
      "grad_norm": 0.1747584342956543,
      "learning_rate": 0.00012140097862477466,
      "loss": 0.2328,
      "step": 1627
    },
    {
      "epoch": 0.4087499607695446,
      "grad_norm": 0.18975231051445007,
      "learning_rate": 0.00012134947205768737,
      "loss": 0.2286,
      "step": 1628
    },
    {
      "epoch": 0.40900103568402224,
      "grad_norm": 0.1923426240682602,
      "learning_rate": 0.00012129796549060007,
      "loss": 0.2189,
      "step": 1629
    },
    {
      "epoch": 0.4092521105984998,
      "grad_norm": 0.1864122450351715,
      "learning_rate": 0.00012124645892351277,
      "loss": 0.2511,
      "step": 1630
    },
    {
      "epoch": 0.40950318551297743,
      "grad_norm": 0.1429246962070465,
      "learning_rate": 0.00012119495235642544,
      "loss": 0.2192,
      "step": 1631
    },
    {
      "epoch": 0.40975426042745505,
      "grad_norm": 0.16344790160655975,
      "learning_rate": 0.00012114344578933814,
      "loss": 0.2212,
      "step": 1632
    },
    {
      "epoch": 0.4100053353419327,
      "grad_norm": 0.1553945094347,
      "learning_rate": 0.00012109193922225083,
      "loss": 0.2194,
      "step": 1633
    },
    {
      "epoch": 0.41025641025641024,
      "grad_norm": 0.23537015914916992,
      "learning_rate": 0.00012104043265516353,
      "loss": 0.2439,
      "step": 1634
    },
    {
      "epoch": 0.41050748517088786,
      "grad_norm": 0.15974366664886475,
      "learning_rate": 0.00012098892608807623,
      "loss": 0.2246,
      "step": 1635
    },
    {
      "epoch": 0.4107585600853655,
      "grad_norm": 0.38976529240608215,
      "learning_rate": 0.00012093741952098894,
      "loss": 0.2226,
      "step": 1636
    },
    {
      "epoch": 0.41100963499984305,
      "grad_norm": 0.25437816977500916,
      "learning_rate": 0.00012088591295390164,
      "loss": 0.2437,
      "step": 1637
    },
    {
      "epoch": 0.4112607099143207,
      "grad_norm": 0.152736097574234,
      "learning_rate": 0.00012083440638681431,
      "loss": 0.2161,
      "step": 1638
    },
    {
      "epoch": 0.4115117848287983,
      "grad_norm": 0.22628842294216156,
      "learning_rate": 0.00012078289981972701,
      "loss": 0.2293,
      "step": 1639
    },
    {
      "epoch": 0.4117628597432759,
      "grad_norm": 0.1679030805826187,
      "learning_rate": 0.00012073139325263971,
      "loss": 0.246,
      "step": 1640
    },
    {
      "epoch": 0.4120139346577535,
      "grad_norm": 0.1649748533964157,
      "learning_rate": 0.00012067988668555242,
      "loss": 0.2377,
      "step": 1641
    },
    {
      "epoch": 0.4122650095722311,
      "grad_norm": 0.17503105103969574,
      "learning_rate": 0.00012062838011846512,
      "loss": 0.2215,
      "step": 1642
    },
    {
      "epoch": 0.41251608448670873,
      "grad_norm": 0.15246827900409698,
      "learning_rate": 0.0001205768735513778,
      "loss": 0.2477,
      "step": 1643
    },
    {
      "epoch": 0.41276715940118636,
      "grad_norm": 0.1878870576620102,
      "learning_rate": 0.0001205253669842905,
      "loss": 0.2387,
      "step": 1644
    },
    {
      "epoch": 0.4130182343156639,
      "grad_norm": 0.1681501716375351,
      "learning_rate": 0.0001204738604172032,
      "loss": 0.2416,
      "step": 1645
    },
    {
      "epoch": 0.41326930923014155,
      "grad_norm": 0.2158949077129364,
      "learning_rate": 0.00012042235385011588,
      "loss": 0.2206,
      "step": 1646
    },
    {
      "epoch": 0.41352038414461917,
      "grad_norm": 0.1630309373140335,
      "learning_rate": 0.00012037084728302858,
      "loss": 0.2274,
      "step": 1647
    },
    {
      "epoch": 0.41377145905909674,
      "grad_norm": 0.1623230129480362,
      "learning_rate": 0.00012031934071594128,
      "loss": 0.2449,
      "step": 1648
    },
    {
      "epoch": 0.41402253397357436,
      "grad_norm": 0.1871953159570694,
      "learning_rate": 0.00012026783414885399,
      "loss": 0.2299,
      "step": 1649
    },
    {
      "epoch": 0.414273608888052,
      "grad_norm": 0.16673021018505096,
      "learning_rate": 0.00012021632758176669,
      "loss": 0.2338,
      "step": 1650
    },
    {
      "epoch": 0.4145246838025296,
      "grad_norm": 0.17408309876918793,
      "learning_rate": 0.00012016482101467939,
      "loss": 0.2194,
      "step": 1651
    },
    {
      "epoch": 0.41477575871700717,
      "grad_norm": 0.16387183964252472,
      "learning_rate": 0.00012011331444759209,
      "loss": 0.2384,
      "step": 1652
    },
    {
      "epoch": 0.4150268336314848,
      "grad_norm": 0.16578438878059387,
      "learning_rate": 0.00012006180788050476,
      "loss": 0.2219,
      "step": 1653
    },
    {
      "epoch": 0.4152779085459624,
      "grad_norm": 0.15832817554473877,
      "learning_rate": 0.00012001030131341747,
      "loss": 0.2151,
      "step": 1654
    },
    {
      "epoch": 0.41552898346044,
      "grad_norm": 0.14541371166706085,
      "learning_rate": 0.00011995879474633017,
      "loss": 0.2143,
      "step": 1655
    },
    {
      "epoch": 0.4157800583749176,
      "grad_norm": 0.35894596576690674,
      "learning_rate": 0.00011990728817924285,
      "loss": 0.2194,
      "step": 1656
    },
    {
      "epoch": 0.4160311332893952,
      "grad_norm": 0.1883632391691208,
      "learning_rate": 0.00011985578161215556,
      "loss": 0.2287,
      "step": 1657
    },
    {
      "epoch": 0.41628220820387285,
      "grad_norm": 0.28159114718437195,
      "learning_rate": 0.00011980427504506826,
      "loss": 0.2355,
      "step": 1658
    },
    {
      "epoch": 0.4165332831183504,
      "grad_norm": 0.15031932294368744,
      "learning_rate": 0.00011975276847798096,
      "loss": 0.2357,
      "step": 1659
    },
    {
      "epoch": 0.41678435803282804,
      "grad_norm": 0.2919597625732422,
      "learning_rate": 0.00011970126191089363,
      "loss": 0.2305,
      "step": 1660
    },
    {
      "epoch": 0.41703543294730566,
      "grad_norm": 0.17326684296131134,
      "learning_rate": 0.00011964975534380633,
      "loss": 0.2317,
      "step": 1661
    },
    {
      "epoch": 0.4172865078617833,
      "grad_norm": 0.23118892312049866,
      "learning_rate": 0.00011959824877671904,
      "loss": 0.2398,
      "step": 1662
    },
    {
      "epoch": 0.41753758277626085,
      "grad_norm": 0.1648244708776474,
      "learning_rate": 0.00011954674220963174,
      "loss": 0.2408,
      "step": 1663
    },
    {
      "epoch": 0.4177886576907385,
      "grad_norm": 0.1578766107559204,
      "learning_rate": 0.00011949523564254444,
      "loss": 0.2386,
      "step": 1664
    },
    {
      "epoch": 0.4180397326052161,
      "grad_norm": 0.1653732806444168,
      "learning_rate": 0.00011944372907545714,
      "loss": 0.2314,
      "step": 1665
    },
    {
      "epoch": 0.41829080751969366,
      "grad_norm": 0.1536616086959839,
      "learning_rate": 0.00011939222250836983,
      "loss": 0.2364,
      "step": 1666
    },
    {
      "epoch": 0.4185418824341713,
      "grad_norm": 0.272193968296051,
      "learning_rate": 0.00011934071594128252,
      "loss": 0.2307,
      "step": 1667
    },
    {
      "epoch": 0.4187929573486489,
      "grad_norm": 0.15039530396461487,
      "learning_rate": 0.00011928920937419522,
      "loss": 0.2495,
      "step": 1668
    },
    {
      "epoch": 0.41904403226312653,
      "grad_norm": 0.21832461655139923,
      "learning_rate": 0.0001192377028071079,
      "loss": 0.2334,
      "step": 1669
    },
    {
      "epoch": 0.4192951071776041,
      "grad_norm": 0.17339618504047394,
      "learning_rate": 0.0001191861962400206,
      "loss": 0.2322,
      "step": 1670
    },
    {
      "epoch": 0.4195461820920817,
      "grad_norm": 0.15257158875465393,
      "learning_rate": 0.00011913468967293331,
      "loss": 0.2272,
      "step": 1671
    },
    {
      "epoch": 0.41979725700655934,
      "grad_norm": 0.15259677171707153,
      "learning_rate": 0.00011908318310584601,
      "loss": 0.2136,
      "step": 1672
    },
    {
      "epoch": 0.42004833192103697,
      "grad_norm": 0.189584419131279,
      "learning_rate": 0.00011903167653875871,
      "loss": 0.2326,
      "step": 1673
    },
    {
      "epoch": 0.42029940683551453,
      "grad_norm": 0.22426334023475647,
      "learning_rate": 0.00011898016997167138,
      "loss": 0.2304,
      "step": 1674
    },
    {
      "epoch": 0.42055048174999216,
      "grad_norm": 0.2146461308002472,
      "learning_rate": 0.00011892866340458409,
      "loss": 0.2572,
      "step": 1675
    },
    {
      "epoch": 0.4208015566644698,
      "grad_norm": 0.1822011023759842,
      "learning_rate": 0.00011887715683749679,
      "loss": 0.226,
      "step": 1676
    },
    {
      "epoch": 0.42105263157894735,
      "grad_norm": 0.5320017337799072,
      "learning_rate": 0.00011882565027040949,
      "loss": 0.2189,
      "step": 1677
    },
    {
      "epoch": 0.42130370649342497,
      "grad_norm": 0.20150728523731232,
      "learning_rate": 0.00011877414370332219,
      "loss": 0.222,
      "step": 1678
    },
    {
      "epoch": 0.4215547814079026,
      "grad_norm": 0.17767536640167236,
      "learning_rate": 0.00011872263713623488,
      "loss": 0.2345,
      "step": 1679
    },
    {
      "epoch": 0.4218058563223802,
      "grad_norm": 0.22053362429141998,
      "learning_rate": 0.00011867113056914758,
      "loss": 0.2194,
      "step": 1680
    },
    {
      "epoch": 0.4220569312368578,
      "grad_norm": 0.1719481647014618,
      "learning_rate": 0.00011861962400206025,
      "loss": 0.2215,
      "step": 1681
    },
    {
      "epoch": 0.4223080061513354,
      "grad_norm": 0.2715325653553009,
      "learning_rate": 0.00011856811743497295,
      "loss": 0.2195,
      "step": 1682
    },
    {
      "epoch": 0.422559081065813,
      "grad_norm": 0.1728305220603943,
      "learning_rate": 0.00011851661086788566,
      "loss": 0.216,
      "step": 1683
    },
    {
      "epoch": 0.4228101559802906,
      "grad_norm": 0.14658139646053314,
      "learning_rate": 0.00011846510430079836,
      "loss": 0.2146,
      "step": 1684
    },
    {
      "epoch": 0.4230612308947682,
      "grad_norm": 0.19272610545158386,
      "learning_rate": 0.00011841359773371106,
      "loss": 0.2407,
      "step": 1685
    },
    {
      "epoch": 0.42331230580924584,
      "grad_norm": 0.4655490815639496,
      "learning_rate": 0.00011836209116662376,
      "loss": 0.2537,
      "step": 1686
    },
    {
      "epoch": 0.42356338072372346,
      "grad_norm": 0.17794960737228394,
      "learning_rate": 0.00011831058459953646,
      "loss": 0.2429,
      "step": 1687
    },
    {
      "epoch": 0.423814455638201,
      "grad_norm": 0.15362729132175446,
      "learning_rate": 0.00011825907803244913,
      "loss": 0.2408,
      "step": 1688
    },
    {
      "epoch": 0.42406553055267865,
      "grad_norm": 0.15989618003368378,
      "learning_rate": 0.00011820757146536184,
      "loss": 0.2409,
      "step": 1689
    },
    {
      "epoch": 0.42431660546715627,
      "grad_norm": 0.17880593240261078,
      "learning_rate": 0.00011815606489827454,
      "loss": 0.2274,
      "step": 1690
    },
    {
      "epoch": 0.4245676803816339,
      "grad_norm": 0.9878707528114319,
      "learning_rate": 0.00011810455833118723,
      "loss": 0.2161,
      "step": 1691
    },
    {
      "epoch": 0.42481875529611146,
      "grad_norm": 0.19545912742614746,
      "learning_rate": 0.00011805305176409993,
      "loss": 0.2351,
      "step": 1692
    },
    {
      "epoch": 0.4250698302105891,
      "grad_norm": 0.22442950308322906,
      "learning_rate": 0.00011800154519701263,
      "loss": 0.2444,
      "step": 1693
    },
    {
      "epoch": 0.4253209051250667,
      "grad_norm": 0.18842925131320953,
      "learning_rate": 0.00011795003862992533,
      "loss": 0.2419,
      "step": 1694
    },
    {
      "epoch": 0.4255719800395443,
      "grad_norm": 0.3320554196834564,
      "learning_rate": 0.000117898532062838,
      "loss": 0.23,
      "step": 1695
    },
    {
      "epoch": 0.4258230549540219,
      "grad_norm": 0.1903133988380432,
      "learning_rate": 0.0001178470254957507,
      "loss": 0.2425,
      "step": 1696
    },
    {
      "epoch": 0.4260741298684995,
      "grad_norm": 0.6356197595596313,
      "learning_rate": 0.0001177955189286634,
      "loss": 0.2301,
      "step": 1697
    },
    {
      "epoch": 0.42632520478297714,
      "grad_norm": 0.1746789664030075,
      "learning_rate": 0.00011774401236157611,
      "loss": 0.2138,
      "step": 1698
    },
    {
      "epoch": 0.4265762796974547,
      "grad_norm": 0.32535555958747864,
      "learning_rate": 0.00011769250579448881,
      "loss": 0.2553,
      "step": 1699
    },
    {
      "epoch": 0.42682735461193233,
      "grad_norm": 0.22804753482341766,
      "learning_rate": 0.00011764099922740151,
      "loss": 0.2402,
      "step": 1700
    },
    {
      "epoch": 0.42682735461193233,
      "eval_loss": 3.469221353530884,
      "eval_runtime": 29.1941,
      "eval_samples_per_second": 17.127,
      "eval_steps_per_second": 0.137,
      "step": 1700
    },
    {
      "epoch": 0.42707842952640995,
      "grad_norm": 0.20021800696849823,
      "learning_rate": 0.0001175894926603142,
      "loss": 0.2263,
      "step": 1701
    },
    {
      "epoch": 0.4273295044408876,
      "grad_norm": 0.1686338484287262,
      "learning_rate": 0.00011753798609322689,
      "loss": 0.2309,
      "step": 1702
    },
    {
      "epoch": 0.42758057935536514,
      "grad_norm": 0.17379172146320343,
      "learning_rate": 0.00011748647952613959,
      "loss": 0.2183,
      "step": 1703
    },
    {
      "epoch": 0.42783165426984276,
      "grad_norm": 0.16616041958332062,
      "learning_rate": 0.00011743497295905227,
      "loss": 0.2364,
      "step": 1704
    },
    {
      "epoch": 0.4280827291843204,
      "grad_norm": 0.1956317126750946,
      "learning_rate": 0.00011738346639196498,
      "loss": 0.22,
      "step": 1705
    },
    {
      "epoch": 0.42833380409879795,
      "grad_norm": 0.2421121746301651,
      "learning_rate": 0.00011733195982487768,
      "loss": 0.2486,
      "step": 1706
    },
    {
      "epoch": 0.4285848790132756,
      "grad_norm": 0.2068014144897461,
      "learning_rate": 0.00011728045325779038,
      "loss": 0.229,
      "step": 1707
    },
    {
      "epoch": 0.4288359539277532,
      "grad_norm": 0.1631016880273819,
      "learning_rate": 0.00011722894669070308,
      "loss": 0.233,
      "step": 1708
    },
    {
      "epoch": 0.4290870288422308,
      "grad_norm": 0.1749822199344635,
      "learning_rate": 0.00011717744012361575,
      "loss": 0.2201,
      "step": 1709
    },
    {
      "epoch": 0.4293381037567084,
      "grad_norm": 0.1736718863248825,
      "learning_rate": 0.00011712593355652846,
      "loss": 0.2129,
      "step": 1710
    },
    {
      "epoch": 0.429589178671186,
      "grad_norm": 0.1690555065870285,
      "learning_rate": 0.00011707442698944116,
      "loss": 0.2197,
      "step": 1711
    },
    {
      "epoch": 0.42984025358566363,
      "grad_norm": 0.5339421033859253,
      "learning_rate": 0.00011702292042235386,
      "loss": 0.212,
      "step": 1712
    },
    {
      "epoch": 0.43009132850014126,
      "grad_norm": 0.2013976275920868,
      "learning_rate": 0.00011697141385526656,
      "loss": 0.2213,
      "step": 1713
    },
    {
      "epoch": 0.4303424034146188,
      "grad_norm": 0.21934407949447632,
      "learning_rate": 0.00011691990728817925,
      "loss": 0.2177,
      "step": 1714
    },
    {
      "epoch": 0.43059347832909645,
      "grad_norm": 0.16421645879745483,
      "learning_rate": 0.00011686840072109195,
      "loss": 0.2217,
      "step": 1715
    },
    {
      "epoch": 0.43084455324357407,
      "grad_norm": 0.18006828427314758,
      "learning_rate": 0.00011681689415400464,
      "loss": 0.2155,
      "step": 1716
    },
    {
      "epoch": 0.43109562815805164,
      "grad_norm": 0.2339198738336563,
      "learning_rate": 0.00011676538758691732,
      "loss": 0.2191,
      "step": 1717
    },
    {
      "epoch": 0.43134670307252926,
      "grad_norm": 0.1652529537677765,
      "learning_rate": 0.00011671388101983003,
      "loss": 0.2447,
      "step": 1718
    },
    {
      "epoch": 0.4315977779870069,
      "grad_norm": 0.20356126129627228,
      "learning_rate": 0.00011666237445274273,
      "loss": 0.2338,
      "step": 1719
    },
    {
      "epoch": 0.4318488529014845,
      "grad_norm": 0.23608696460723877,
      "learning_rate": 0.00011661086788565543,
      "loss": 0.2265,
      "step": 1720
    },
    {
      "epoch": 0.43209992781596207,
      "grad_norm": 0.7534199357032776,
      "learning_rate": 0.00011655936131856813,
      "loss": 0.208,
      "step": 1721
    },
    {
      "epoch": 0.4323510027304397,
      "grad_norm": 0.22074875235557556,
      "learning_rate": 0.00011650785475148083,
      "loss": 0.2428,
      "step": 1722
    },
    {
      "epoch": 0.4326020776449173,
      "grad_norm": 0.18231868743896484,
      "learning_rate": 0.00011645634818439353,
      "loss": 0.2422,
      "step": 1723
    },
    {
      "epoch": 0.4328531525593949,
      "grad_norm": 0.15332894027233124,
      "learning_rate": 0.00011640484161730621,
      "loss": 0.2183,
      "step": 1724
    },
    {
      "epoch": 0.4331042274738725,
      "grad_norm": 0.15491965413093567,
      "learning_rate": 0.00011635333505021891,
      "loss": 0.2198,
      "step": 1725
    },
    {
      "epoch": 0.4333553023883501,
      "grad_norm": 0.15110774338245392,
      "learning_rate": 0.00011630182848313161,
      "loss": 0.2367,
      "step": 1726
    },
    {
      "epoch": 0.43360637730282775,
      "grad_norm": 0.4019150137901306,
      "learning_rate": 0.0001162503219160443,
      "loss": 0.2208,
      "step": 1727
    },
    {
      "epoch": 0.4338574522173053,
      "grad_norm": 0.27579522132873535,
      "learning_rate": 0.000116198815348957,
      "loss": 0.2425,
      "step": 1728
    },
    {
      "epoch": 0.43410852713178294,
      "grad_norm": 0.18101799488067627,
      "learning_rate": 0.0001161473087818697,
      "loss": 0.2231,
      "step": 1729
    },
    {
      "epoch": 0.43435960204626056,
      "grad_norm": 0.24738672375679016,
      "learning_rate": 0.0001160958022147824,
      "loss": 0.2392,
      "step": 1730
    },
    {
      "epoch": 0.4346106769607382,
      "grad_norm": 0.1617588847875595,
      "learning_rate": 0.00011604429564769508,
      "loss": 0.2198,
      "step": 1731
    },
    {
      "epoch": 0.43486175187521575,
      "grad_norm": 0.15218600630760193,
      "learning_rate": 0.00011599278908060778,
      "loss": 0.2313,
      "step": 1732
    },
    {
      "epoch": 0.4351128267896934,
      "grad_norm": 0.14399509131908417,
      "learning_rate": 0.00011594128251352048,
      "loss": 0.2445,
      "step": 1733
    },
    {
      "epoch": 0.435363901704171,
      "grad_norm": 0.15093836188316345,
      "learning_rate": 0.00011588977594643318,
      "loss": 0.2155,
      "step": 1734
    },
    {
      "epoch": 0.43561497661864856,
      "grad_norm": 0.1852523684501648,
      "learning_rate": 0.00011583826937934588,
      "loss": 0.2362,
      "step": 1735
    },
    {
      "epoch": 0.4358660515331262,
      "grad_norm": 0.24227142333984375,
      "learning_rate": 0.00011578676281225858,
      "loss": 0.2561,
      "step": 1736
    },
    {
      "epoch": 0.4361171264476038,
      "grad_norm": 0.17697405815124512,
      "learning_rate": 0.00011573525624517127,
      "loss": 0.2385,
      "step": 1737
    },
    {
      "epoch": 0.43636820136208143,
      "grad_norm": 0.146154522895813,
      "learning_rate": 0.00011568374967808396,
      "loss": 0.2133,
      "step": 1738
    },
    {
      "epoch": 0.436619276276559,
      "grad_norm": 0.15810111165046692,
      "learning_rate": 0.00011563224311099665,
      "loss": 0.2271,
      "step": 1739
    },
    {
      "epoch": 0.4368703511910366,
      "grad_norm": 0.33277854323387146,
      "learning_rate": 0.00011558073654390935,
      "loss": 0.2295,
      "step": 1740
    },
    {
      "epoch": 0.43712142610551424,
      "grad_norm": 0.144441157579422,
      "learning_rate": 0.00011552922997682205,
      "loss": 0.2379,
      "step": 1741
    },
    {
      "epoch": 0.43737250101999187,
      "grad_norm": 0.2873357832431793,
      "learning_rate": 0.00011547772340973475,
      "loss": 0.2198,
      "step": 1742
    },
    {
      "epoch": 0.43762357593446943,
      "grad_norm": 0.16248847544193268,
      "learning_rate": 0.00011542621684264745,
      "loss": 0.2387,
      "step": 1743
    },
    {
      "epoch": 0.43787465084894706,
      "grad_norm": 0.16415835916996002,
      "learning_rate": 0.00011537471027556015,
      "loss": 0.2267,
      "step": 1744
    },
    {
      "epoch": 0.4381257257634247,
      "grad_norm": 0.19017799198627472,
      "learning_rate": 0.00011532320370847283,
      "loss": 0.2416,
      "step": 1745
    },
    {
      "epoch": 0.43837680067790225,
      "grad_norm": 0.16054224967956543,
      "learning_rate": 0.00011527169714138553,
      "loss": 0.2316,
      "step": 1746
    },
    {
      "epoch": 0.43862787559237987,
      "grad_norm": 0.15546447038650513,
      "learning_rate": 0.00011522019057429823,
      "loss": 0.2226,
      "step": 1747
    },
    {
      "epoch": 0.4388789505068575,
      "grad_norm": 0.1649269461631775,
      "learning_rate": 0.00011516868400721093,
      "loss": 0.2481,
      "step": 1748
    },
    {
      "epoch": 0.4391300254213351,
      "grad_norm": 0.9821481704711914,
      "learning_rate": 0.00011511717744012362,
      "loss": 0.229,
      "step": 1749
    },
    {
      "epoch": 0.4393811003358127,
      "grad_norm": 0.16102857887744904,
      "learning_rate": 0.00011506567087303632,
      "loss": 0.2451,
      "step": 1750
    },
    {
      "epoch": 0.4396321752502903,
      "grad_norm": 0.17092525959014893,
      "learning_rate": 0.00011501416430594902,
      "loss": 0.2278,
      "step": 1751
    },
    {
      "epoch": 0.4398832501647679,
      "grad_norm": 0.1913796067237854,
      "learning_rate": 0.0001149626577388617,
      "loss": 0.2288,
      "step": 1752
    },
    {
      "epoch": 0.44013432507924555,
      "grad_norm": 0.1615404486656189,
      "learning_rate": 0.0001149111511717744,
      "loss": 0.2273,
      "step": 1753
    },
    {
      "epoch": 0.4403853999937231,
      "grad_norm": 0.17059044539928436,
      "learning_rate": 0.0001148596446046871,
      "loss": 0.2142,
      "step": 1754
    },
    {
      "epoch": 0.44063647490820074,
      "grad_norm": 0.2959756553173065,
      "learning_rate": 0.0001148081380375998,
      "loss": 0.2461,
      "step": 1755
    },
    {
      "epoch": 0.44088754982267836,
      "grad_norm": 0.17585495114326477,
      "learning_rate": 0.0001147566314705125,
      "loss": 0.2304,
      "step": 1756
    },
    {
      "epoch": 0.4411386247371559,
      "grad_norm": 0.1565188765525818,
      "learning_rate": 0.0001147051249034252,
      "loss": 0.2233,
      "step": 1757
    },
    {
      "epoch": 0.44138969965163355,
      "grad_norm": 0.17064280807971954,
      "learning_rate": 0.0001146536183363379,
      "loss": 0.2216,
      "step": 1758
    },
    {
      "epoch": 0.44164077456611117,
      "grad_norm": 0.2600419521331787,
      "learning_rate": 0.00011460211176925058,
      "loss": 0.2369,
      "step": 1759
    },
    {
      "epoch": 0.4418918494805888,
      "grad_norm": 0.15668828785419464,
      "learning_rate": 0.00011455060520216328,
      "loss": 0.2283,
      "step": 1760
    },
    {
      "epoch": 0.44214292439506636,
      "grad_norm": 0.272614449262619,
      "learning_rate": 0.00011449909863507598,
      "loss": 0.2579,
      "step": 1761
    },
    {
      "epoch": 0.442393999309544,
      "grad_norm": 0.3850899040699005,
      "learning_rate": 0.00011444759206798867,
      "loss": 0.2388,
      "step": 1762
    },
    {
      "epoch": 0.4426450742240216,
      "grad_norm": 0.13950660824775696,
      "learning_rate": 0.00011439608550090137,
      "loss": 0.2243,
      "step": 1763
    },
    {
      "epoch": 0.4428961491384992,
      "grad_norm": 0.14112868905067444,
      "learning_rate": 0.00011434457893381407,
      "loss": 0.2091,
      "step": 1764
    },
    {
      "epoch": 0.4431472240529768,
      "grad_norm": 0.18699033558368683,
      "learning_rate": 0.00011429307236672677,
      "loss": 0.2226,
      "step": 1765
    },
    {
      "epoch": 0.4433982989674544,
      "grad_norm": 0.2327418029308319,
      "learning_rate": 0.00011424156579963945,
      "loss": 0.224,
      "step": 1766
    },
    {
      "epoch": 0.44364937388193204,
      "grad_norm": 0.1690586656332016,
      "learning_rate": 0.00011419005923255215,
      "loss": 0.1926,
      "step": 1767
    },
    {
      "epoch": 0.4439004487964096,
      "grad_norm": 0.17887385189533234,
      "learning_rate": 0.00011413855266546485,
      "loss": 0.2358,
      "step": 1768
    },
    {
      "epoch": 0.44415152371088723,
      "grad_norm": 0.19673550128936768,
      "learning_rate": 0.00011408704609837755,
      "loss": 0.2329,
      "step": 1769
    },
    {
      "epoch": 0.44440259862536485,
      "grad_norm": 0.16739171743392944,
      "learning_rate": 0.00011403553953129025,
      "loss": 0.2224,
      "step": 1770
    },
    {
      "epoch": 0.4446536735398425,
      "grad_norm": 0.1873188465833664,
      "learning_rate": 0.00011398403296420295,
      "loss": 0.2393,
      "step": 1771
    },
    {
      "epoch": 0.44490474845432004,
      "grad_norm": 0.28606975078582764,
      "learning_rate": 0.00011393252639711564,
      "loss": 0.2224,
      "step": 1772
    },
    {
      "epoch": 0.44515582336879767,
      "grad_norm": 1.3839757442474365,
      "learning_rate": 0.00011388101983002833,
      "loss": 0.2183,
      "step": 1773
    },
    {
      "epoch": 0.4454068982832753,
      "grad_norm": 0.18224677443504333,
      "learning_rate": 0.00011382951326294103,
      "loss": 0.2353,
      "step": 1774
    },
    {
      "epoch": 0.44565797319775285,
      "grad_norm": 0.1587352454662323,
      "learning_rate": 0.00011377800669585372,
      "loss": 0.2326,
      "step": 1775
    },
    {
      "epoch": 0.4459090481122305,
      "grad_norm": 0.2682380676269531,
      "learning_rate": 0.00011372650012876642,
      "loss": 0.2419,
      "step": 1776
    },
    {
      "epoch": 0.4461601230267081,
      "grad_norm": 0.1614464372396469,
      "learning_rate": 0.00011367499356167912,
      "loss": 0.2033,
      "step": 1777
    },
    {
      "epoch": 0.4464111979411857,
      "grad_norm": 0.18399059772491455,
      "learning_rate": 0.00011362348699459182,
      "loss": 0.2339,
      "step": 1778
    },
    {
      "epoch": 0.4466622728556633,
      "grad_norm": 0.17363408207893372,
      "learning_rate": 0.00011357198042750452,
      "loss": 0.2585,
      "step": 1779
    },
    {
      "epoch": 0.4469133477701409,
      "grad_norm": 0.25469914078712463,
      "learning_rate": 0.0001135204738604172,
      "loss": 0.2339,
      "step": 1780
    },
    {
      "epoch": 0.44716442268461853,
      "grad_norm": 0.22902914881706238,
      "learning_rate": 0.0001134689672933299,
      "loss": 0.243,
      "step": 1781
    },
    {
      "epoch": 0.44741549759909616,
      "grad_norm": 0.1719013899564743,
      "learning_rate": 0.0001134174607262426,
      "loss": 0.2279,
      "step": 1782
    },
    {
      "epoch": 0.4476665725135737,
      "grad_norm": 0.1983792632818222,
      "learning_rate": 0.0001133659541591553,
      "loss": 0.2242,
      "step": 1783
    },
    {
      "epoch": 0.44791764742805135,
      "grad_norm": 0.4406914710998535,
      "learning_rate": 0.000113314447592068,
      "loss": 0.2334,
      "step": 1784
    },
    {
      "epoch": 0.44816872234252897,
      "grad_norm": 0.16720345616340637,
      "learning_rate": 0.00011326294102498069,
      "loss": 0.2253,
      "step": 1785
    },
    {
      "epoch": 0.44841979725700654,
      "grad_norm": 0.20030637085437775,
      "learning_rate": 0.00011321143445789339,
      "loss": 0.2133,
      "step": 1786
    },
    {
      "epoch": 0.44867087217148416,
      "grad_norm": 0.18598125874996185,
      "learning_rate": 0.00011315992789080607,
      "loss": 0.2253,
      "step": 1787
    },
    {
      "epoch": 0.4489219470859618,
      "grad_norm": 0.19532348215579987,
      "learning_rate": 0.00011310842132371877,
      "loss": 0.2202,
      "step": 1788
    },
    {
      "epoch": 0.4491730220004394,
      "grad_norm": 0.3468914031982422,
      "learning_rate": 0.00011305691475663147,
      "loss": 0.2269,
      "step": 1789
    },
    {
      "epoch": 0.44942409691491697,
      "grad_norm": 0.167642280459404,
      "learning_rate": 0.00011300540818954417,
      "loss": 0.2128,
      "step": 1790
    },
    {
      "epoch": 0.4496751718293946,
      "grad_norm": 0.3970876932144165,
      "learning_rate": 0.00011295390162245687,
      "loss": 0.2579,
      "step": 1791
    },
    {
      "epoch": 0.4499262467438722,
      "grad_norm": 0.15687470138072968,
      "learning_rate": 0.00011290239505536957,
      "loss": 0.2363,
      "step": 1792
    },
    {
      "epoch": 0.4501773216583498,
      "grad_norm": 0.15668515861034393,
      "learning_rate": 0.00011285088848828227,
      "loss": 0.2399,
      "step": 1793
    },
    {
      "epoch": 0.4504283965728274,
      "grad_norm": 0.1685270071029663,
      "learning_rate": 0.00011279938192119498,
      "loss": 0.2308,
      "step": 1794
    },
    {
      "epoch": 0.45067947148730503,
      "grad_norm": 0.24075882136821747,
      "learning_rate": 0.00011274787535410765,
      "loss": 0.2396,
      "step": 1795
    },
    {
      "epoch": 0.45093054640178265,
      "grad_norm": 0.16639618575572968,
      "learning_rate": 0.00011269636878702035,
      "loss": 0.2107,
      "step": 1796
    },
    {
      "epoch": 0.4511816213162602,
      "grad_norm": 0.17503352463245392,
      "learning_rate": 0.00011264486221993304,
      "loss": 0.2257,
      "step": 1797
    },
    {
      "epoch": 0.45143269623073784,
      "grad_norm": 0.2397758960723877,
      "learning_rate": 0.00011259335565284574,
      "loss": 0.2091,
      "step": 1798
    },
    {
      "epoch": 0.45168377114521546,
      "grad_norm": 0.2147330641746521,
      "learning_rate": 0.00011254184908575844,
      "loss": 0.2418,
      "step": 1799
    },
    {
      "epoch": 0.4519348460596931,
      "grad_norm": 0.19751402735710144,
      "learning_rate": 0.00011249034251867114,
      "loss": 0.2415,
      "step": 1800
    },
    {
      "epoch": 0.4519348460596931,
      "eval_loss": 3.4192354679107666,
      "eval_runtime": 34.0175,
      "eval_samples_per_second": 14.698,
      "eval_steps_per_second": 0.118,
      "step": 1800
    },
    {
      "epoch": 0.45218592097417065,
      "grad_norm": 0.1844269037246704,
      "learning_rate": 0.00011243883595158384,
      "loss": 0.2395,
      "step": 1801
    },
    {
      "epoch": 0.4524369958886483,
      "grad_norm": 0.21467632055282593,
      "learning_rate": 0.00011238732938449652,
      "loss": 0.2292,
      "step": 1802
    },
    {
      "epoch": 0.4526880708031259,
      "grad_norm": 1.0502429008483887,
      "learning_rate": 0.00011233582281740922,
      "loss": 0.2235,
      "step": 1803
    },
    {
      "epoch": 0.45293914571760346,
      "grad_norm": 0.1819256693124771,
      "learning_rate": 0.00011228431625032192,
      "loss": 0.2256,
      "step": 1804
    },
    {
      "epoch": 0.4531902206320811,
      "grad_norm": 0.1769174039363861,
      "learning_rate": 0.00011223280968323462,
      "loss": 0.2077,
      "step": 1805
    },
    {
      "epoch": 0.4534412955465587,
      "grad_norm": 0.4517265558242798,
      "learning_rate": 0.00011218130311614732,
      "loss": 0.2231,
      "step": 1806
    },
    {
      "epoch": 0.45369237046103633,
      "grad_norm": 0.3620954751968384,
      "learning_rate": 0.00011212979654906001,
      "loss": 0.2384,
      "step": 1807
    },
    {
      "epoch": 0.4539434453755139,
      "grad_norm": 0.21019819378852844,
      "learning_rate": 0.00011207828998197271,
      "loss": 0.2277,
      "step": 1808
    },
    {
      "epoch": 0.4541945202899915,
      "grad_norm": 0.20437613129615784,
      "learning_rate": 0.0001120267834148854,
      "loss": 0.2297,
      "step": 1809
    },
    {
      "epoch": 0.45444559520446914,
      "grad_norm": 0.28266048431396484,
      "learning_rate": 0.00011197527684779809,
      "loss": 0.2445,
      "step": 1810
    },
    {
      "epoch": 0.45469667011894677,
      "grad_norm": 0.31267794966697693,
      "learning_rate": 0.00011192377028071079,
      "loss": 0.2329,
      "step": 1811
    },
    {
      "epoch": 0.45494774503342433,
      "grad_norm": 0.42111101746559143,
      "learning_rate": 0.00011187226371362349,
      "loss": 0.2585,
      "step": 1812
    },
    {
      "epoch": 0.45519881994790196,
      "grad_norm": 0.2466816008090973,
      "learning_rate": 0.00011182075714653619,
      "loss": 0.2165,
      "step": 1813
    },
    {
      "epoch": 0.4554498948623796,
      "grad_norm": 0.2382635623216629,
      "learning_rate": 0.0001117692505794489,
      "loss": 0.2376,
      "step": 1814
    },
    {
      "epoch": 0.45570096977685715,
      "grad_norm": 0.16908380389213562,
      "learning_rate": 0.0001117177440123616,
      "loss": 0.2362,
      "step": 1815
    },
    {
      "epoch": 0.45595204469133477,
      "grad_norm": 0.5283859372138977,
      "learning_rate": 0.00011166623744527427,
      "loss": 0.223,
      "step": 1816
    },
    {
      "epoch": 0.4562031196058124,
      "grad_norm": 0.3098287284374237,
      "learning_rate": 0.00011161473087818697,
      "loss": 0.2293,
      "step": 1817
    },
    {
      "epoch": 0.45645419452029,
      "grad_norm": 0.2250269055366516,
      "learning_rate": 0.00011156322431109967,
      "loss": 0.2443,
      "step": 1818
    },
    {
      "epoch": 0.4567052694347676,
      "grad_norm": 0.20991918444633484,
      "learning_rate": 0.00011151171774401237,
      "loss": 0.2386,
      "step": 1819
    },
    {
      "epoch": 0.4569563443492452,
      "grad_norm": 0.18216118216514587,
      "learning_rate": 0.00011146021117692506,
      "loss": 0.2641,
      "step": 1820
    },
    {
      "epoch": 0.4572074192637228,
      "grad_norm": 0.22513368725776672,
      "learning_rate": 0.00011140870460983776,
      "loss": 0.211,
      "step": 1821
    },
    {
      "epoch": 0.45745849417820045,
      "grad_norm": 0.2174784392118454,
      "learning_rate": 0.00011135719804275046,
      "loss": 0.2272,
      "step": 1822
    },
    {
      "epoch": 0.457709569092678,
      "grad_norm": 0.1852828562259674,
      "learning_rate": 0.00011130569147566314,
      "loss": 0.2344,
      "step": 1823
    },
    {
      "epoch": 0.45796064400715564,
      "grad_norm": 1.5811651945114136,
      "learning_rate": 0.00011125418490857584,
      "loss": 0.232,
      "step": 1824
    },
    {
      "epoch": 0.45821171892163326,
      "grad_norm": 0.22103434801101685,
      "learning_rate": 0.00011120267834148854,
      "loss": 0.2183,
      "step": 1825
    },
    {
      "epoch": 0.4584627938361108,
      "grad_norm": 0.28511592745780945,
      "learning_rate": 0.00011115117177440124,
      "loss": 0.2165,
      "step": 1826
    },
    {
      "epoch": 0.45871386875058845,
      "grad_norm": 0.22642715275287628,
      "learning_rate": 0.00011109966520731394,
      "loss": 0.2367,
      "step": 1827
    },
    {
      "epoch": 0.45896494366506607,
      "grad_norm": 0.27486929297447205,
      "learning_rate": 0.00011104815864022664,
      "loss": 0.215,
      "step": 1828
    },
    {
      "epoch": 0.4592160185795437,
      "grad_norm": 0.25199782848358154,
      "learning_rate": 0.00011099665207313935,
      "loss": 0.2361,
      "step": 1829
    },
    {
      "epoch": 0.45946709349402126,
      "grad_norm": 0.26248225569725037,
      "learning_rate": 0.00011094514550605202,
      "loss": 0.2071,
      "step": 1830
    },
    {
      "epoch": 0.4597181684084989,
      "grad_norm": 0.2030196189880371,
      "learning_rate": 0.00011089363893896472,
      "loss": 0.2418,
      "step": 1831
    },
    {
      "epoch": 0.4599692433229765,
      "grad_norm": 0.35409143567085266,
      "learning_rate": 0.00011084213237187741,
      "loss": 0.2273,
      "step": 1832
    },
    {
      "epoch": 0.4602203182374541,
      "grad_norm": 0.6271474957466125,
      "learning_rate": 0.00011079062580479011,
      "loss": 0.2262,
      "step": 1833
    },
    {
      "epoch": 0.4604713931519317,
      "grad_norm": 1.0500242710113525,
      "learning_rate": 0.00011073911923770281,
      "loss": 0.2359,
      "step": 1834
    },
    {
      "epoch": 0.4607224680664093,
      "grad_norm": 0.25410929322242737,
      "learning_rate": 0.00011068761267061551,
      "loss": 0.2261,
      "step": 1835
    },
    {
      "epoch": 0.46097354298088694,
      "grad_norm": 0.39279693365097046,
      "learning_rate": 0.00011063610610352821,
      "loss": 0.2264,
      "step": 1836
    },
    {
      "epoch": 0.4612246178953645,
      "grad_norm": 0.26081383228302,
      "learning_rate": 0.00011058459953644089,
      "loss": 0.2372,
      "step": 1837
    },
    {
      "epoch": 0.46147569280984213,
      "grad_norm": 0.4812213182449341,
      "learning_rate": 0.00011053309296935359,
      "loss": 0.23,
      "step": 1838
    },
    {
      "epoch": 0.46172676772431975,
      "grad_norm": 0.3366299867630005,
      "learning_rate": 0.00011048158640226629,
      "loss": 0.2537,
      "step": 1839
    },
    {
      "epoch": 0.4619778426387974,
      "grad_norm": 0.5413122773170471,
      "learning_rate": 0.00011043007983517899,
      "loss": 0.2461,
      "step": 1840
    },
    {
      "epoch": 0.46222891755327494,
      "grad_norm": 0.30392974615097046,
      "learning_rate": 0.0001103785732680917,
      "loss": 0.2275,
      "step": 1841
    },
    {
      "epoch": 0.46247999246775257,
      "grad_norm": 0.4088688790798187,
      "learning_rate": 0.00011032706670100438,
      "loss": 0.2316,
      "step": 1842
    },
    {
      "epoch": 0.4627310673822302,
      "grad_norm": 0.2231074869632721,
      "learning_rate": 0.00011027556013391708,
      "loss": 0.2356,
      "step": 1843
    },
    {
      "epoch": 0.46298214229670775,
      "grad_norm": 0.5034102201461792,
      "learning_rate": 0.00011022405356682977,
      "loss": 0.2304,
      "step": 1844
    },
    {
      "epoch": 0.4632332172111854,
      "grad_norm": 0.3118020296096802,
      "learning_rate": 0.00011017254699974246,
      "loss": 0.2318,
      "step": 1845
    },
    {
      "epoch": 0.463484292125663,
      "grad_norm": 0.21601973474025726,
      "learning_rate": 0.00011012104043265516,
      "loss": 0.2344,
      "step": 1846
    },
    {
      "epoch": 0.4637353670401406,
      "grad_norm": 0.2992575168609619,
      "learning_rate": 0.00011006953386556786,
      "loss": 0.2303,
      "step": 1847
    },
    {
      "epoch": 0.4639864419546182,
      "grad_norm": 1.8168219327926636,
      "learning_rate": 0.00011001802729848056,
      "loss": 0.2529,
      "step": 1848
    },
    {
      "epoch": 0.4642375168690958,
      "grad_norm": 0.1970197707414627,
      "learning_rate": 0.00010996652073139326,
      "loss": 0.2241,
      "step": 1849
    },
    {
      "epoch": 0.46448859178357343,
      "grad_norm": 0.1776159703731537,
      "learning_rate": 0.00010991501416430597,
      "loss": 0.2189,
      "step": 1850
    },
    {
      "epoch": 0.46473966669805106,
      "grad_norm": 0.19047965109348297,
      "learning_rate": 0.00010986350759721864,
      "loss": 0.2365,
      "step": 1851
    },
    {
      "epoch": 0.4649907416125286,
      "grad_norm": 0.22958014905452728,
      "learning_rate": 0.00010981200103013134,
      "loss": 0.2398,
      "step": 1852
    },
    {
      "epoch": 0.46524181652700625,
      "grad_norm": 0.20512716472148895,
      "learning_rate": 0.00010976049446304404,
      "loss": 0.2195,
      "step": 1853
    },
    {
      "epoch": 0.46549289144148387,
      "grad_norm": 0.2000117152929306,
      "learning_rate": 0.00010970898789595674,
      "loss": 0.2449,
      "step": 1854
    },
    {
      "epoch": 0.46574396635596144,
      "grad_norm": 0.17600023746490479,
      "learning_rate": 0.00010965748132886943,
      "loss": 0.228,
      "step": 1855
    },
    {
      "epoch": 0.46599504127043906,
      "grad_norm": 0.1905413717031479,
      "learning_rate": 0.00010960597476178213,
      "loss": 0.2572,
      "step": 1856
    },
    {
      "epoch": 0.4662461161849167,
      "grad_norm": 0.235996812582016,
      "learning_rate": 0.00010955446819469483,
      "loss": 0.2297,
      "step": 1857
    },
    {
      "epoch": 0.4664971910993943,
      "grad_norm": 0.21600419282913208,
      "learning_rate": 0.00010950296162760751,
      "loss": 0.2301,
      "step": 1858
    },
    {
      "epoch": 0.46674826601387187,
      "grad_norm": 0.20579153299331665,
      "learning_rate": 0.00010945145506052021,
      "loss": 0.2211,
      "step": 1859
    },
    {
      "epoch": 0.4669993409283495,
      "grad_norm": 0.22454769909381866,
      "learning_rate": 0.00010939994849343291,
      "loss": 0.2083,
      "step": 1860
    },
    {
      "epoch": 0.4672504158428271,
      "grad_norm": 0.3721660375595093,
      "learning_rate": 0.00010934844192634561,
      "loss": 0.2395,
      "step": 1861
    },
    {
      "epoch": 0.46750149075730474,
      "grad_norm": 1.9246792793273926,
      "learning_rate": 0.00010929693535925831,
      "loss": 0.2346,
      "step": 1862
    },
    {
      "epoch": 0.4677525656717823,
      "grad_norm": 0.21004095673561096,
      "learning_rate": 0.00010924542879217102,
      "loss": 0.2204,
      "step": 1863
    },
    {
      "epoch": 0.46800364058625993,
      "grad_norm": 0.20043236017227173,
      "learning_rate": 0.00010919392222508372,
      "loss": 0.2372,
      "step": 1864
    },
    {
      "epoch": 0.46825471550073755,
      "grad_norm": 0.30587294697761536,
      "learning_rate": 0.0001091424156579964,
      "loss": 0.231,
      "step": 1865
    },
    {
      "epoch": 0.4685057904152151,
      "grad_norm": 0.45275434851646423,
      "learning_rate": 0.00010909090909090909,
      "loss": 0.2528,
      "step": 1866
    },
    {
      "epoch": 0.46875686532969274,
      "grad_norm": 0.16467832028865814,
      "learning_rate": 0.0001090394025238218,
      "loss": 0.2203,
      "step": 1867
    },
    {
      "epoch": 0.46900794024417036,
      "grad_norm": 0.1546124517917633,
      "learning_rate": 0.00010898789595673448,
      "loss": 0.212,
      "step": 1868
    },
    {
      "epoch": 0.469259015158648,
      "grad_norm": 0.5340887308120728,
      "learning_rate": 0.00010893638938964718,
      "loss": 0.2326,
      "step": 1869
    },
    {
      "epoch": 0.46951009007312555,
      "grad_norm": 0.18790967762470245,
      "learning_rate": 0.00010888488282255988,
      "loss": 0.221,
      "step": 1870
    },
    {
      "epoch": 0.4697611649876032,
      "grad_norm": 0.1770235002040863,
      "learning_rate": 0.00010883337625547259,
      "loss": 0.2361,
      "step": 1871
    },
    {
      "epoch": 0.4700122399020808,
      "grad_norm": 0.20788253843784332,
      "learning_rate": 0.00010878186968838529,
      "loss": 0.237,
      "step": 1872
    },
    {
      "epoch": 0.47026331481655836,
      "grad_norm": 0.48437416553497314,
      "learning_rate": 0.00010873036312129796,
      "loss": 0.2291,
      "step": 1873
    },
    {
      "epoch": 0.470514389731036,
      "grad_norm": 0.1777735948562622,
      "learning_rate": 0.00010867885655421066,
      "loss": 0.2096,
      "step": 1874
    },
    {
      "epoch": 0.4707654646455136,
      "grad_norm": 0.6317545175552368,
      "learning_rate": 0.00010862734998712336,
      "loss": 0.2178,
      "step": 1875
    },
    {
      "epoch": 0.47101653955999123,
      "grad_norm": 0.23754973709583282,
      "learning_rate": 0.00010857584342003607,
      "loss": 0.2141,
      "step": 1876
    },
    {
      "epoch": 0.4712676144744688,
      "grad_norm": 0.564531147480011,
      "learning_rate": 0.00010852433685294877,
      "loss": 0.2398,
      "step": 1877
    },
    {
      "epoch": 0.4715186893889464,
      "grad_norm": 0.20579646527767181,
      "learning_rate": 0.00010847283028586145,
      "loss": 0.2178,
      "step": 1878
    },
    {
      "epoch": 0.47176976430342404,
      "grad_norm": 0.1850600391626358,
      "learning_rate": 0.00010842132371877416,
      "loss": 0.2331,
      "step": 1879
    },
    {
      "epoch": 0.47202083921790167,
      "grad_norm": 0.1912124752998352,
      "learning_rate": 0.00010836981715168683,
      "loss": 0.2198,
      "step": 1880
    },
    {
      "epoch": 0.47227191413237923,
      "grad_norm": 0.18521617352962494,
      "learning_rate": 0.00010831831058459953,
      "loss": 0.2455,
      "step": 1881
    },
    {
      "epoch": 0.47252298904685686,
      "grad_norm": 0.17829649150371552,
      "learning_rate": 0.00010826680401751223,
      "loss": 0.2213,
      "step": 1882
    },
    {
      "epoch": 0.4727740639613345,
      "grad_norm": 0.20758011937141418,
      "learning_rate": 0.00010821529745042493,
      "loss": 0.2322,
      "step": 1883
    },
    {
      "epoch": 0.47302513887581205,
      "grad_norm": 0.1890801042318344,
      "learning_rate": 0.00010816379088333764,
      "loss": 0.2245,
      "step": 1884
    },
    {
      "epoch": 0.47327621379028967,
      "grad_norm": 0.2112051397562027,
      "learning_rate": 0.00010811228431625034,
      "loss": 0.2216,
      "step": 1885
    },
    {
      "epoch": 0.4735272887047673,
      "grad_norm": 0.22722885012626648,
      "learning_rate": 0.00010806077774916304,
      "loss": 0.2499,
      "step": 1886
    },
    {
      "epoch": 0.4737783636192449,
      "grad_norm": 0.16759784519672394,
      "learning_rate": 0.00010800927118207571,
      "loss": 0.2093,
      "step": 1887
    },
    {
      "epoch": 0.4740294385337225,
      "grad_norm": 0.18511958420276642,
      "learning_rate": 0.00010795776461498841,
      "loss": 0.2225,
      "step": 1888
    },
    {
      "epoch": 0.4742805134482001,
      "grad_norm": 0.14747361838817596,
      "learning_rate": 0.00010790625804790111,
      "loss": 0.2221,
      "step": 1889
    },
    {
      "epoch": 0.4745315883626777,
      "grad_norm": 0.16585186123847961,
      "learning_rate": 0.0001078547514808138,
      "loss": 0.2285,
      "step": 1890
    },
    {
      "epoch": 0.47478266327715535,
      "grad_norm": 0.1455278843641281,
      "learning_rate": 0.0001078032449137265,
      "loss": 0.2245,
      "step": 1891
    },
    {
      "epoch": 0.4750337381916329,
      "grad_norm": 0.16748903691768646,
      "learning_rate": 0.0001077517383466392,
      "loss": 0.2365,
      "step": 1892
    },
    {
      "epoch": 0.47528481310611054,
      "grad_norm": 1.6196650266647339,
      "learning_rate": 0.0001077002317795519,
      "loss": 0.2056,
      "step": 1893
    },
    {
      "epoch": 0.47553588802058816,
      "grad_norm": 0.7038098573684692,
      "learning_rate": 0.00010764872521246458,
      "loss": 0.2461,
      "step": 1894
    },
    {
      "epoch": 0.4757869629350657,
      "grad_norm": 0.18933549523353577,
      "learning_rate": 0.00010759721864537728,
      "loss": 0.212,
      "step": 1895
    },
    {
      "epoch": 0.47603803784954335,
      "grad_norm": 0.18241821229457855,
      "learning_rate": 0.00010754571207828998,
      "loss": 0.2091,
      "step": 1896
    },
    {
      "epoch": 0.47628911276402097,
      "grad_norm": 0.9848568439483643,
      "learning_rate": 0.00010749420551120268,
      "loss": 0.2173,
      "step": 1897
    },
    {
      "epoch": 0.4765401876784986,
      "grad_norm": 0.19900599122047424,
      "learning_rate": 0.00010744269894411539,
      "loss": 0.2158,
      "step": 1898
    },
    {
      "epoch": 0.47679126259297616,
      "grad_norm": 0.18592607975006104,
      "learning_rate": 0.00010739119237702809,
      "loss": 0.2598,
      "step": 1899
    },
    {
      "epoch": 0.4770423375074538,
      "grad_norm": 0.17168736457824707,
      "learning_rate": 0.00010733968580994078,
      "loss": 0.2276,
      "step": 1900
    },
    {
      "epoch": 0.4770423375074538,
      "eval_loss": 3.449542999267578,
      "eval_runtime": 30.9216,
      "eval_samples_per_second": 16.17,
      "eval_steps_per_second": 0.129,
      "step": 1900
    },
    {
      "epoch": 0.4772934124219314,
      "grad_norm": 0.2140704244375229,
      "learning_rate": 0.00010728817924285346,
      "loss": 0.2413,
      "step": 1901
    },
    {
      "epoch": 0.477544487336409,
      "grad_norm": 0.20716115832328796,
      "learning_rate": 0.00010723667267576616,
      "loss": 0.2176,
      "step": 1902
    },
    {
      "epoch": 0.4777955622508866,
      "grad_norm": 0.18690787255764008,
      "learning_rate": 0.00010718516610867885,
      "loss": 0.228,
      "step": 1903
    },
    {
      "epoch": 0.4780466371653642,
      "grad_norm": 0.25349316000938416,
      "learning_rate": 0.00010713365954159155,
      "loss": 0.2091,
      "step": 1904
    },
    {
      "epoch": 0.47829771207984184,
      "grad_norm": 0.19384875893592834,
      "learning_rate": 0.00010708215297450425,
      "loss": 0.2079,
      "step": 1905
    },
    {
      "epoch": 0.4785487869943194,
      "grad_norm": 0.18033646047115326,
      "learning_rate": 0.00010703064640741696,
      "loss": 0.2136,
      "step": 1906
    },
    {
      "epoch": 0.47879986190879703,
      "grad_norm": 0.6222599744796753,
      "learning_rate": 0.00010697913984032966,
      "loss": 0.2314,
      "step": 1907
    },
    {
      "epoch": 0.47905093682327465,
      "grad_norm": 0.29207777976989746,
      "learning_rate": 0.00010692763327324233,
      "loss": 0.2147,
      "step": 1908
    },
    {
      "epoch": 0.4793020117377523,
      "grad_norm": 0.2646213471889496,
      "learning_rate": 0.00010687612670615503,
      "loss": 0.2241,
      "step": 1909
    },
    {
      "epoch": 0.47955308665222984,
      "grad_norm": 0.16737398505210876,
      "learning_rate": 0.00010682462013906773,
      "loss": 0.2263,
      "step": 1910
    },
    {
      "epoch": 0.47980416156670747,
      "grad_norm": 0.1973688006401062,
      "learning_rate": 0.00010677311357198044,
      "loss": 0.2312,
      "step": 1911
    },
    {
      "epoch": 0.4800552364811851,
      "grad_norm": 0.18622960150241852,
      "learning_rate": 0.00010672160700489314,
      "loss": 0.2205,
      "step": 1912
    },
    {
      "epoch": 0.48030631139566266,
      "grad_norm": 0.2348366528749466,
      "learning_rate": 0.00010667010043780583,
      "loss": 0.2182,
      "step": 1913
    },
    {
      "epoch": 0.4805573863101403,
      "grad_norm": 0.17213404178619385,
      "learning_rate": 0.00010661859387071853,
      "loss": 0.2416,
      "step": 1914
    },
    {
      "epoch": 0.4808084612246179,
      "grad_norm": 0.30249008536338806,
      "learning_rate": 0.00010656708730363121,
      "loss": 0.2387,
      "step": 1915
    },
    {
      "epoch": 0.4810595361390955,
      "grad_norm": 0.1664477437734604,
      "learning_rate": 0.0001065155807365439,
      "loss": 0.2265,
      "step": 1916
    },
    {
      "epoch": 0.4813106110535731,
      "grad_norm": 0.19569364190101624,
      "learning_rate": 0.0001064640741694566,
      "loss": 0.2153,
      "step": 1917
    },
    {
      "epoch": 0.4815616859680507,
      "grad_norm": 0.18115487694740295,
      "learning_rate": 0.0001064125676023693,
      "loss": 0.2133,
      "step": 1918
    },
    {
      "epoch": 0.48181276088252833,
      "grad_norm": 0.15743939578533173,
      "learning_rate": 0.000106361061035282,
      "loss": 0.2287,
      "step": 1919
    },
    {
      "epoch": 0.48206383579700596,
      "grad_norm": 0.1774502545595169,
      "learning_rate": 0.00010630955446819471,
      "loss": 0.2239,
      "step": 1920
    },
    {
      "epoch": 0.4823149107114835,
      "grad_norm": 0.16836847364902496,
      "learning_rate": 0.00010625804790110741,
      "loss": 0.2211,
      "step": 1921
    },
    {
      "epoch": 0.48256598562596115,
      "grad_norm": 0.20921620726585388,
      "learning_rate": 0.00010620654133402008,
      "loss": 0.2219,
      "step": 1922
    },
    {
      "epoch": 0.48281706054043877,
      "grad_norm": 0.2059064507484436,
      "learning_rate": 0.00010615503476693278,
      "loss": 0.2168,
      "step": 1923
    },
    {
      "epoch": 0.48306813545491634,
      "grad_norm": 0.1657050997018814,
      "learning_rate": 0.00010610352819984549,
      "loss": 0.2305,
      "step": 1924
    },
    {
      "epoch": 0.48331921036939396,
      "grad_norm": 0.16056862473487854,
      "learning_rate": 0.00010605202163275819,
      "loss": 0.2335,
      "step": 1925
    },
    {
      "epoch": 0.4835702852838716,
      "grad_norm": 0.3990841805934906,
      "learning_rate": 0.00010600051506567087,
      "loss": 0.2231,
      "step": 1926
    },
    {
      "epoch": 0.4838213601983492,
      "grad_norm": 0.2159557193517685,
      "learning_rate": 0.00010594900849858358,
      "loss": 0.2246,
      "step": 1927
    },
    {
      "epoch": 0.48407243511282677,
      "grad_norm": 0.24762122333049774,
      "learning_rate": 0.00010589750193149628,
      "loss": 0.2184,
      "step": 1928
    },
    {
      "epoch": 0.4843235100273044,
      "grad_norm": 0.17971093952655792,
      "learning_rate": 0.00010584599536440895,
      "loss": 0.2169,
      "step": 1929
    },
    {
      "epoch": 0.484574584941782,
      "grad_norm": 0.667637825012207,
      "learning_rate": 0.00010579448879732165,
      "loss": 0.2588,
      "step": 1930
    },
    {
      "epoch": 0.48482565985625964,
      "grad_norm": 0.18256926536560059,
      "learning_rate": 0.00010574298223023435,
      "loss": 0.2276,
      "step": 1931
    },
    {
      "epoch": 0.4850767347707372,
      "grad_norm": 0.17971353232860565,
      "learning_rate": 0.00010569147566314706,
      "loss": 0.2181,
      "step": 1932
    },
    {
      "epoch": 0.48532780968521483,
      "grad_norm": 0.1938466876745224,
      "learning_rate": 0.00010563996909605976,
      "loss": 0.2048,
      "step": 1933
    },
    {
      "epoch": 0.48557888459969245,
      "grad_norm": 0.21212591230869293,
      "learning_rate": 0.00010558846252897246,
      "loss": 0.2198,
      "step": 1934
    },
    {
      "epoch": 0.48582995951417,
      "grad_norm": 0.19012032449245453,
      "learning_rate": 0.00010553695596188516,
      "loss": 0.2574,
      "step": 1935
    },
    {
      "epoch": 0.48608103442864764,
      "grad_norm": 0.18531523644924164,
      "learning_rate": 0.00010548544939479785,
      "loss": 0.2171,
      "step": 1936
    },
    {
      "epoch": 0.48633210934312526,
      "grad_norm": 0.19518491625785828,
      "learning_rate": 0.00010543394282771054,
      "loss": 0.2643,
      "step": 1937
    },
    {
      "epoch": 0.4865831842576029,
      "grad_norm": 0.1720040887594223,
      "learning_rate": 0.00010538243626062322,
      "loss": 0.2329,
      "step": 1938
    },
    {
      "epoch": 0.48683425917208045,
      "grad_norm": 0.20997105538845062,
      "learning_rate": 0.00010533092969353592,
      "loss": 0.2221,
      "step": 1939
    },
    {
      "epoch": 0.4870853340865581,
      "grad_norm": 0.21004174649715424,
      "learning_rate": 0.00010527942312644863,
      "loss": 0.2193,
      "step": 1940
    },
    {
      "epoch": 0.4873364090010357,
      "grad_norm": 0.1807628870010376,
      "learning_rate": 0.00010522791655936133,
      "loss": 0.2132,
      "step": 1941
    },
    {
      "epoch": 0.48758748391551326,
      "grad_norm": 0.22906750440597534,
      "learning_rate": 0.00010517640999227403,
      "loss": 0.2384,
      "step": 1942
    },
    {
      "epoch": 0.4878385588299909,
      "grad_norm": 0.2687901258468628,
      "learning_rate": 0.00010512490342518673,
      "loss": 0.2171,
      "step": 1943
    },
    {
      "epoch": 0.4880896337444685,
      "grad_norm": 0.21620789170265198,
      "learning_rate": 0.0001050733968580994,
      "loss": 0.2445,
      "step": 1944
    },
    {
      "epoch": 0.48834070865894613,
      "grad_norm": 0.18808269500732422,
      "learning_rate": 0.0001050218902910121,
      "loss": 0.2321,
      "step": 1945
    },
    {
      "epoch": 0.4885917835734237,
      "grad_norm": 0.26587074995040894,
      "learning_rate": 0.0001049703837239248,
      "loss": 0.2137,
      "step": 1946
    },
    {
      "epoch": 0.4888428584879013,
      "grad_norm": 0.19452403485774994,
      "learning_rate": 0.00010491887715683751,
      "loss": 0.2448,
      "step": 1947
    },
    {
      "epoch": 0.48909393340237894,
      "grad_norm": 0.21521449089050293,
      "learning_rate": 0.0001048673705897502,
      "loss": 0.2277,
      "step": 1948
    },
    {
      "epoch": 0.48934500831685657,
      "grad_norm": 0.2668895423412323,
      "learning_rate": 0.0001048158640226629,
      "loss": 0.2477,
      "step": 1949
    },
    {
      "epoch": 0.48959608323133413,
      "grad_norm": 0.22618654370307922,
      "learning_rate": 0.0001047643574555756,
      "loss": 0.2203,
      "step": 1950
    },
    {
      "epoch": 0.48984715814581176,
      "grad_norm": 0.20649966597557068,
      "learning_rate": 0.00010471285088848827,
      "loss": 0.2263,
      "step": 1951
    },
    {
      "epoch": 0.4900982330602894,
      "grad_norm": 0.1730719357728958,
      "learning_rate": 0.00010466134432140097,
      "loss": 0.2318,
      "step": 1952
    },
    {
      "epoch": 0.49034930797476695,
      "grad_norm": 1.5290087461471558,
      "learning_rate": 0.00010460983775431368,
      "loss": 0.2147,
      "step": 1953
    },
    {
      "epoch": 0.49060038288924457,
      "grad_norm": 0.23499318957328796,
      "learning_rate": 0.00010455833118722638,
      "loss": 0.231,
      "step": 1954
    },
    {
      "epoch": 0.4908514578037222,
      "grad_norm": 0.18865349888801575,
      "learning_rate": 0.00010450682462013908,
      "loss": 0.2315,
      "step": 1955
    },
    {
      "epoch": 0.4911025327181998,
      "grad_norm": 0.2111852914094925,
      "learning_rate": 0.00010445531805305178,
      "loss": 0.2217,
      "step": 1956
    },
    {
      "epoch": 0.4913536076326774,
      "grad_norm": 0.26492026448249817,
      "learning_rate": 0.00010440381148596448,
      "loss": 0.2141,
      "step": 1957
    },
    {
      "epoch": 0.491604682547155,
      "grad_norm": 0.24539509415626526,
      "learning_rate": 0.00010435230491887715,
      "loss": 0.2257,
      "step": 1958
    },
    {
      "epoch": 0.4918557574616326,
      "grad_norm": 0.22313661873340607,
      "learning_rate": 0.00010430079835178986,
      "loss": 0.2126,
      "step": 1959
    },
    {
      "epoch": 0.49210683237611025,
      "grad_norm": 0.24961353838443756,
      "learning_rate": 0.00010424929178470256,
      "loss": 0.2183,
      "step": 1960
    },
    {
      "epoch": 0.4923579072905878,
      "grad_norm": 0.2975790798664093,
      "learning_rate": 0.00010419778521761525,
      "loss": 0.2519,
      "step": 1961
    },
    {
      "epoch": 0.49260898220506544,
      "grad_norm": 0.24958838522434235,
      "learning_rate": 0.00010414627865052795,
      "loss": 0.2421,
      "step": 1962
    },
    {
      "epoch": 0.49286005711954306,
      "grad_norm": 0.19353719055652618,
      "learning_rate": 0.00010409477208344065,
      "loss": 0.2361,
      "step": 1963
    },
    {
      "epoch": 0.4931111320340206,
      "grad_norm": 0.24992015957832336,
      "learning_rate": 0.00010404326551635335,
      "loss": 0.2173,
      "step": 1964
    },
    {
      "epoch": 0.49336220694849825,
      "grad_norm": 0.3100537061691284,
      "learning_rate": 0.00010399175894926602,
      "loss": 0.2297,
      "step": 1965
    },
    {
      "epoch": 0.4936132818629759,
      "grad_norm": 0.23698346316814423,
      "learning_rate": 0.00010394025238217872,
      "loss": 0.2234,
      "step": 1966
    },
    {
      "epoch": 0.4938643567774535,
      "grad_norm": 0.22162172198295593,
      "learning_rate": 0.00010388874581509143,
      "loss": 0.2292,
      "step": 1967
    },
    {
      "epoch": 0.49411543169193106,
      "grad_norm": 0.6291103363037109,
      "learning_rate": 0.00010383723924800413,
      "loss": 0.2447,
      "step": 1968
    },
    {
      "epoch": 0.4943665066064087,
      "grad_norm": 0.20164059102535248,
      "learning_rate": 0.00010378573268091683,
      "loss": 0.238,
      "step": 1969
    },
    {
      "epoch": 0.4946175815208863,
      "grad_norm": 0.2029886692762375,
      "learning_rate": 0.00010373422611382953,
      "loss": 0.2555,
      "step": 1970
    },
    {
      "epoch": 0.49486865643536393,
      "grad_norm": 0.27085229754447937,
      "learning_rate": 0.00010368271954674222,
      "loss": 0.2371,
      "step": 1971
    },
    {
      "epoch": 0.4951197313498415,
      "grad_norm": 0.2675142288208008,
      "learning_rate": 0.0001036312129796549,
      "loss": 0.2096,
      "step": 1972
    },
    {
      "epoch": 0.4953708062643191,
      "grad_norm": 0.33850836753845215,
      "learning_rate": 0.00010357970641256761,
      "loss": 0.2087,
      "step": 1973
    },
    {
      "epoch": 0.49562188117879674,
      "grad_norm": 0.2585088908672333,
      "learning_rate": 0.0001035281998454803,
      "loss": 0.2199,
      "step": 1974
    },
    {
      "epoch": 0.4958729560932743,
      "grad_norm": 0.45151716470718384,
      "learning_rate": 0.000103476693278393,
      "loss": 0.2355,
      "step": 1975
    },
    {
      "epoch": 0.49612403100775193,
      "grad_norm": 0.3082852363586426,
      "learning_rate": 0.0001034251867113057,
      "loss": 0.2049,
      "step": 1976
    },
    {
      "epoch": 0.49637510592222955,
      "grad_norm": 0.2898992896080017,
      "learning_rate": 0.0001033736801442184,
      "loss": 0.2111,
      "step": 1977
    },
    {
      "epoch": 0.4966261808367072,
      "grad_norm": 0.17126846313476562,
      "learning_rate": 0.0001033221735771311,
      "loss": 0.2206,
      "step": 1978
    },
    {
      "epoch": 0.49687725575118474,
      "grad_norm": 0.2281416952610016,
      "learning_rate": 0.00010327066701004377,
      "loss": 0.2393,
      "step": 1979
    },
    {
      "epoch": 0.49712833066566237,
      "grad_norm": 0.1968095302581787,
      "learning_rate": 0.00010321916044295648,
      "loss": 0.2005,
      "step": 1980
    },
    {
      "epoch": 0.49737940558014,
      "grad_norm": 0.18804770708084106,
      "learning_rate": 0.00010316765387586918,
      "loss": 0.2488,
      "step": 1981
    },
    {
      "epoch": 0.49763048049461756,
      "grad_norm": 0.27881285548210144,
      "learning_rate": 0.00010311614730878188,
      "loss": 0.2316,
      "step": 1982
    },
    {
      "epoch": 0.4978815554090952,
      "grad_norm": 0.27174243330955505,
      "learning_rate": 0.00010306464074169458,
      "loss": 0.2168,
      "step": 1983
    },
    {
      "epoch": 0.4981326303235728,
      "grad_norm": 0.17120902240276337,
      "learning_rate": 0.00010301313417460727,
      "loss": 0.2179,
      "step": 1984
    },
    {
      "epoch": 0.4983837052380504,
      "grad_norm": 0.16973881423473358,
      "learning_rate": 0.00010296162760751997,
      "loss": 0.201,
      "step": 1985
    },
    {
      "epoch": 0.498634780152528,
      "grad_norm": 0.2706359028816223,
      "learning_rate": 0.00010291012104043264,
      "loss": 0.2059,
      "step": 1986
    },
    {
      "epoch": 0.4988858550670056,
      "grad_norm": 0.16542068123817444,
      "learning_rate": 0.00010285861447334534,
      "loss": 0.2519,
      "step": 1987
    },
    {
      "epoch": 0.49913692998148323,
      "grad_norm": 0.40331196784973145,
      "learning_rate": 0.00010280710790625805,
      "loss": 0.2235,
      "step": 1988
    },
    {
      "epoch": 0.49938800489596086,
      "grad_norm": 0.2268269807100296,
      "learning_rate": 0.00010275560133917075,
      "loss": 0.2357,
      "step": 1989
    },
    {
      "epoch": 0.4996390798104384,
      "grad_norm": 0.2556457817554474,
      "learning_rate": 0.00010270409477208345,
      "loss": 0.2364,
      "step": 1990
    },
    {
      "epoch": 0.49989015472491605,
      "grad_norm": 0.18061481416225433,
      "learning_rate": 0.00010265258820499615,
      "loss": 0.2368,
      "step": 1991
    },
    {
      "epoch": 0.5001412296393937,
      "grad_norm": 0.2230842411518097,
      "learning_rate": 0.00010260108163790885,
      "loss": 0.1973,
      "step": 1992
    },
    {
      "epoch": 0.5003923045538713,
      "grad_norm": 0.3209740221500397,
      "learning_rate": 0.00010254957507082153,
      "loss": 0.241,
      "step": 1993
    },
    {
      "epoch": 0.5006433794683489,
      "grad_norm": 0.173498272895813,
      "learning_rate": 0.00010249806850373423,
      "loss": 0.2398,
      "step": 1994
    },
    {
      "epoch": 0.5008944543828264,
      "grad_norm": 0.16500915586948395,
      "learning_rate": 0.00010244656193664693,
      "loss": 0.1998,
      "step": 1995
    },
    {
      "epoch": 0.501145529297304,
      "grad_norm": 0.18171565234661102,
      "learning_rate": 0.00010239505536955962,
      "loss": 0.2287,
      "step": 1996
    },
    {
      "epoch": 0.5013966042117817,
      "grad_norm": 0.28876790404319763,
      "learning_rate": 0.00010234354880247232,
      "loss": 0.2283,
      "step": 1997
    },
    {
      "epoch": 0.5016476791262593,
      "grad_norm": 0.40927568078041077,
      "learning_rate": 0.00010229204223538502,
      "loss": 0.2613,
      "step": 1998
    },
    {
      "epoch": 0.5018987540407369,
      "grad_norm": 0.33039042353630066,
      "learning_rate": 0.00010224053566829772,
      "loss": 0.2257,
      "step": 1999
    },
    {
      "epoch": 0.5021498289552145,
      "grad_norm": 0.42185214161872864,
      "learning_rate": 0.0001021890291012104,
      "loss": 0.2276,
      "step": 2000
    },
    {
      "epoch": 0.5021498289552145,
      "eval_loss": 3.4372196197509766,
      "eval_runtime": 30.481,
      "eval_samples_per_second": 16.404,
      "eval_steps_per_second": 0.131,
      "step": 2000
    },
    {
      "epoch": 0.5024009038696922,
      "grad_norm": 0.2154967039823532,
      "learning_rate": 0.0001021375225341231,
      "loss": 0.212,
      "step": 2001
    },
    {
      "epoch": 0.5026519787841697,
      "grad_norm": 0.1632857769727707,
      "learning_rate": 0.0001020860159670358,
      "loss": 0.2174,
      "step": 2002
    },
    {
      "epoch": 0.5029030536986473,
      "grad_norm": 0.16272194683551788,
      "learning_rate": 0.0001020345093999485,
      "loss": 0.2302,
      "step": 2003
    },
    {
      "epoch": 0.5031541286131249,
      "grad_norm": 0.17555588483810425,
      "learning_rate": 0.0001019830028328612,
      "loss": 0.2355,
      "step": 2004
    },
    {
      "epoch": 0.5034052035276025,
      "grad_norm": 0.18822011351585388,
      "learning_rate": 0.0001019314962657739,
      "loss": 0.2301,
      "step": 2005
    },
    {
      "epoch": 0.5036562784420802,
      "grad_norm": 0.2225351333618164,
      "learning_rate": 0.00010187998969868659,
      "loss": 0.2495,
      "step": 2006
    },
    {
      "epoch": 0.5039073533565578,
      "grad_norm": 0.20175710320472717,
      "learning_rate": 0.00010182848313159929,
      "loss": 0.2404,
      "step": 2007
    },
    {
      "epoch": 0.5041584282710354,
      "grad_norm": 0.17922694981098175,
      "learning_rate": 0.00010177697656451198,
      "loss": 0.2209,
      "step": 2008
    },
    {
      "epoch": 0.504409503185513,
      "grad_norm": 0.16809052228927612,
      "learning_rate": 0.00010172546999742467,
      "loss": 0.227,
      "step": 2009
    },
    {
      "epoch": 0.5046605780999905,
      "grad_norm": 0.2133561670780182,
      "learning_rate": 0.00010167396343033737,
      "loss": 0.213,
      "step": 2010
    },
    {
      "epoch": 0.5049116530144682,
      "grad_norm": 0.307736337184906,
      "learning_rate": 0.00010162245686325007,
      "loss": 0.22,
      "step": 2011
    },
    {
      "epoch": 0.5051627279289458,
      "grad_norm": 0.25748443603515625,
      "learning_rate": 0.00010157095029616277,
      "loss": 0.246,
      "step": 2012
    },
    {
      "epoch": 0.5054138028434234,
      "grad_norm": 0.2654259204864502,
      "learning_rate": 0.00010151944372907547,
      "loss": 0.2271,
      "step": 2013
    },
    {
      "epoch": 0.505664877757901,
      "grad_norm": 0.3315432667732239,
      "learning_rate": 0.00010146793716198817,
      "loss": 0.2579,
      "step": 2014
    },
    {
      "epoch": 0.5059159526723787,
      "grad_norm": 0.17385464906692505,
      "learning_rate": 0.00010141643059490085,
      "loss": 0.2416,
      "step": 2015
    },
    {
      "epoch": 0.5061670275868563,
      "grad_norm": 0.2316160947084427,
      "learning_rate": 0.00010136492402781355,
      "loss": 0.2134,
      "step": 2016
    },
    {
      "epoch": 0.5064181025013338,
      "grad_norm": 1.887382984161377,
      "learning_rate": 0.00010131341746072625,
      "loss": 0.2414,
      "step": 2017
    },
    {
      "epoch": 0.5066691774158114,
      "grad_norm": 0.27000823616981506,
      "learning_rate": 0.00010126191089363895,
      "loss": 0.2308,
      "step": 2018
    },
    {
      "epoch": 0.506920252330289,
      "grad_norm": 0.16354206204414368,
      "learning_rate": 0.00010121040432655164,
      "loss": 0.2319,
      "step": 2019
    },
    {
      "epoch": 0.5071713272447667,
      "grad_norm": 0.21623128652572632,
      "learning_rate": 0.00010115889775946434,
      "loss": 0.23,
      "step": 2020
    },
    {
      "epoch": 0.5074224021592443,
      "grad_norm": 0.20239824056625366,
      "learning_rate": 0.00010110739119237704,
      "loss": 0.2294,
      "step": 2021
    },
    {
      "epoch": 0.5076734770737219,
      "grad_norm": 0.1696062833070755,
      "learning_rate": 0.00010105588462528972,
      "loss": 0.222,
      "step": 2022
    },
    {
      "epoch": 0.5079245519881995,
      "grad_norm": 0.1709250509738922,
      "learning_rate": 0.00010100437805820242,
      "loss": 0.2469,
      "step": 2023
    },
    {
      "epoch": 0.508175626902677,
      "grad_norm": 0.18540988862514496,
      "learning_rate": 0.00010095287149111512,
      "loss": 0.2207,
      "step": 2024
    },
    {
      "epoch": 0.5084267018171547,
      "grad_norm": 0.15705469250679016,
      "learning_rate": 0.00010090136492402782,
      "loss": 0.2086,
      "step": 2025
    },
    {
      "epoch": 0.5086777767316323,
      "grad_norm": 0.1615307331085205,
      "learning_rate": 0.00010084985835694052,
      "loss": 0.2424,
      "step": 2026
    },
    {
      "epoch": 0.5089288516461099,
      "grad_norm": 0.150687575340271,
      "learning_rate": 0.00010079835178985322,
      "loss": 0.2454,
      "step": 2027
    },
    {
      "epoch": 0.5091799265605875,
      "grad_norm": 0.20711874961853027,
      "learning_rate": 0.00010074684522276592,
      "loss": 0.2349,
      "step": 2028
    },
    {
      "epoch": 0.5094310014750651,
      "grad_norm": 0.1559758186340332,
      "learning_rate": 0.0001006953386556786,
      "loss": 0.2353,
      "step": 2029
    },
    {
      "epoch": 0.5096820763895428,
      "grad_norm": 0.1631677895784378,
      "learning_rate": 0.0001006438320885913,
      "loss": 0.2217,
      "step": 2030
    },
    {
      "epoch": 0.5099331513040203,
      "grad_norm": 0.17706894874572754,
      "learning_rate": 0.000100592325521504,
      "loss": 0.2294,
      "step": 2031
    },
    {
      "epoch": 0.5101842262184979,
      "grad_norm": 0.1754189282655716,
      "learning_rate": 0.00010054081895441669,
      "loss": 0.2404,
      "step": 2032
    },
    {
      "epoch": 0.5104353011329755,
      "grad_norm": 0.16495871543884277,
      "learning_rate": 0.00010048931238732939,
      "loss": 0.2473,
      "step": 2033
    },
    {
      "epoch": 0.5106863760474531,
      "grad_norm": 0.15687479078769684,
      "learning_rate": 0.00010043780582024209,
      "loss": 0.214,
      "step": 2034
    },
    {
      "epoch": 0.5109374509619308,
      "grad_norm": 0.35095542669296265,
      "learning_rate": 0.00010038629925315479,
      "loss": 0.2412,
      "step": 2035
    },
    {
      "epoch": 0.5111885258764084,
      "grad_norm": 0.20872695744037628,
      "learning_rate": 0.00010033479268606747,
      "loss": 0.2081,
      "step": 2036
    },
    {
      "epoch": 0.511439600790886,
      "grad_norm": 0.22832971811294556,
      "learning_rate": 0.00010028328611898017,
      "loss": 0.2353,
      "step": 2037
    },
    {
      "epoch": 0.5116906757053636,
      "grad_norm": 0.2506936490535736,
      "learning_rate": 0.00010023177955189287,
      "loss": 0.2443,
      "step": 2038
    },
    {
      "epoch": 0.5119417506198412,
      "grad_norm": 0.2076525092124939,
      "learning_rate": 0.00010018027298480557,
      "loss": 0.25,
      "step": 2039
    },
    {
      "epoch": 0.5121928255343188,
      "grad_norm": 0.20805634558200836,
      "learning_rate": 0.00010012876641771827,
      "loss": 0.2366,
      "step": 2040
    },
    {
      "epoch": 0.5124439004487964,
      "grad_norm": 0.26960474252700806,
      "learning_rate": 0.00010007725985063097,
      "loss": 0.221,
      "step": 2041
    },
    {
      "epoch": 0.512694975363274,
      "grad_norm": 0.3494848608970642,
      "learning_rate": 0.00010002575328354366,
      "loss": 0.2207,
      "step": 2042
    },
    {
      "epoch": 0.5129460502777516,
      "grad_norm": 0.1855010986328125,
      "learning_rate": 9.997424671645635e-05,
      "loss": 0.2359,
      "step": 2043
    },
    {
      "epoch": 0.5131971251922293,
      "grad_norm": 0.1478819102048874,
      "learning_rate": 9.992274014936905e-05,
      "loss": 0.2266,
      "step": 2044
    },
    {
      "epoch": 0.5134482001067069,
      "grad_norm": 0.16823159158229828,
      "learning_rate": 9.987123358228174e-05,
      "loss": 0.2181,
      "step": 2045
    },
    {
      "epoch": 0.5136992750211844,
      "grad_norm": 0.18223543465137482,
      "learning_rate": 9.981972701519444e-05,
      "loss": 0.2089,
      "step": 2046
    },
    {
      "epoch": 0.513950349935662,
      "grad_norm": 0.2325839400291443,
      "learning_rate": 9.976822044810714e-05,
      "loss": 0.2364,
      "step": 2047
    },
    {
      "epoch": 0.5142014248501396,
      "grad_norm": 0.16347786784172058,
      "learning_rate": 9.971671388101983e-05,
      "loss": 0.2239,
      "step": 2048
    },
    {
      "epoch": 0.5144524997646173,
      "grad_norm": 0.16498443484306335,
      "learning_rate": 9.966520731393253e-05,
      "loss": 0.2252,
      "step": 2049
    },
    {
      "epoch": 0.5147035746790949,
      "grad_norm": 0.29852771759033203,
      "learning_rate": 9.961370074684523e-05,
      "loss": 0.223,
      "step": 2050
    },
    {
      "epoch": 0.5149546495935725,
      "grad_norm": 0.17422311007976532,
      "learning_rate": 9.956219417975793e-05,
      "loss": 0.2179,
      "step": 2051
    },
    {
      "epoch": 0.5152057245080501,
      "grad_norm": 0.16043439507484436,
      "learning_rate": 9.951068761267062e-05,
      "loss": 0.2414,
      "step": 2052
    },
    {
      "epoch": 0.5154567994225276,
      "grad_norm": 0.18101541697978973,
      "learning_rate": 9.945918104558332e-05,
      "loss": 0.2361,
      "step": 2053
    },
    {
      "epoch": 0.5157078743370053,
      "grad_norm": 0.1780068576335907,
      "learning_rate": 9.940767447849601e-05,
      "loss": 0.2293,
      "step": 2054
    },
    {
      "epoch": 0.5159589492514829,
      "grad_norm": 0.2811684012413025,
      "learning_rate": 9.935616791140871e-05,
      "loss": 0.2171,
      "step": 2055
    },
    {
      "epoch": 0.5162100241659605,
      "grad_norm": 0.16098453104496002,
      "learning_rate": 9.93046613443214e-05,
      "loss": 0.2224,
      "step": 2056
    },
    {
      "epoch": 0.5164610990804381,
      "grad_norm": 0.2057953178882599,
      "learning_rate": 9.92531547772341e-05,
      "loss": 0.2157,
      "step": 2057
    },
    {
      "epoch": 0.5167121739949158,
      "grad_norm": 0.18369004130363464,
      "learning_rate": 9.92016482101468e-05,
      "loss": 0.247,
      "step": 2058
    },
    {
      "epoch": 0.5169632489093934,
      "grad_norm": 0.23957933485507965,
      "learning_rate": 9.915014164305949e-05,
      "loss": 0.2235,
      "step": 2059
    },
    {
      "epoch": 0.517214323823871,
      "grad_norm": 0.18920458853244781,
      "learning_rate": 9.909863507597219e-05,
      "loss": 0.2343,
      "step": 2060
    },
    {
      "epoch": 0.5174653987383485,
      "grad_norm": 0.18039052188396454,
      "learning_rate": 9.904712850888489e-05,
      "loss": 0.2358,
      "step": 2061
    },
    {
      "epoch": 0.5177164736528261,
      "grad_norm": 0.1968931257724762,
      "learning_rate": 9.899562194179759e-05,
      "loss": 0.2191,
      "step": 2062
    },
    {
      "epoch": 0.5179675485673038,
      "grad_norm": 0.1714591383934021,
      "learning_rate": 9.894411537471028e-05,
      "loss": 0.2444,
      "step": 2063
    },
    {
      "epoch": 0.5182186234817814,
      "grad_norm": 0.2552529573440552,
      "learning_rate": 9.889260880762298e-05,
      "loss": 0.2327,
      "step": 2064
    },
    {
      "epoch": 0.518469698396259,
      "grad_norm": 0.18047702312469482,
      "learning_rate": 9.884110224053568e-05,
      "loss": 0.2429,
      "step": 2065
    },
    {
      "epoch": 0.5187207733107366,
      "grad_norm": 0.3952677547931671,
      "learning_rate": 9.878959567344837e-05,
      "loss": 0.224,
      "step": 2066
    },
    {
      "epoch": 0.5189718482252142,
      "grad_norm": 0.7656514644622803,
      "learning_rate": 9.873808910636106e-05,
      "loss": 0.2259,
      "step": 2067
    },
    {
      "epoch": 0.5192229231396918,
      "grad_norm": 0.22243891656398773,
      "learning_rate": 9.868658253927376e-05,
      "loss": 0.257,
      "step": 2068
    },
    {
      "epoch": 0.5194739980541694,
      "grad_norm": 0.1708671748638153,
      "learning_rate": 9.863507597218646e-05,
      "loss": 0.2131,
      "step": 2069
    },
    {
      "epoch": 0.519725072968647,
      "grad_norm": 0.19718435406684875,
      "learning_rate": 9.858356940509915e-05,
      "loss": 0.219,
      "step": 2070
    },
    {
      "epoch": 0.5199761478831246,
      "grad_norm": 0.16593103110790253,
      "learning_rate": 9.853206283801185e-05,
      "loss": 0.2087,
      "step": 2071
    },
    {
      "epoch": 0.5202272227976023,
      "grad_norm": 0.2332063615322113,
      "learning_rate": 9.848055627092455e-05,
      "loss": 0.2452,
      "step": 2072
    },
    {
      "epoch": 0.5204782977120799,
      "grad_norm": 0.24345849454402924,
      "learning_rate": 9.842904970383724e-05,
      "loss": 0.2487,
      "step": 2073
    },
    {
      "epoch": 0.5207293726265575,
      "grad_norm": 0.13551129400730133,
      "learning_rate": 9.837754313674994e-05,
      "loss": 0.2072,
      "step": 2074
    },
    {
      "epoch": 0.520980447541035,
      "grad_norm": 0.15697214007377625,
      "learning_rate": 9.832603656966264e-05,
      "loss": 0.2378,
      "step": 2075
    },
    {
      "epoch": 0.5212315224555126,
      "grad_norm": 0.15254105627536774,
      "learning_rate": 9.827453000257534e-05,
      "loss": 0.244,
      "step": 2076
    },
    {
      "epoch": 0.5214825973699903,
      "grad_norm": 0.2321067452430725,
      "learning_rate": 9.822302343548803e-05,
      "loss": 0.2244,
      "step": 2077
    },
    {
      "epoch": 0.5217336722844679,
      "grad_norm": 0.20387375354766846,
      "learning_rate": 9.817151686840072e-05,
      "loss": 0.2456,
      "step": 2078
    },
    {
      "epoch": 0.5219847471989455,
      "grad_norm": 0.3537600338459015,
      "learning_rate": 9.812001030131342e-05,
      "loss": 0.2414,
      "step": 2079
    },
    {
      "epoch": 0.5222358221134231,
      "grad_norm": 0.2396232783794403,
      "learning_rate": 9.806850373422611e-05,
      "loss": 0.2178,
      "step": 2080
    },
    {
      "epoch": 0.5224868970279007,
      "grad_norm": 0.17104673385620117,
      "learning_rate": 9.801699716713881e-05,
      "loss": 0.2375,
      "step": 2081
    },
    {
      "epoch": 0.5227379719423783,
      "grad_norm": 0.16875451803207397,
      "learning_rate": 9.796549060005151e-05,
      "loss": 0.2201,
      "step": 2082
    },
    {
      "epoch": 0.5229890468568559,
      "grad_norm": 0.18494009971618652,
      "learning_rate": 9.791398403296421e-05,
      "loss": 0.2133,
      "step": 2083
    },
    {
      "epoch": 0.5232401217713335,
      "grad_norm": 0.21058379113674164,
      "learning_rate": 9.78624774658769e-05,
      "loss": 0.2216,
      "step": 2084
    },
    {
      "epoch": 0.5234911966858111,
      "grad_norm": 0.17599304020404816,
      "learning_rate": 9.78109708987896e-05,
      "loss": 0.2357,
      "step": 2085
    },
    {
      "epoch": 0.5237422716002887,
      "grad_norm": 0.38975587487220764,
      "learning_rate": 9.77594643317023e-05,
      "loss": 0.2028,
      "step": 2086
    },
    {
      "epoch": 0.5239933465147664,
      "grad_norm": 0.13909955322742462,
      "learning_rate": 9.770795776461499e-05,
      "loss": 0.2106,
      "step": 2087
    },
    {
      "epoch": 0.524244421429244,
      "grad_norm": 0.18059790134429932,
      "learning_rate": 9.765645119752769e-05,
      "loss": 0.2252,
      "step": 2088
    },
    {
      "epoch": 0.5244954963437216,
      "grad_norm": 0.1514398157596588,
      "learning_rate": 9.76049446304404e-05,
      "loss": 0.2254,
      "step": 2089
    },
    {
      "epoch": 0.5247465712581991,
      "grad_norm": 0.16089467704296112,
      "learning_rate": 9.755343806335308e-05,
      "loss": 0.2306,
      "step": 2090
    },
    {
      "epoch": 0.5249976461726767,
      "grad_norm": 0.17884789407253265,
      "learning_rate": 9.750193149626577e-05,
      "loss": 0.2288,
      "step": 2091
    },
    {
      "epoch": 0.5252487210871544,
      "grad_norm": 0.24781563878059387,
      "learning_rate": 9.745042492917847e-05,
      "loss": 0.2104,
      "step": 2092
    },
    {
      "epoch": 0.525499796001632,
      "grad_norm": 0.24205370247364044,
      "learning_rate": 9.739891836209117e-05,
      "loss": 0.231,
      "step": 2093
    },
    {
      "epoch": 0.5257508709161096,
      "grad_norm": 0.244474396109581,
      "learning_rate": 9.734741179500386e-05,
      "loss": 0.2221,
      "step": 2094
    },
    {
      "epoch": 0.5260019458305872,
      "grad_norm": 0.19100061058998108,
      "learning_rate": 9.729590522791656e-05,
      "loss": 0.239,
      "step": 2095
    },
    {
      "epoch": 0.5262530207450649,
      "grad_norm": 0.13454672694206238,
      "learning_rate": 9.724439866082926e-05,
      "loss": 0.2261,
      "step": 2096
    },
    {
      "epoch": 0.5265040956595424,
      "grad_norm": 0.16199253499507904,
      "learning_rate": 9.719289209374196e-05,
      "loss": 0.2359,
      "step": 2097
    },
    {
      "epoch": 0.52675517057402,
      "grad_norm": 0.24569161236286163,
      "learning_rate": 9.714138552665465e-05,
      "loss": 0.2363,
      "step": 2098
    },
    {
      "epoch": 0.5270062454884976,
      "grad_norm": 0.2181548923254013,
      "learning_rate": 9.708987895956735e-05,
      "loss": 0.2531,
      "step": 2099
    },
    {
      "epoch": 0.5272573204029752,
      "grad_norm": 0.14556805789470673,
      "learning_rate": 9.703837239248005e-05,
      "loss": 0.2296,
      "step": 2100
    },
    {
      "epoch": 0.5272573204029752,
      "eval_loss": 3.420638084411621,
      "eval_runtime": 30.772,
      "eval_samples_per_second": 16.249,
      "eval_steps_per_second": 0.13,
      "step": 2100
    },
    {
      "epoch": 0.5275083953174529,
      "grad_norm": 0.16731150448322296,
      "learning_rate": 9.698686582539274e-05,
      "loss": 0.213,
      "step": 2101
    },
    {
      "epoch": 0.5277594702319305,
      "grad_norm": 0.1410430520772934,
      "learning_rate": 9.693535925830543e-05,
      "loss": 0.2019,
      "step": 2102
    },
    {
      "epoch": 0.5280105451464081,
      "grad_norm": 0.15681913495063782,
      "learning_rate": 9.688385269121813e-05,
      "loss": 0.2042,
      "step": 2103
    },
    {
      "epoch": 0.5282616200608856,
      "grad_norm": 0.17462891340255737,
      "learning_rate": 9.683234612413083e-05,
      "loss": 0.2256,
      "step": 2104
    },
    {
      "epoch": 0.5285126949753632,
      "grad_norm": 0.17931032180786133,
      "learning_rate": 9.678083955704352e-05,
      "loss": 0.2269,
      "step": 2105
    },
    {
      "epoch": 0.5287637698898409,
      "grad_norm": 0.23748913407325745,
      "learning_rate": 9.672933298995622e-05,
      "loss": 0.2226,
      "step": 2106
    },
    {
      "epoch": 0.5290148448043185,
      "grad_norm": 0.1499243825674057,
      "learning_rate": 9.667782642286892e-05,
      "loss": 0.2356,
      "step": 2107
    },
    {
      "epoch": 0.5292659197187961,
      "grad_norm": 0.1660563051700592,
      "learning_rate": 9.662631985578162e-05,
      "loss": 0.2315,
      "step": 2108
    },
    {
      "epoch": 0.5295169946332737,
      "grad_norm": 0.1815081238746643,
      "learning_rate": 9.657481328869431e-05,
      "loss": 0.228,
      "step": 2109
    },
    {
      "epoch": 0.5297680695477514,
      "grad_norm": 0.1879439651966095,
      "learning_rate": 9.652330672160701e-05,
      "loss": 0.2162,
      "step": 2110
    },
    {
      "epoch": 0.5300191444622289,
      "grad_norm": 0.1764129251241684,
      "learning_rate": 9.647180015451971e-05,
      "loss": 0.241,
      "step": 2111
    },
    {
      "epoch": 0.5302702193767065,
      "grad_norm": 0.17550480365753174,
      "learning_rate": 9.64202935874324e-05,
      "loss": 0.246,
      "step": 2112
    },
    {
      "epoch": 0.5305212942911841,
      "grad_norm": 0.1773374378681183,
      "learning_rate": 9.63687870203451e-05,
      "loss": 0.244,
      "step": 2113
    },
    {
      "epoch": 0.5307723692056617,
      "grad_norm": 0.2500048577785492,
      "learning_rate": 9.631728045325779e-05,
      "loss": 0.2165,
      "step": 2114
    },
    {
      "epoch": 0.5310234441201394,
      "grad_norm": 0.30215615034103394,
      "learning_rate": 9.626577388617049e-05,
      "loss": 0.2345,
      "step": 2115
    },
    {
      "epoch": 0.531274519034617,
      "grad_norm": 0.15344233810901642,
      "learning_rate": 9.621426731908318e-05,
      "loss": 0.2177,
      "step": 2116
    },
    {
      "epoch": 0.5315255939490946,
      "grad_norm": 0.1683434247970581,
      "learning_rate": 9.616276075199588e-05,
      "loss": 0.2555,
      "step": 2117
    },
    {
      "epoch": 0.5317766688635722,
      "grad_norm": 0.1650380790233612,
      "learning_rate": 9.611125418490858e-05,
      "loss": 0.2116,
      "step": 2118
    },
    {
      "epoch": 0.5320277437780497,
      "grad_norm": 0.2478743940591812,
      "learning_rate": 9.605974761782127e-05,
      "loss": 0.2274,
      "step": 2119
    },
    {
      "epoch": 0.5322788186925274,
      "grad_norm": 0.1888456493616104,
      "learning_rate": 9.600824105073397e-05,
      "loss": 0.2449,
      "step": 2120
    },
    {
      "epoch": 0.532529893607005,
      "grad_norm": 0.18570886552333832,
      "learning_rate": 9.595673448364667e-05,
      "loss": 0.2429,
      "step": 2121
    },
    {
      "epoch": 0.5327809685214826,
      "grad_norm": 0.2241716980934143,
      "learning_rate": 9.590522791655938e-05,
      "loss": 0.2265,
      "step": 2122
    },
    {
      "epoch": 0.5330320434359602,
      "grad_norm": 0.15057538449764252,
      "learning_rate": 9.585372134947206e-05,
      "loss": 0.2362,
      "step": 2123
    },
    {
      "epoch": 0.5332831183504378,
      "grad_norm": 0.1523492932319641,
      "learning_rate": 9.580221478238476e-05,
      "loss": 0.216,
      "step": 2124
    },
    {
      "epoch": 0.5335341932649155,
      "grad_norm": 0.18897180259227753,
      "learning_rate": 9.575070821529745e-05,
      "loss": 0.2136,
      "step": 2125
    },
    {
      "epoch": 0.533785268179393,
      "grad_norm": 0.15294601023197174,
      "learning_rate": 9.569920164821014e-05,
      "loss": 0.2188,
      "step": 2126
    },
    {
      "epoch": 0.5340363430938706,
      "grad_norm": 0.14868676662445068,
      "learning_rate": 9.564769508112284e-05,
      "loss": 0.2283,
      "step": 2127
    },
    {
      "epoch": 0.5342874180083482,
      "grad_norm": 0.15509246289730072,
      "learning_rate": 9.559618851403554e-05,
      "loss": 0.2168,
      "step": 2128
    },
    {
      "epoch": 0.5345384929228258,
      "grad_norm": 0.22332391142845154,
      "learning_rate": 9.554468194694824e-05,
      "loss": 0.238,
      "step": 2129
    },
    {
      "epoch": 0.5347895678373035,
      "grad_norm": 0.15949173271656036,
      "learning_rate": 9.549317537986093e-05,
      "loss": 0.2256,
      "step": 2130
    },
    {
      "epoch": 0.5350406427517811,
      "grad_norm": 0.17453184723854065,
      "learning_rate": 9.544166881277363e-05,
      "loss": 0.2015,
      "step": 2131
    },
    {
      "epoch": 0.5352917176662587,
      "grad_norm": 0.157871276140213,
      "learning_rate": 9.539016224568633e-05,
      "loss": 0.2351,
      "step": 2132
    },
    {
      "epoch": 0.5355427925807362,
      "grad_norm": 0.3136831521987915,
      "learning_rate": 9.533865567859904e-05,
      "loss": 0.2182,
      "step": 2133
    },
    {
      "epoch": 0.5357938674952138,
      "grad_norm": 0.14148838818073273,
      "learning_rate": 9.528714911151172e-05,
      "loss": 0.2032,
      "step": 2134
    },
    {
      "epoch": 0.5360449424096915,
      "grad_norm": 0.17182904481887817,
      "learning_rate": 9.523564254442442e-05,
      "loss": 0.2437,
      "step": 2135
    },
    {
      "epoch": 0.5362960173241691,
      "grad_norm": 1.2803246974945068,
      "learning_rate": 9.518413597733711e-05,
      "loss": 0.243,
      "step": 2136
    },
    {
      "epoch": 0.5365470922386467,
      "grad_norm": 0.239830881357193,
      "learning_rate": 9.513262941024981e-05,
      "loss": 0.2165,
      "step": 2137
    },
    {
      "epoch": 0.5367981671531243,
      "grad_norm": 0.14316384494304657,
      "learning_rate": 9.50811228431625e-05,
      "loss": 0.2119,
      "step": 2138
    },
    {
      "epoch": 0.537049242067602,
      "grad_norm": 0.28371384739875793,
      "learning_rate": 9.50296162760752e-05,
      "loss": 0.2079,
      "step": 2139
    },
    {
      "epoch": 0.5373003169820795,
      "grad_norm": 0.2029823660850525,
      "learning_rate": 9.49781097089879e-05,
      "loss": 0.2366,
      "step": 2140
    },
    {
      "epoch": 0.5375513918965571,
      "grad_norm": 0.20221512019634247,
      "learning_rate": 9.492660314190059e-05,
      "loss": 0.2155,
      "step": 2141
    },
    {
      "epoch": 0.5378024668110347,
      "grad_norm": 0.16021154820919037,
      "learning_rate": 9.48750965748133e-05,
      "loss": 0.2126,
      "step": 2142
    },
    {
      "epoch": 0.5380535417255123,
      "grad_norm": 0.19612307846546173,
      "learning_rate": 9.4823590007726e-05,
      "loss": 0.2413,
      "step": 2143
    },
    {
      "epoch": 0.53830461663999,
      "grad_norm": 0.2036992311477661,
      "learning_rate": 9.477208344063868e-05,
      "loss": 0.2444,
      "step": 2144
    },
    {
      "epoch": 0.5385556915544676,
      "grad_norm": 0.1514270305633545,
      "learning_rate": 9.472057687355138e-05,
      "loss": 0.2316,
      "step": 2145
    },
    {
      "epoch": 0.5388067664689452,
      "grad_norm": 0.22573767602443695,
      "learning_rate": 9.466907030646409e-05,
      "loss": 0.2123,
      "step": 2146
    },
    {
      "epoch": 0.5390578413834228,
      "grad_norm": 0.17350542545318604,
      "learning_rate": 9.461756373937679e-05,
      "loss": 0.2322,
      "step": 2147
    },
    {
      "epoch": 0.5393089162979003,
      "grad_norm": 0.22382614016532898,
      "learning_rate": 9.456605717228947e-05,
      "loss": 0.2245,
      "step": 2148
    },
    {
      "epoch": 0.539559991212378,
      "grad_norm": 0.15022994577884674,
      "learning_rate": 9.451455060520216e-05,
      "loss": 0.2175,
      "step": 2149
    },
    {
      "epoch": 0.5398110661268556,
      "grad_norm": 0.1781400740146637,
      "learning_rate": 9.446304403811486e-05,
      "loss": 0.2154,
      "step": 2150
    },
    {
      "epoch": 0.5400621410413332,
      "grad_norm": 0.1834622323513031,
      "learning_rate": 9.441153747102755e-05,
      "loss": 0.2285,
      "step": 2151
    },
    {
      "epoch": 0.5403132159558108,
      "grad_norm": 0.15862463414669037,
      "learning_rate": 9.436003090394025e-05,
      "loss": 0.2251,
      "step": 2152
    },
    {
      "epoch": 0.5405642908702885,
      "grad_norm": 0.14760753512382507,
      "learning_rate": 9.430852433685295e-05,
      "loss": 0.1977,
      "step": 2153
    },
    {
      "epoch": 0.5408153657847661,
      "grad_norm": 0.5507501363754272,
      "learning_rate": 9.425701776976566e-05,
      "loss": 0.2238,
      "step": 2154
    },
    {
      "epoch": 0.5410664406992436,
      "grad_norm": 0.15396332740783691,
      "learning_rate": 9.420551120267834e-05,
      "loss": 0.2183,
      "step": 2155
    },
    {
      "epoch": 0.5413175156137212,
      "grad_norm": 0.15159250795841217,
      "learning_rate": 9.415400463559104e-05,
      "loss": 0.2032,
      "step": 2156
    },
    {
      "epoch": 0.5415685905281988,
      "grad_norm": 0.17589880526065826,
      "learning_rate": 9.410249806850375e-05,
      "loss": 0.2256,
      "step": 2157
    },
    {
      "epoch": 0.5418196654426765,
      "grad_norm": 0.24463239312171936,
      "learning_rate": 9.405099150141643e-05,
      "loss": 0.2285,
      "step": 2158
    },
    {
      "epoch": 0.5420707403571541,
      "grad_norm": 0.16744469106197357,
      "learning_rate": 9.399948493432913e-05,
      "loss": 0.2405,
      "step": 2159
    },
    {
      "epoch": 0.5423218152716317,
      "grad_norm": 0.17914226651191711,
      "learning_rate": 9.394797836724182e-05,
      "loss": 0.2213,
      "step": 2160
    },
    {
      "epoch": 0.5425728901861093,
      "grad_norm": 0.16168399155139923,
      "learning_rate": 9.389647180015452e-05,
      "loss": 0.2112,
      "step": 2161
    },
    {
      "epoch": 0.5428239651005868,
      "grad_norm": 0.2078016698360443,
      "learning_rate": 9.384496523306721e-05,
      "loss": 0.2241,
      "step": 2162
    },
    {
      "epoch": 0.5430750400150645,
      "grad_norm": 0.172569140791893,
      "learning_rate": 9.379345866597991e-05,
      "loss": 0.2484,
      "step": 2163
    },
    {
      "epoch": 0.5433261149295421,
      "grad_norm": 0.1737351268529892,
      "learning_rate": 9.374195209889261e-05,
      "loss": 0.2407,
      "step": 2164
    },
    {
      "epoch": 0.5435771898440197,
      "grad_norm": 0.22004880011081696,
      "learning_rate": 9.36904455318053e-05,
      "loss": 0.227,
      "step": 2165
    },
    {
      "epoch": 0.5438282647584973,
      "grad_norm": 0.18378429114818573,
      "learning_rate": 9.3638938964718e-05,
      "loss": 0.2267,
      "step": 2166
    },
    {
      "epoch": 0.544079339672975,
      "grad_norm": 0.18653835356235504,
      "learning_rate": 9.35874323976307e-05,
      "loss": 0.2098,
      "step": 2167
    },
    {
      "epoch": 0.5443304145874526,
      "grad_norm": 0.2380225956439972,
      "learning_rate": 9.35359258305434e-05,
      "loss": 0.2225,
      "step": 2168
    },
    {
      "epoch": 0.5445814895019302,
      "grad_norm": 0.3472837209701538,
      "learning_rate": 9.34844192634561e-05,
      "loss": 0.2143,
      "step": 2169
    },
    {
      "epoch": 0.5448325644164077,
      "grad_norm": 0.17118190228939056,
      "learning_rate": 9.34329126963688e-05,
      "loss": 0.2347,
      "step": 2170
    },
    {
      "epoch": 0.5450836393308853,
      "grad_norm": 0.48381710052490234,
      "learning_rate": 9.33814061292815e-05,
      "loss": 0.2206,
      "step": 2171
    },
    {
      "epoch": 0.545334714245363,
      "grad_norm": 0.16334836184978485,
      "learning_rate": 9.332989956219418e-05,
      "loss": 0.2298,
      "step": 2172
    },
    {
      "epoch": 0.5455857891598406,
      "grad_norm": 0.17954608798027039,
      "learning_rate": 9.327839299510687e-05,
      "loss": 0.2296,
      "step": 2173
    },
    {
      "epoch": 0.5458368640743182,
      "grad_norm": 0.1599799543619156,
      "learning_rate": 9.322688642801957e-05,
      "loss": 0.2162,
      "step": 2174
    },
    {
      "epoch": 0.5460879389887958,
      "grad_norm": 0.15758079290390015,
      "learning_rate": 9.317537986093228e-05,
      "loss": 0.2405,
      "step": 2175
    },
    {
      "epoch": 0.5463390139032734,
      "grad_norm": 0.21531426906585693,
      "learning_rate": 9.312387329384496e-05,
      "loss": 0.209,
      "step": 2176
    },
    {
      "epoch": 0.546590088817751,
      "grad_norm": 0.16017775237560272,
      "learning_rate": 9.307236672675766e-05,
      "loss": 0.221,
      "step": 2177
    },
    {
      "epoch": 0.5468411637322286,
      "grad_norm": 0.585841953754425,
      "learning_rate": 9.302086015967037e-05,
      "loss": 0.2285,
      "step": 2178
    },
    {
      "epoch": 0.5470922386467062,
      "grad_norm": 0.2238214761018753,
      "learning_rate": 9.296935359258307e-05,
      "loss": 0.2268,
      "step": 2179
    },
    {
      "epoch": 0.5473433135611838,
      "grad_norm": 0.2285849004983902,
      "learning_rate": 9.291784702549575e-05,
      "loss": 0.2588,
      "step": 2180
    },
    {
      "epoch": 0.5475943884756614,
      "grad_norm": 0.17067448794841766,
      "learning_rate": 9.286634045840846e-05,
      "loss": 0.2772,
      "step": 2181
    },
    {
      "epoch": 0.5478454633901391,
      "grad_norm": 0.1937471628189087,
      "learning_rate": 9.281483389132116e-05,
      "loss": 0.2058,
      "step": 2182
    },
    {
      "epoch": 0.5480965383046167,
      "grad_norm": 0.16121749579906464,
      "learning_rate": 9.276332732423385e-05,
      "loss": 0.2464,
      "step": 2183
    },
    {
      "epoch": 0.5483476132190942,
      "grad_norm": 0.20055381953716278,
      "learning_rate": 9.271182075714653e-05,
      "loss": 0.2142,
      "step": 2184
    },
    {
      "epoch": 0.5485986881335718,
      "grad_norm": 0.1715114712715149,
      "learning_rate": 9.266031419005923e-05,
      "loss": 0.2249,
      "step": 2185
    },
    {
      "epoch": 0.5488497630480494,
      "grad_norm": 0.1690233200788498,
      "learning_rate": 9.260880762297194e-05,
      "loss": 0.1938,
      "step": 2186
    },
    {
      "epoch": 0.5491008379625271,
      "grad_norm": 0.156393900513649,
      "learning_rate": 9.255730105588462e-05,
      "loss": 0.2627,
      "step": 2187
    },
    {
      "epoch": 0.5493519128770047,
      "grad_norm": 0.40697088837623596,
      "learning_rate": 9.250579448879732e-05,
      "loss": 0.2161,
      "step": 2188
    },
    {
      "epoch": 0.5496029877914823,
      "grad_norm": 0.20042945444583893,
      "learning_rate": 9.245428792171003e-05,
      "loss": 0.2109,
      "step": 2189
    },
    {
      "epoch": 0.5498540627059599,
      "grad_norm": 0.2074890285730362,
      "learning_rate": 9.240278135462271e-05,
      "loss": 0.2271,
      "step": 2190
    },
    {
      "epoch": 0.5501051376204374,
      "grad_norm": 0.14630457758903503,
      "learning_rate": 9.235127478753542e-05,
      "loss": 0.243,
      "step": 2191
    },
    {
      "epoch": 0.5503562125349151,
      "grad_norm": 0.27169162034988403,
      "learning_rate": 9.229976822044812e-05,
      "loss": 0.2071,
      "step": 2192
    },
    {
      "epoch": 0.5506072874493927,
      "grad_norm": 0.15549775958061218,
      "learning_rate": 9.224826165336082e-05,
      "loss": 0.2127,
      "step": 2193
    },
    {
      "epoch": 0.5508583623638703,
      "grad_norm": 0.18377019464969635,
      "learning_rate": 9.21967550862735e-05,
      "loss": 0.2181,
      "step": 2194
    },
    {
      "epoch": 0.5511094372783479,
      "grad_norm": 0.14713925123214722,
      "learning_rate": 9.214524851918621e-05,
      "loss": 0.2298,
      "step": 2195
    },
    {
      "epoch": 0.5513605121928256,
      "grad_norm": 0.19545818865299225,
      "learning_rate": 9.20937419520989e-05,
      "loss": 0.2442,
      "step": 2196
    },
    {
      "epoch": 0.5516115871073032,
      "grad_norm": 0.15269027650356293,
      "learning_rate": 9.204223538501158e-05,
      "loss": 0.2209,
      "step": 2197
    },
    {
      "epoch": 0.5518626620217808,
      "grad_norm": 0.23043611645698547,
      "learning_rate": 9.199072881792428e-05,
      "loss": 0.1848,
      "step": 2198
    },
    {
      "epoch": 0.5521137369362583,
      "grad_norm": 0.14792008697986603,
      "learning_rate": 9.193922225083699e-05,
      "loss": 0.2145,
      "step": 2199
    },
    {
      "epoch": 0.5523648118507359,
      "grad_norm": 0.19227781891822815,
      "learning_rate": 9.188771568374969e-05,
      "loss": 0.2336,
      "step": 2200
    },
    {
      "epoch": 0.5523648118507359,
      "eval_loss": 3.4166600704193115,
      "eval_runtime": 31.8298,
      "eval_samples_per_second": 15.709,
      "eval_steps_per_second": 0.126,
      "step": 2200
    },
    {
      "epoch": 0.5526158867652136,
      "grad_norm": 0.564878523349762,
      "learning_rate": 9.183620911666237e-05,
      "loss": 0.2144,
      "step": 2201
    },
    {
      "epoch": 0.5528669616796912,
      "grad_norm": 0.1882687211036682,
      "learning_rate": 9.178470254957508e-05,
      "loss": 0.212,
      "step": 2202
    },
    {
      "epoch": 0.5531180365941688,
      "grad_norm": 0.15571098029613495,
      "learning_rate": 9.173319598248778e-05,
      "loss": 0.2297,
      "step": 2203
    },
    {
      "epoch": 0.5533691115086464,
      "grad_norm": 0.15632955729961395,
      "learning_rate": 9.168168941540046e-05,
      "loss": 0.1982,
      "step": 2204
    },
    {
      "epoch": 0.553620186423124,
      "grad_norm": 0.19730119407176971,
      "learning_rate": 9.163018284831317e-05,
      "loss": 0.2242,
      "step": 2205
    },
    {
      "epoch": 0.5538712613376016,
      "grad_norm": 0.2385745346546173,
      "learning_rate": 9.157867628122587e-05,
      "loss": 0.2126,
      "step": 2206
    },
    {
      "epoch": 0.5541223362520792,
      "grad_norm": 0.21852008998394012,
      "learning_rate": 9.152716971413856e-05,
      "loss": 0.2477,
      "step": 2207
    },
    {
      "epoch": 0.5543734111665568,
      "grad_norm": 0.14612028002738953,
      "learning_rate": 9.147566314705124e-05,
      "loss": 0.2009,
      "step": 2208
    },
    {
      "epoch": 0.5546244860810344,
      "grad_norm": 0.3468697965145111,
      "learning_rate": 9.142415657996394e-05,
      "loss": 0.2232,
      "step": 2209
    },
    {
      "epoch": 0.554875560995512,
      "grad_norm": 0.20085380971431732,
      "learning_rate": 9.137265001287665e-05,
      "loss": 0.2362,
      "step": 2210
    },
    {
      "epoch": 0.5551266359099897,
      "grad_norm": 0.1748584359884262,
      "learning_rate": 9.132114344578935e-05,
      "loss": 0.2376,
      "step": 2211
    },
    {
      "epoch": 0.5553777108244673,
      "grad_norm": 0.1541725993156433,
      "learning_rate": 9.126963687870203e-05,
      "loss": 0.2301,
      "step": 2212
    },
    {
      "epoch": 0.5556287857389448,
      "grad_norm": 0.20370365679264069,
      "learning_rate": 9.121813031161474e-05,
      "loss": 0.2251,
      "step": 2213
    },
    {
      "epoch": 0.5558798606534224,
      "grad_norm": 0.14349804818630219,
      "learning_rate": 9.116662374452744e-05,
      "loss": 0.2227,
      "step": 2214
    },
    {
      "epoch": 0.5561309355679,
      "grad_norm": 0.18276342749595642,
      "learning_rate": 9.111511717744013e-05,
      "loss": 0.2282,
      "step": 2215
    },
    {
      "epoch": 0.5563820104823777,
      "grad_norm": 0.1625802367925644,
      "learning_rate": 9.106361061035283e-05,
      "loss": 0.201,
      "step": 2216
    },
    {
      "epoch": 0.5566330853968553,
      "grad_norm": 0.2801057994365692,
      "learning_rate": 9.101210404326553e-05,
      "loss": 0.2161,
      "step": 2217
    },
    {
      "epoch": 0.5568841603113329,
      "grad_norm": 0.15526603162288666,
      "learning_rate": 9.096059747617822e-05,
      "loss": 0.2164,
      "step": 2218
    },
    {
      "epoch": 0.5571352352258105,
      "grad_norm": 0.17243267595767975,
      "learning_rate": 9.090909090909092e-05,
      "loss": 0.2326,
      "step": 2219
    },
    {
      "epoch": 0.557386310140288,
      "grad_norm": 0.17558927834033966,
      "learning_rate": 9.08575843420036e-05,
      "loss": 0.2439,
      "step": 2220
    },
    {
      "epoch": 0.5576373850547657,
      "grad_norm": 0.17483243346214294,
      "learning_rate": 9.08060777749163e-05,
      "loss": 0.2062,
      "step": 2221
    },
    {
      "epoch": 0.5578884599692433,
      "grad_norm": 0.17035603523254395,
      "learning_rate": 9.0754571207829e-05,
      "loss": 0.2352,
      "step": 2222
    },
    {
      "epoch": 0.5581395348837209,
      "grad_norm": 0.23343439400196075,
      "learning_rate": 9.07030646407417e-05,
      "loss": 0.2254,
      "step": 2223
    },
    {
      "epoch": 0.5583906097981985,
      "grad_norm": 0.17920343577861786,
      "learning_rate": 9.06515580736544e-05,
      "loss": 0.2201,
      "step": 2224
    },
    {
      "epoch": 0.5586416847126762,
      "grad_norm": 0.16434228420257568,
      "learning_rate": 9.06000515065671e-05,
      "loss": 0.2155,
      "step": 2225
    },
    {
      "epoch": 0.5588927596271538,
      "grad_norm": 0.15147928893566132,
      "learning_rate": 9.054854493947979e-05,
      "loss": 0.2348,
      "step": 2226
    },
    {
      "epoch": 0.5591438345416314,
      "grad_norm": 0.2163573056459427,
      "learning_rate": 9.049703837239249e-05,
      "loss": 0.2291,
      "step": 2227
    },
    {
      "epoch": 0.5593949094561089,
      "grad_norm": 0.16783344745635986,
      "learning_rate": 9.044553180530519e-05,
      "loss": 0.2358,
      "step": 2228
    },
    {
      "epoch": 0.5596459843705865,
      "grad_norm": 0.16253355145454407,
      "learning_rate": 9.039402523821788e-05,
      "loss": 0.2238,
      "step": 2229
    },
    {
      "epoch": 0.5598970592850642,
      "grad_norm": 0.24727165699005127,
      "learning_rate": 9.034251867113058e-05,
      "loss": 0.2343,
      "step": 2230
    },
    {
      "epoch": 0.5601481341995418,
      "grad_norm": 0.14131009578704834,
      "learning_rate": 9.029101210404327e-05,
      "loss": 0.2176,
      "step": 2231
    },
    {
      "epoch": 0.5603992091140194,
      "grad_norm": 0.2781214118003845,
      "learning_rate": 9.023950553695597e-05,
      "loss": 0.2078,
      "step": 2232
    },
    {
      "epoch": 0.560650284028497,
      "grad_norm": 0.44198375940322876,
      "learning_rate": 9.018799896986865e-05,
      "loss": 0.2046,
      "step": 2233
    },
    {
      "epoch": 0.5609013589429747,
      "grad_norm": 0.27118822932243347,
      "learning_rate": 9.013649240278136e-05,
      "loss": 0.23,
      "step": 2234
    },
    {
      "epoch": 0.5611524338574522,
      "grad_norm": 0.16393238306045532,
      "learning_rate": 9.008498583569406e-05,
      "loss": 0.2282,
      "step": 2235
    },
    {
      "epoch": 0.5614035087719298,
      "grad_norm": 0.14473284780979156,
      "learning_rate": 9.003347926860675e-05,
      "loss": 0.2334,
      "step": 2236
    },
    {
      "epoch": 0.5616545836864074,
      "grad_norm": 0.2913277745246887,
      "learning_rate": 8.998197270151945e-05,
      "loss": 0.2154,
      "step": 2237
    },
    {
      "epoch": 0.561905658600885,
      "grad_norm": 0.2808743119239807,
      "learning_rate": 8.993046613443215e-05,
      "loss": 0.2111,
      "step": 2238
    },
    {
      "epoch": 0.5621567335153627,
      "grad_norm": 0.1377907395362854,
      "learning_rate": 8.987895956734485e-05,
      "loss": 0.2248,
      "step": 2239
    },
    {
      "epoch": 0.5624078084298403,
      "grad_norm": 0.16731511056423187,
      "learning_rate": 8.982745300025754e-05,
      "loss": 0.2135,
      "step": 2240
    },
    {
      "epoch": 0.5626588833443179,
      "grad_norm": 0.16503478586673737,
      "learning_rate": 8.977594643317024e-05,
      "loss": 0.2262,
      "step": 2241
    },
    {
      "epoch": 0.5629099582587954,
      "grad_norm": 0.19156992435455322,
      "learning_rate": 8.972443986608293e-05,
      "loss": 0.2249,
      "step": 2242
    },
    {
      "epoch": 0.563161033173273,
      "grad_norm": 0.18567925691604614,
      "learning_rate": 8.967293329899563e-05,
      "loss": 0.2181,
      "step": 2243
    },
    {
      "epoch": 0.5634121080877507,
      "grad_norm": 0.1627076417207718,
      "learning_rate": 8.962142673190832e-05,
      "loss": 0.2194,
      "step": 2244
    },
    {
      "epoch": 0.5636631830022283,
      "grad_norm": 0.14254754781723022,
      "learning_rate": 8.956992016482102e-05,
      "loss": 0.2217,
      "step": 2245
    },
    {
      "epoch": 0.5639142579167059,
      "grad_norm": 0.16849976778030396,
      "learning_rate": 8.951841359773372e-05,
      "loss": 0.2384,
      "step": 2246
    },
    {
      "epoch": 0.5641653328311835,
      "grad_norm": 0.1454155445098877,
      "learning_rate": 8.94669070306464e-05,
      "loss": 0.2261,
      "step": 2247
    },
    {
      "epoch": 0.5644164077456612,
      "grad_norm": 0.14439016580581665,
      "learning_rate": 8.941540046355911e-05,
      "loss": 0.2324,
      "step": 2248
    },
    {
      "epoch": 0.5646674826601387,
      "grad_norm": 0.18192625045776367,
      "learning_rate": 8.936389389647181e-05,
      "loss": 0.2118,
      "step": 2249
    },
    {
      "epoch": 0.5649185575746163,
      "grad_norm": 0.15359877049922943,
      "learning_rate": 8.931238732938451e-05,
      "loss": 0.2256,
      "step": 2250
    },
    {
      "epoch": 0.5651696324890939,
      "grad_norm": 0.16054667532444,
      "learning_rate": 8.92608807622972e-05,
      "loss": 0.2476,
      "step": 2251
    },
    {
      "epoch": 0.5654207074035715,
      "grad_norm": 0.16260792315006256,
      "learning_rate": 8.92093741952099e-05,
      "loss": 0.204,
      "step": 2252
    },
    {
      "epoch": 0.5656717823180492,
      "grad_norm": 0.16768498718738556,
      "learning_rate": 8.91578676281226e-05,
      "loss": 0.2277,
      "step": 2253
    },
    {
      "epoch": 0.5659228572325268,
      "grad_norm": 0.30198195576667786,
      "learning_rate": 8.910636106103529e-05,
      "loss": 0.2054,
      "step": 2254
    },
    {
      "epoch": 0.5661739321470044,
      "grad_norm": 0.3465973734855652,
      "learning_rate": 8.905485449394798e-05,
      "loss": 0.2256,
      "step": 2255
    },
    {
      "epoch": 0.566425007061482,
      "grad_norm": 0.13972094655036926,
      "learning_rate": 8.900334792686068e-05,
      "loss": 0.2097,
      "step": 2256
    },
    {
      "epoch": 0.5666760819759595,
      "grad_norm": 0.16833463311195374,
      "learning_rate": 8.895184135977338e-05,
      "loss": 0.211,
      "step": 2257
    },
    {
      "epoch": 0.5669271568904372,
      "grad_norm": 0.19570741057395935,
      "learning_rate": 8.890033479268607e-05,
      "loss": 0.2075,
      "step": 2258
    },
    {
      "epoch": 0.5671782318049148,
      "grad_norm": 0.16687093675136566,
      "learning_rate": 8.884882822559877e-05,
      "loss": 0.2287,
      "step": 2259
    },
    {
      "epoch": 0.5674293067193924,
      "grad_norm": 0.14024342596530914,
      "learning_rate": 8.879732165851147e-05,
      "loss": 0.2192,
      "step": 2260
    },
    {
      "epoch": 0.56768038163387,
      "grad_norm": 0.15899227559566498,
      "learning_rate": 8.874581509142416e-05,
      "loss": 0.2066,
      "step": 2261
    },
    {
      "epoch": 0.5679314565483476,
      "grad_norm": 0.1598237156867981,
      "learning_rate": 8.869430852433686e-05,
      "loss": 0.23,
      "step": 2262
    },
    {
      "epoch": 0.5681825314628253,
      "grad_norm": 0.1807897835969925,
      "learning_rate": 8.864280195724956e-05,
      "loss": 0.2472,
      "step": 2263
    },
    {
      "epoch": 0.5684336063773028,
      "grad_norm": 0.28186556696891785,
      "learning_rate": 8.859129539016226e-05,
      "loss": 0.242,
      "step": 2264
    },
    {
      "epoch": 0.5686846812917804,
      "grad_norm": 0.15761984884738922,
      "learning_rate": 8.853978882307495e-05,
      "loss": 0.2195,
      "step": 2265
    },
    {
      "epoch": 0.568935756206258,
      "grad_norm": 0.1774747222661972,
      "learning_rate": 8.848828225598764e-05,
      "loss": 0.2127,
      "step": 2266
    },
    {
      "epoch": 0.5691868311207356,
      "grad_norm": 0.1538057029247284,
      "learning_rate": 8.843677568890034e-05,
      "loss": 0.2257,
      "step": 2267
    },
    {
      "epoch": 0.5694379060352133,
      "grad_norm": 0.1934400349855423,
      "learning_rate": 8.838526912181303e-05,
      "loss": 0.2134,
      "step": 2268
    },
    {
      "epoch": 0.5696889809496909,
      "grad_norm": 0.14401976764202118,
      "learning_rate": 8.833376255472573e-05,
      "loss": 0.2057,
      "step": 2269
    },
    {
      "epoch": 0.5699400558641685,
      "grad_norm": 0.6874544024467468,
      "learning_rate": 8.828225598763843e-05,
      "loss": 0.2082,
      "step": 2270
    },
    {
      "epoch": 0.570191130778646,
      "grad_norm": 0.15119019150733948,
      "learning_rate": 8.823074942055113e-05,
      "loss": 0.2359,
      "step": 2271
    },
    {
      "epoch": 0.5704422056931236,
      "grad_norm": 0.14325761795043945,
      "learning_rate": 8.817924285346382e-05,
      "loss": 0.2108,
      "step": 2272
    },
    {
      "epoch": 0.5706932806076013,
      "grad_norm": 0.16851752996444702,
      "learning_rate": 8.812773628637652e-05,
      "loss": 0.2047,
      "step": 2273
    },
    {
      "epoch": 0.5709443555220789,
      "grad_norm": 0.15955355763435364,
      "learning_rate": 8.807622971928922e-05,
      "loss": 0.2287,
      "step": 2274
    },
    {
      "epoch": 0.5711954304365565,
      "grad_norm": 0.2858125567436218,
      "learning_rate": 8.802472315220191e-05,
      "loss": 0.2143,
      "step": 2275
    },
    {
      "epoch": 0.5714465053510341,
      "grad_norm": 1.0946910381317139,
      "learning_rate": 8.797321658511461e-05,
      "loss": 0.2368,
      "step": 2276
    },
    {
      "epoch": 0.5716975802655118,
      "grad_norm": 0.1851518303155899,
      "learning_rate": 8.79217100180273e-05,
      "loss": 0.2221,
      "step": 2277
    },
    {
      "epoch": 0.5719486551799894,
      "grad_norm": 0.4132414162158966,
      "learning_rate": 8.787020345094e-05,
      "loss": 0.21,
      "step": 2278
    },
    {
      "epoch": 0.5721997300944669,
      "grad_norm": 0.1755925714969635,
      "learning_rate": 8.781869688385269e-05,
      "loss": 0.2228,
      "step": 2279
    },
    {
      "epoch": 0.5724508050089445,
      "grad_norm": 0.20061752200126648,
      "learning_rate": 8.776719031676539e-05,
      "loss": 0.2257,
      "step": 2280
    },
    {
      "epoch": 0.5727018799234221,
      "grad_norm": 0.1928638517856598,
      "learning_rate": 8.771568374967809e-05,
      "loss": 0.2191,
      "step": 2281
    },
    {
      "epoch": 0.5729529548378998,
      "grad_norm": 0.16862651705741882,
      "learning_rate": 8.766417718259079e-05,
      "loss": 0.2212,
      "step": 2282
    },
    {
      "epoch": 0.5732040297523774,
      "grad_norm": 0.24697540700435638,
      "learning_rate": 8.761267061550348e-05,
      "loss": 0.2161,
      "step": 2283
    },
    {
      "epoch": 0.573455104666855,
      "grad_norm": 0.15423312783241272,
      "learning_rate": 8.756116404841618e-05,
      "loss": 0.235,
      "step": 2284
    },
    {
      "epoch": 0.5737061795813326,
      "grad_norm": 0.2499973475933075,
      "learning_rate": 8.750965748132888e-05,
      "loss": 0.243,
      "step": 2285
    },
    {
      "epoch": 0.5739572544958101,
      "grad_norm": 0.21251673996448517,
      "learning_rate": 8.745815091424157e-05,
      "loss": 0.2381,
      "step": 2286
    },
    {
      "epoch": 0.5742083294102878,
      "grad_norm": 0.21269957721233368,
      "learning_rate": 8.740664434715427e-05,
      "loss": 0.2455,
      "step": 2287
    },
    {
      "epoch": 0.5744594043247654,
      "grad_norm": 0.18260301649570465,
      "learning_rate": 8.735513778006697e-05,
      "loss": 0.2341,
      "step": 2288
    },
    {
      "epoch": 0.574710479239243,
      "grad_norm": 0.15749220550060272,
      "learning_rate": 8.730363121297966e-05,
      "loss": 0.2255,
      "step": 2289
    },
    {
      "epoch": 0.5749615541537206,
      "grad_norm": 0.17292176187038422,
      "learning_rate": 8.725212464589235e-05,
      "loss": 0.2137,
      "step": 2290
    },
    {
      "epoch": 0.5752126290681983,
      "grad_norm": 0.135223850607872,
      "learning_rate": 8.720061807880505e-05,
      "loss": 0.2173,
      "step": 2291
    },
    {
      "epoch": 0.5754637039826759,
      "grad_norm": 0.636738121509552,
      "learning_rate": 8.714911151171775e-05,
      "loss": 0.2244,
      "step": 2292
    },
    {
      "epoch": 0.5757147788971534,
      "grad_norm": 0.21573621034622192,
      "learning_rate": 8.709760494463044e-05,
      "loss": 0.2138,
      "step": 2293
    },
    {
      "epoch": 0.575965853811631,
      "grad_norm": 0.21462228894233704,
      "learning_rate": 8.704609837754314e-05,
      "loss": 0.2176,
      "step": 2294
    },
    {
      "epoch": 0.5762169287261086,
      "grad_norm": 0.22592610120773315,
      "learning_rate": 8.699459181045584e-05,
      "loss": 0.2252,
      "step": 2295
    },
    {
      "epoch": 0.5764680036405863,
      "grad_norm": 0.2051549106836319,
      "learning_rate": 8.694308524336854e-05,
      "loss": 0.2107,
      "step": 2296
    },
    {
      "epoch": 0.5767190785550639,
      "grad_norm": 0.19762718677520752,
      "learning_rate": 8.689157867628123e-05,
      "loss": 0.2168,
      "step": 2297
    },
    {
      "epoch": 0.5769701534695415,
      "grad_norm": 0.19062839448451996,
      "learning_rate": 8.684007210919393e-05,
      "loss": 0.2069,
      "step": 2298
    },
    {
      "epoch": 0.5772212283840191,
      "grad_norm": 0.16023272275924683,
      "learning_rate": 8.678856554210663e-05,
      "loss": 0.2265,
      "step": 2299
    },
    {
      "epoch": 0.5774723032984966,
      "grad_norm": 0.2161557972431183,
      "learning_rate": 8.673705897501932e-05,
      "loss": 0.2162,
      "step": 2300
    },
    {
      "epoch": 0.5774723032984966,
      "eval_loss": 3.4099745750427246,
      "eval_runtime": 32.1727,
      "eval_samples_per_second": 15.541,
      "eval_steps_per_second": 0.124,
      "step": 2300
    },
    {
      "epoch": 0.5777233782129743,
      "grad_norm": 0.18264040350914001,
      "learning_rate": 8.668555240793201e-05,
      "loss": 0.2108,
      "step": 2301
    },
    {
      "epoch": 0.5779744531274519,
      "grad_norm": 0.24671870470046997,
      "learning_rate": 8.663404584084471e-05,
      "loss": 0.2534,
      "step": 2302
    },
    {
      "epoch": 0.5782255280419295,
      "grad_norm": 0.16053614020347595,
      "learning_rate": 8.658253927375741e-05,
      "loss": 0.2464,
      "step": 2303
    },
    {
      "epoch": 0.5784766029564071,
      "grad_norm": 0.2779216766357422,
      "learning_rate": 8.65310327066701e-05,
      "loss": 0.2307,
      "step": 2304
    },
    {
      "epoch": 0.5787276778708847,
      "grad_norm": 0.1623944640159607,
      "learning_rate": 8.64795261395828e-05,
      "loss": 0.2492,
      "step": 2305
    },
    {
      "epoch": 0.5789787527853624,
      "grad_norm": 0.1742800772190094,
      "learning_rate": 8.64280195724955e-05,
      "loss": 0.2109,
      "step": 2306
    },
    {
      "epoch": 0.57922982769984,
      "grad_norm": 0.27272704243659973,
      "learning_rate": 8.637651300540819e-05,
      "loss": 0.2282,
      "step": 2307
    },
    {
      "epoch": 0.5794809026143175,
      "grad_norm": 0.1443614661693573,
      "learning_rate": 8.632500643832089e-05,
      "loss": 0.2074,
      "step": 2308
    },
    {
      "epoch": 0.5797319775287951,
      "grad_norm": 0.20890744030475616,
      "learning_rate": 8.627349987123359e-05,
      "loss": 0.2211,
      "step": 2309
    },
    {
      "epoch": 0.5799830524432728,
      "grad_norm": 0.1586623340845108,
      "learning_rate": 8.622199330414629e-05,
      "loss": 0.2165,
      "step": 2310
    },
    {
      "epoch": 0.5802341273577504,
      "grad_norm": 0.29152271151542664,
      "learning_rate": 8.617048673705898e-05,
      "loss": 0.2358,
      "step": 2311
    },
    {
      "epoch": 0.580485202272228,
      "grad_norm": 0.14067253470420837,
      "learning_rate": 8.611898016997168e-05,
      "loss": 0.2212,
      "step": 2312
    },
    {
      "epoch": 0.5807362771867056,
      "grad_norm": 0.135332852602005,
      "learning_rate": 8.606747360288437e-05,
      "loss": 0.2084,
      "step": 2313
    },
    {
      "epoch": 0.5809873521011832,
      "grad_norm": 0.17513078451156616,
      "learning_rate": 8.601596703579707e-05,
      "loss": 0.2112,
      "step": 2314
    },
    {
      "epoch": 0.5812384270156608,
      "grad_norm": 0.16534766554832458,
      "learning_rate": 8.596446046870976e-05,
      "loss": 0.2105,
      "step": 2315
    },
    {
      "epoch": 0.5814895019301384,
      "grad_norm": 0.19619330763816833,
      "learning_rate": 8.591295390162246e-05,
      "loss": 0.2152,
      "step": 2316
    },
    {
      "epoch": 0.581740576844616,
      "grad_norm": 0.24674716591835022,
      "learning_rate": 8.586144733453516e-05,
      "loss": 0.2377,
      "step": 2317
    },
    {
      "epoch": 0.5819916517590936,
      "grad_norm": 0.1812198907136917,
      "learning_rate": 8.580994076744785e-05,
      "loss": 0.2013,
      "step": 2318
    },
    {
      "epoch": 0.5822427266735712,
      "grad_norm": 0.2105558216571808,
      "learning_rate": 8.575843420036055e-05,
      "loss": 0.2181,
      "step": 2319
    },
    {
      "epoch": 0.5824938015880489,
      "grad_norm": 0.1599166989326477,
      "learning_rate": 8.570692763327325e-05,
      "loss": 0.22,
      "step": 2320
    },
    {
      "epoch": 0.5827448765025265,
      "grad_norm": 0.17132195830345154,
      "learning_rate": 8.565542106618595e-05,
      "loss": 0.2309,
      "step": 2321
    },
    {
      "epoch": 0.582995951417004,
      "grad_norm": 0.19238348305225372,
      "learning_rate": 8.560391449909864e-05,
      "loss": 0.2179,
      "step": 2322
    },
    {
      "epoch": 0.5832470263314816,
      "grad_norm": 0.16787497699260712,
      "learning_rate": 8.555240793201134e-05,
      "loss": 0.2061,
      "step": 2323
    },
    {
      "epoch": 0.5834981012459592,
      "grad_norm": 0.1694592386484146,
      "learning_rate": 8.550090136492403e-05,
      "loss": 0.227,
      "step": 2324
    },
    {
      "epoch": 0.5837491761604369,
      "grad_norm": 0.16958573460578918,
      "learning_rate": 8.544939479783672e-05,
      "loss": 0.2397,
      "step": 2325
    },
    {
      "epoch": 0.5840002510749145,
      "grad_norm": 0.2520035207271576,
      "learning_rate": 8.539788823074942e-05,
      "loss": 0.2323,
      "step": 2326
    },
    {
      "epoch": 0.5842513259893921,
      "grad_norm": 0.14218123257160187,
      "learning_rate": 8.534638166366212e-05,
      "loss": 0.2159,
      "step": 2327
    },
    {
      "epoch": 0.5845024009038697,
      "grad_norm": 0.17081035673618317,
      "learning_rate": 8.529487509657482e-05,
      "loss": 0.2043,
      "step": 2328
    },
    {
      "epoch": 0.5847534758183472,
      "grad_norm": 0.21238653361797333,
      "learning_rate": 8.524336852948751e-05,
      "loss": 0.2137,
      "step": 2329
    },
    {
      "epoch": 0.5850045507328249,
      "grad_norm": 0.14321710169315338,
      "learning_rate": 8.519186196240021e-05,
      "loss": 0.2089,
      "step": 2330
    },
    {
      "epoch": 0.5852556256473025,
      "grad_norm": 0.1935604214668274,
      "learning_rate": 8.514035539531291e-05,
      "loss": 0.2232,
      "step": 2331
    },
    {
      "epoch": 0.5855067005617801,
      "grad_norm": 0.15448693931102753,
      "learning_rate": 8.50888488282256e-05,
      "loss": 0.2452,
      "step": 2332
    },
    {
      "epoch": 0.5857577754762577,
      "grad_norm": 0.1563626378774643,
      "learning_rate": 8.50373422611383e-05,
      "loss": 0.2185,
      "step": 2333
    },
    {
      "epoch": 0.5860088503907354,
      "grad_norm": 0.19541168212890625,
      "learning_rate": 8.4985835694051e-05,
      "loss": 0.2339,
      "step": 2334
    },
    {
      "epoch": 0.586259925305213,
      "grad_norm": 0.20696359872817993,
      "learning_rate": 8.493432912696369e-05,
      "loss": 0.2191,
      "step": 2335
    },
    {
      "epoch": 0.5865110002196906,
      "grad_norm": 0.16048851609230042,
      "learning_rate": 8.488282255987639e-05,
      "loss": 0.2128,
      "step": 2336
    },
    {
      "epoch": 0.5867620751341681,
      "grad_norm": 0.16465899348258972,
      "learning_rate": 8.483131599278908e-05,
      "loss": 0.2216,
      "step": 2337
    },
    {
      "epoch": 0.5870131500486457,
      "grad_norm": 0.14991208910942078,
      "learning_rate": 8.477980942570178e-05,
      "loss": 0.2122,
      "step": 2338
    },
    {
      "epoch": 0.5872642249631234,
      "grad_norm": 0.15416219830513,
      "learning_rate": 8.472830285861447e-05,
      "loss": 0.2093,
      "step": 2339
    },
    {
      "epoch": 0.587515299877601,
      "grad_norm": 0.15761645138263702,
      "learning_rate": 8.467679629152717e-05,
      "loss": 0.2105,
      "step": 2340
    },
    {
      "epoch": 0.5877663747920786,
      "grad_norm": 0.17765061557292938,
      "learning_rate": 8.462528972443987e-05,
      "loss": 0.2278,
      "step": 2341
    },
    {
      "epoch": 0.5880174497065562,
      "grad_norm": 0.16138818860054016,
      "learning_rate": 8.457378315735257e-05,
      "loss": 0.2032,
      "step": 2342
    },
    {
      "epoch": 0.5882685246210339,
      "grad_norm": 0.14271831512451172,
      "learning_rate": 8.452227659026526e-05,
      "loss": 0.1984,
      "step": 2343
    },
    {
      "epoch": 0.5885195995355114,
      "grad_norm": 0.1383427530527115,
      "learning_rate": 8.447077002317796e-05,
      "loss": 0.208,
      "step": 2344
    },
    {
      "epoch": 0.588770674449989,
      "grad_norm": 0.16444611549377441,
      "learning_rate": 8.441926345609066e-05,
      "loss": 0.2154,
      "step": 2345
    },
    {
      "epoch": 0.5890217493644666,
      "grad_norm": 0.15926998853683472,
      "learning_rate": 8.436775688900335e-05,
      "loss": 0.2351,
      "step": 2346
    },
    {
      "epoch": 0.5892728242789442,
      "grad_norm": 0.1974228024482727,
      "learning_rate": 8.431625032191605e-05,
      "loss": 0.2117,
      "step": 2347
    },
    {
      "epoch": 0.5895238991934219,
      "grad_norm": 0.1385517418384552,
      "learning_rate": 8.426474375482874e-05,
      "loss": 0.24,
      "step": 2348
    },
    {
      "epoch": 0.5897749741078995,
      "grad_norm": 0.13861505687236786,
      "learning_rate": 8.421323718774144e-05,
      "loss": 0.2095,
      "step": 2349
    },
    {
      "epoch": 0.5900260490223771,
      "grad_norm": 0.16803380846977234,
      "learning_rate": 8.416173062065413e-05,
      "loss": 0.2268,
      "step": 2350
    },
    {
      "epoch": 0.5902771239368546,
      "grad_norm": 0.17926301062107086,
      "learning_rate": 8.411022405356683e-05,
      "loss": 0.2379,
      "step": 2351
    },
    {
      "epoch": 0.5905281988513322,
      "grad_norm": 0.19122271239757538,
      "learning_rate": 8.405871748647953e-05,
      "loss": 0.2181,
      "step": 2352
    },
    {
      "epoch": 0.5907792737658099,
      "grad_norm": 0.16782040894031525,
      "learning_rate": 8.400721091939223e-05,
      "loss": 0.2244,
      "step": 2353
    },
    {
      "epoch": 0.5910303486802875,
      "grad_norm": 0.7835665941238403,
      "learning_rate": 8.395570435230492e-05,
      "loss": 0.2414,
      "step": 2354
    },
    {
      "epoch": 0.5912814235947651,
      "grad_norm": 0.1414722055196762,
      "learning_rate": 8.390419778521762e-05,
      "loss": 0.2027,
      "step": 2355
    },
    {
      "epoch": 0.5915324985092427,
      "grad_norm": 0.2455618679523468,
      "learning_rate": 8.385269121813032e-05,
      "loss": 0.219,
      "step": 2356
    },
    {
      "epoch": 0.5917835734237203,
      "grad_norm": 0.14268305897712708,
      "learning_rate": 8.380118465104301e-05,
      "loss": 0.2197,
      "step": 2357
    },
    {
      "epoch": 0.5920346483381979,
      "grad_norm": 0.14993369579315186,
      "learning_rate": 8.374967808395571e-05,
      "loss": 0.2322,
      "step": 2358
    },
    {
      "epoch": 0.5922857232526755,
      "grad_norm": 0.18662193417549133,
      "learning_rate": 8.36981715168684e-05,
      "loss": 0.2192,
      "step": 2359
    },
    {
      "epoch": 0.5925367981671531,
      "grad_norm": 0.1530439555644989,
      "learning_rate": 8.36466649497811e-05,
      "loss": 0.2287,
      "step": 2360
    },
    {
      "epoch": 0.5927878730816307,
      "grad_norm": 0.17130164802074432,
      "learning_rate": 8.359515838269379e-05,
      "loss": 0.2323,
      "step": 2361
    },
    {
      "epoch": 0.5930389479961083,
      "grad_norm": 0.19397951662540436,
      "learning_rate": 8.354365181560649e-05,
      "loss": 0.2035,
      "step": 2362
    },
    {
      "epoch": 0.593290022910586,
      "grad_norm": 0.20420798659324646,
      "learning_rate": 8.349214524851919e-05,
      "loss": 0.2197,
      "step": 2363
    },
    {
      "epoch": 0.5935410978250636,
      "grad_norm": 0.1796032190322876,
      "learning_rate": 8.344063868143188e-05,
      "loss": 0.2125,
      "step": 2364
    },
    {
      "epoch": 0.5937921727395412,
      "grad_norm": 0.24598060548305511,
      "learning_rate": 8.338913211434458e-05,
      "loss": 0.2168,
      "step": 2365
    },
    {
      "epoch": 0.5940432476540187,
      "grad_norm": 0.2982688248157501,
      "learning_rate": 8.333762554725728e-05,
      "loss": 0.2005,
      "step": 2366
    },
    {
      "epoch": 0.5942943225684963,
      "grad_norm": 0.18409191071987152,
      "learning_rate": 8.328611898016998e-05,
      "loss": 0.2189,
      "step": 2367
    },
    {
      "epoch": 0.594545397482974,
      "grad_norm": 0.16047731041908264,
      "learning_rate": 8.323461241308267e-05,
      "loss": 0.2219,
      "step": 2368
    },
    {
      "epoch": 0.5947964723974516,
      "grad_norm": 0.13960351049900055,
      "learning_rate": 8.318310584599537e-05,
      "loss": 0.2034,
      "step": 2369
    },
    {
      "epoch": 0.5950475473119292,
      "grad_norm": 0.14057449996471405,
      "learning_rate": 8.313159927890807e-05,
      "loss": 0.2086,
      "step": 2370
    },
    {
      "epoch": 0.5952986222264068,
      "grad_norm": 0.2810927629470825,
      "learning_rate": 8.308009271182076e-05,
      "loss": 0.224,
      "step": 2371
    },
    {
      "epoch": 0.5955496971408845,
      "grad_norm": 0.1844741702079773,
      "learning_rate": 8.302858614473345e-05,
      "loss": 0.2449,
      "step": 2372
    },
    {
      "epoch": 0.595800772055362,
      "grad_norm": 0.14410756528377533,
      "learning_rate": 8.297707957764615e-05,
      "loss": 0.2103,
      "step": 2373
    },
    {
      "epoch": 0.5960518469698396,
      "grad_norm": 0.2057960480451584,
      "learning_rate": 8.292557301055885e-05,
      "loss": 0.2055,
      "step": 2374
    },
    {
      "epoch": 0.5963029218843172,
      "grad_norm": 0.14900308847427368,
      "learning_rate": 8.287406644347154e-05,
      "loss": 0.2191,
      "step": 2375
    },
    {
      "epoch": 0.5965539967987948,
      "grad_norm": 0.18788422644138336,
      "learning_rate": 8.282255987638424e-05,
      "loss": 0.2425,
      "step": 2376
    },
    {
      "epoch": 0.5968050717132725,
      "grad_norm": 0.5603687763214111,
      "learning_rate": 8.277105330929694e-05,
      "loss": 0.2149,
      "step": 2377
    },
    {
      "epoch": 0.5970561466277501,
      "grad_norm": 0.15356487035751343,
      "learning_rate": 8.271954674220963e-05,
      "loss": 0.2129,
      "step": 2378
    },
    {
      "epoch": 0.5973072215422277,
      "grad_norm": 0.1711025983095169,
      "learning_rate": 8.266804017512233e-05,
      "loss": 0.2444,
      "step": 2379
    },
    {
      "epoch": 0.5975582964567052,
      "grad_norm": 0.1456919014453888,
      "learning_rate": 8.261653360803503e-05,
      "loss": 0.2375,
      "step": 2380
    },
    {
      "epoch": 0.5978093713711828,
      "grad_norm": 0.1664368212223053,
      "learning_rate": 8.256502704094773e-05,
      "loss": 0.2038,
      "step": 2381
    },
    {
      "epoch": 0.5980604462856605,
      "grad_norm": 0.16063259541988373,
      "learning_rate": 8.251352047386042e-05,
      "loss": 0.2242,
      "step": 2382
    },
    {
      "epoch": 0.5983115212001381,
      "grad_norm": 0.15729905664920807,
      "learning_rate": 8.246201390677311e-05,
      "loss": 0.2194,
      "step": 2383
    },
    {
      "epoch": 0.5985625961146157,
      "grad_norm": 0.18403728306293488,
      "learning_rate": 8.241050733968581e-05,
      "loss": 0.204,
      "step": 2384
    },
    {
      "epoch": 0.5988136710290933,
      "grad_norm": 0.14888665080070496,
      "learning_rate": 8.235900077259851e-05,
      "loss": 0.237,
      "step": 2385
    },
    {
      "epoch": 0.599064745943571,
      "grad_norm": 1.0421556234359741,
      "learning_rate": 8.23074942055112e-05,
      "loss": 0.2229,
      "step": 2386
    },
    {
      "epoch": 0.5993158208580486,
      "grad_norm": 0.1561991423368454,
      "learning_rate": 8.22559876384239e-05,
      "loss": 0.2254,
      "step": 2387
    },
    {
      "epoch": 0.5995668957725261,
      "grad_norm": 0.17412306368350983,
      "learning_rate": 8.22044810713366e-05,
      "loss": 0.2369,
      "step": 2388
    },
    {
      "epoch": 0.5998179706870037,
      "grad_norm": 0.15967269241809845,
      "learning_rate": 8.215297450424929e-05,
      "loss": 0.2345,
      "step": 2389
    },
    {
      "epoch": 0.6000690456014813,
      "grad_norm": 0.14868250489234924,
      "learning_rate": 8.210146793716199e-05,
      "loss": 0.2305,
      "step": 2390
    },
    {
      "epoch": 0.600320120515959,
      "grad_norm": 0.17302890121936798,
      "learning_rate": 8.20499613700747e-05,
      "loss": 0.2197,
      "step": 2391
    },
    {
      "epoch": 0.6005711954304366,
      "grad_norm": 0.1483176052570343,
      "learning_rate": 8.19984548029874e-05,
      "loss": 0.2179,
      "step": 2392
    },
    {
      "epoch": 0.6008222703449142,
      "grad_norm": 0.17499974370002747,
      "learning_rate": 8.194694823590008e-05,
      "loss": 0.22,
      "step": 2393
    },
    {
      "epoch": 0.6010733452593918,
      "grad_norm": 0.2420494556427002,
      "learning_rate": 8.189544166881278e-05,
      "loss": 0.2151,
      "step": 2394
    },
    {
      "epoch": 0.6013244201738693,
      "grad_norm": 0.15957815945148468,
      "learning_rate": 8.184393510172547e-05,
      "loss": 0.2244,
      "step": 2395
    },
    {
      "epoch": 0.601575495088347,
      "grad_norm": 0.14120715856552124,
      "learning_rate": 8.179242853463816e-05,
      "loss": 0.2049,
      "step": 2396
    },
    {
      "epoch": 0.6018265700028246,
      "grad_norm": 0.14916729927062988,
      "learning_rate": 8.174092196755086e-05,
      "loss": 0.189,
      "step": 2397
    },
    {
      "epoch": 0.6020776449173022,
      "grad_norm": 0.1563565880060196,
      "learning_rate": 8.168941540046356e-05,
      "loss": 0.2143,
      "step": 2398
    },
    {
      "epoch": 0.6023287198317798,
      "grad_norm": 0.23049435019493103,
      "learning_rate": 8.163790883337626e-05,
      "loss": 0.2021,
      "step": 2399
    },
    {
      "epoch": 0.6025797947462574,
      "grad_norm": 0.17612837255001068,
      "learning_rate": 8.158640226628895e-05,
      "loss": 0.2135,
      "step": 2400
    },
    {
      "epoch": 0.6025797947462574,
      "eval_loss": 3.389432191848755,
      "eval_runtime": 31.3344,
      "eval_samples_per_second": 15.957,
      "eval_steps_per_second": 0.128,
      "step": 2400
    },
    {
      "epoch": 0.6028308696607351,
      "grad_norm": 0.15071824193000793,
      "learning_rate": 8.153489569920165e-05,
      "loss": 0.2182,
      "step": 2401
    },
    {
      "epoch": 0.6030819445752126,
      "grad_norm": 0.2704324722290039,
      "learning_rate": 8.148338913211435e-05,
      "loss": 0.2283,
      "step": 2402
    },
    {
      "epoch": 0.6033330194896902,
      "grad_norm": 0.2800542116165161,
      "learning_rate": 8.143188256502704e-05,
      "loss": 0.2177,
      "step": 2403
    },
    {
      "epoch": 0.6035840944041678,
      "grad_norm": 0.16369803249835968,
      "learning_rate": 8.138037599793974e-05,
      "loss": 0.2031,
      "step": 2404
    },
    {
      "epoch": 0.6038351693186454,
      "grad_norm": 0.17945390939712524,
      "learning_rate": 8.132886943085244e-05,
      "loss": 0.2369,
      "step": 2405
    },
    {
      "epoch": 0.6040862442331231,
      "grad_norm": 0.17531120777130127,
      "learning_rate": 8.127736286376513e-05,
      "loss": 0.2426,
      "step": 2406
    },
    {
      "epoch": 0.6043373191476007,
      "grad_norm": 0.14928267896175385,
      "learning_rate": 8.122585629667782e-05,
      "loss": 0.2223,
      "step": 2407
    },
    {
      "epoch": 0.6045883940620783,
      "grad_norm": 0.13405877351760864,
      "learning_rate": 8.117434972959052e-05,
      "loss": 0.2007,
      "step": 2408
    },
    {
      "epoch": 0.6048394689765558,
      "grad_norm": 0.20859180390834808,
      "learning_rate": 8.112284316250322e-05,
      "loss": 0.2403,
      "step": 2409
    },
    {
      "epoch": 0.6050905438910334,
      "grad_norm": 0.17035700380802155,
      "learning_rate": 8.107133659541591e-05,
      "loss": 0.2328,
      "step": 2410
    },
    {
      "epoch": 0.6053416188055111,
      "grad_norm": 0.15515822172164917,
      "learning_rate": 8.101983002832861e-05,
      "loss": 0.2131,
      "step": 2411
    },
    {
      "epoch": 0.6055926937199887,
      "grad_norm": 0.14292263984680176,
      "learning_rate": 8.096832346124131e-05,
      "loss": 0.2349,
      "step": 2412
    },
    {
      "epoch": 0.6058437686344663,
      "grad_norm": 0.152823343873024,
      "learning_rate": 8.091681689415401e-05,
      "loss": 0.2164,
      "step": 2413
    },
    {
      "epoch": 0.6060948435489439,
      "grad_norm": 0.14199481904506683,
      "learning_rate": 8.08653103270667e-05,
      "loss": 0.2157,
      "step": 2414
    },
    {
      "epoch": 0.6063459184634216,
      "grad_norm": 0.1610993891954422,
      "learning_rate": 8.08138037599794e-05,
      "loss": 0.2342,
      "step": 2415
    },
    {
      "epoch": 0.6065969933778992,
      "grad_norm": 0.15007945895195007,
      "learning_rate": 8.07622971928921e-05,
      "loss": 0.2064,
      "step": 2416
    },
    {
      "epoch": 0.6068480682923767,
      "grad_norm": 0.9403674006462097,
      "learning_rate": 8.071079062580479e-05,
      "loss": 0.2199,
      "step": 2417
    },
    {
      "epoch": 0.6070991432068543,
      "grad_norm": 0.1847425252199173,
      "learning_rate": 8.06592840587175e-05,
      "loss": 0.2118,
      "step": 2418
    },
    {
      "epoch": 0.6073502181213319,
      "grad_norm": 0.1850787252187729,
      "learning_rate": 8.060777749163018e-05,
      "loss": 0.255,
      "step": 2419
    },
    {
      "epoch": 0.6076012930358096,
      "grad_norm": 0.1515246331691742,
      "learning_rate": 8.055627092454288e-05,
      "loss": 0.2469,
      "step": 2420
    },
    {
      "epoch": 0.6078523679502872,
      "grad_norm": 0.17901675403118134,
      "learning_rate": 8.050476435745557e-05,
      "loss": 0.2103,
      "step": 2421
    },
    {
      "epoch": 0.6081034428647648,
      "grad_norm": 0.18275880813598633,
      "learning_rate": 8.045325779036827e-05,
      "loss": 0.2108,
      "step": 2422
    },
    {
      "epoch": 0.6083545177792424,
      "grad_norm": 0.15099430084228516,
      "learning_rate": 8.040175122328097e-05,
      "loss": 0.2119,
      "step": 2423
    },
    {
      "epoch": 0.6086055926937199,
      "grad_norm": 0.18019942939281464,
      "learning_rate": 8.035024465619368e-05,
      "loss": 0.2169,
      "step": 2424
    },
    {
      "epoch": 0.6088566676081976,
      "grad_norm": 0.26922252774238586,
      "learning_rate": 8.029873808910636e-05,
      "loss": 0.207,
      "step": 2425
    },
    {
      "epoch": 0.6091077425226752,
      "grad_norm": 0.6439020037651062,
      "learning_rate": 8.024723152201906e-05,
      "loss": 0.2364,
      "step": 2426
    },
    {
      "epoch": 0.6093588174371528,
      "grad_norm": 0.1833873987197876,
      "learning_rate": 8.019572495493177e-05,
      "loss": 0.2476,
      "step": 2427
    },
    {
      "epoch": 0.6096098923516304,
      "grad_norm": 0.2922228276729584,
      "learning_rate": 8.014421838784445e-05,
      "loss": 0.2056,
      "step": 2428
    },
    {
      "epoch": 0.6098609672661081,
      "grad_norm": 0.170357346534729,
      "learning_rate": 8.009271182075715e-05,
      "loss": 0.2256,
      "step": 2429
    },
    {
      "epoch": 0.6101120421805857,
      "grad_norm": 0.17437565326690674,
      "learning_rate": 8.004120525366984e-05,
      "loss": 0.2252,
      "step": 2430
    },
    {
      "epoch": 0.6103631170950632,
      "grad_norm": 0.16634736955165863,
      "learning_rate": 7.998969868658254e-05,
      "loss": 0.2224,
      "step": 2431
    },
    {
      "epoch": 0.6106141920095408,
      "grad_norm": 0.15758928656578064,
      "learning_rate": 7.993819211949523e-05,
      "loss": 0.2068,
      "step": 2432
    },
    {
      "epoch": 0.6108652669240184,
      "grad_norm": 0.16664212942123413,
      "learning_rate": 7.988668555240793e-05,
      "loss": 0.2142,
      "step": 2433
    },
    {
      "epoch": 0.6111163418384961,
      "grad_norm": 0.2397764027118683,
      "learning_rate": 7.983517898532063e-05,
      "loss": 0.204,
      "step": 2434
    },
    {
      "epoch": 0.6113674167529737,
      "grad_norm": 0.231904536485672,
      "learning_rate": 7.978367241823332e-05,
      "loss": 0.2212,
      "step": 2435
    },
    {
      "epoch": 0.6116184916674513,
      "grad_norm": 0.1957976073026657,
      "learning_rate": 7.973216585114602e-05,
      "loss": 0.2145,
      "step": 2436
    },
    {
      "epoch": 0.6118695665819289,
      "grad_norm": 0.1612245887517929,
      "learning_rate": 7.968065928405873e-05,
      "loss": 0.2118,
      "step": 2437
    },
    {
      "epoch": 0.6121206414964064,
      "grad_norm": 0.15852044522762299,
      "learning_rate": 7.962915271697143e-05,
      "loss": 0.2415,
      "step": 2438
    },
    {
      "epoch": 0.6123717164108841,
      "grad_norm": 0.15385796129703522,
      "learning_rate": 7.957764614988411e-05,
      "loss": 0.2173,
      "step": 2439
    },
    {
      "epoch": 0.6126227913253617,
      "grad_norm": 0.1923956573009491,
      "learning_rate": 7.952613958279682e-05,
      "loss": 0.2317,
      "step": 2440
    },
    {
      "epoch": 0.6128738662398393,
      "grad_norm": 0.14500543475151062,
      "learning_rate": 7.94746330157095e-05,
      "loss": 0.2013,
      "step": 2441
    },
    {
      "epoch": 0.6131249411543169,
      "grad_norm": 0.24400737881660461,
      "learning_rate": 7.94231264486222e-05,
      "loss": 0.2163,
      "step": 2442
    },
    {
      "epoch": 0.6133760160687945,
      "grad_norm": 0.24023829400539398,
      "learning_rate": 7.937161988153489e-05,
      "loss": 0.2039,
      "step": 2443
    },
    {
      "epoch": 0.6136270909832722,
      "grad_norm": 0.1430603563785553,
      "learning_rate": 7.93201133144476e-05,
      "loss": 0.1995,
      "step": 2444
    },
    {
      "epoch": 0.6138781658977498,
      "grad_norm": 0.24932517111301422,
      "learning_rate": 7.92686067473603e-05,
      "loss": 0.2144,
      "step": 2445
    },
    {
      "epoch": 0.6141292408122273,
      "grad_norm": 0.15331979095935822,
      "learning_rate": 7.921710018027298e-05,
      "loss": 0.2213,
      "step": 2446
    },
    {
      "epoch": 0.6143803157267049,
      "grad_norm": 0.210978165268898,
      "learning_rate": 7.916559361318568e-05,
      "loss": 0.2039,
      "step": 2447
    },
    {
      "epoch": 0.6146313906411826,
      "grad_norm": 0.14731067419052124,
      "learning_rate": 7.911408704609839e-05,
      "loss": 0.2095,
      "step": 2448
    },
    {
      "epoch": 0.6148824655556602,
      "grad_norm": 0.14696703851222992,
      "learning_rate": 7.906258047901107e-05,
      "loss": 0.2293,
      "step": 2449
    },
    {
      "epoch": 0.6151335404701378,
      "grad_norm": 0.189521923661232,
      "learning_rate": 7.901107391192377e-05,
      "loss": 0.2253,
      "step": 2450
    },
    {
      "epoch": 0.6153846153846154,
      "grad_norm": 0.14329345524311066,
      "learning_rate": 7.895956734483648e-05,
      "loss": 0.2211,
      "step": 2451
    },
    {
      "epoch": 0.615635690299093,
      "grad_norm": 0.1415887176990509,
      "learning_rate": 7.890806077774918e-05,
      "loss": 0.2223,
      "step": 2452
    },
    {
      "epoch": 0.6158867652135706,
      "grad_norm": 0.1633184254169464,
      "learning_rate": 7.885655421066187e-05,
      "loss": 0.2255,
      "step": 2453
    },
    {
      "epoch": 0.6161378401280482,
      "grad_norm": 0.33575716614723206,
      "learning_rate": 7.880504764357455e-05,
      "loss": 0.2097,
      "step": 2454
    },
    {
      "epoch": 0.6163889150425258,
      "grad_norm": 0.19199448823928833,
      "learning_rate": 7.875354107648725e-05,
      "loss": 0.2279,
      "step": 2455
    },
    {
      "epoch": 0.6166399899570034,
      "grad_norm": 0.3038264214992523,
      "learning_rate": 7.870203450939996e-05,
      "loss": 0.2105,
      "step": 2456
    },
    {
      "epoch": 0.616891064871481,
      "grad_norm": 0.16108496487140656,
      "learning_rate": 7.865052794231264e-05,
      "loss": 0.2448,
      "step": 2457
    },
    {
      "epoch": 0.6171421397859587,
      "grad_norm": 0.2700308859348297,
      "learning_rate": 7.859902137522534e-05,
      "loss": 0.2225,
      "step": 2458
    },
    {
      "epoch": 0.6173932147004363,
      "grad_norm": 0.16560670733451843,
      "learning_rate": 7.854751480813805e-05,
      "loss": 0.1996,
      "step": 2459
    },
    {
      "epoch": 0.6176442896149138,
      "grad_norm": 0.18068841099739075,
      "learning_rate": 7.849600824105073e-05,
      "loss": 0.2354,
      "step": 2460
    },
    {
      "epoch": 0.6178953645293914,
      "grad_norm": 0.1727011650800705,
      "learning_rate": 7.844450167396344e-05,
      "loss": 0.221,
      "step": 2461
    },
    {
      "epoch": 0.618146439443869,
      "grad_norm": 0.17687483131885529,
      "learning_rate": 7.839299510687614e-05,
      "loss": 0.2111,
      "step": 2462
    },
    {
      "epoch": 0.6183975143583467,
      "grad_norm": 0.19986192882061005,
      "learning_rate": 7.834148853978884e-05,
      "loss": 0.2538,
      "step": 2463
    },
    {
      "epoch": 0.6186485892728243,
      "grad_norm": 0.1795826107263565,
      "learning_rate": 7.828998197270153e-05,
      "loss": 0.2125,
      "step": 2464
    },
    {
      "epoch": 0.6188996641873019,
      "grad_norm": 0.14672331511974335,
      "learning_rate": 7.823847540561421e-05,
      "loss": 0.2323,
      "step": 2465
    },
    {
      "epoch": 0.6191507391017795,
      "grad_norm": 0.1688457727432251,
      "learning_rate": 7.818696883852691e-05,
      "loss": 0.2177,
      "step": 2466
    },
    {
      "epoch": 0.619401814016257,
      "grad_norm": 0.1824726015329361,
      "learning_rate": 7.81354622714396e-05,
      "loss": 0.239,
      "step": 2467
    },
    {
      "epoch": 0.6196528889307347,
      "grad_norm": 0.1506051868200302,
      "learning_rate": 7.80839557043523e-05,
      "loss": 0.2252,
      "step": 2468
    },
    {
      "epoch": 0.6199039638452123,
      "grad_norm": 0.18688277900218964,
      "learning_rate": 7.8032449137265e-05,
      "loss": 0.208,
      "step": 2469
    },
    {
      "epoch": 0.6201550387596899,
      "grad_norm": 0.15164466202259064,
      "learning_rate": 7.79809425701777e-05,
      "loss": 0.2177,
      "step": 2470
    },
    {
      "epoch": 0.6204061136741675,
      "grad_norm": 0.15782372653484344,
      "learning_rate": 7.79294360030904e-05,
      "loss": 0.2326,
      "step": 2471
    },
    {
      "epoch": 0.6206571885886452,
      "grad_norm": 0.16552449762821198,
      "learning_rate": 7.78779294360031e-05,
      "loss": 0.2209,
      "step": 2472
    },
    {
      "epoch": 0.6209082635031228,
      "grad_norm": 0.1695653349161148,
      "learning_rate": 7.78264228689158e-05,
      "loss": 0.2239,
      "step": 2473
    },
    {
      "epoch": 0.6211593384176004,
      "grad_norm": 0.160904660820961,
      "learning_rate": 7.777491630182848e-05,
      "loss": 0.2184,
      "step": 2474
    },
    {
      "epoch": 0.6214104133320779,
      "grad_norm": 0.2121943235397339,
      "learning_rate": 7.772340973474119e-05,
      "loss": 0.2086,
      "step": 2475
    },
    {
      "epoch": 0.6216614882465555,
      "grad_norm": 0.18300606310367584,
      "learning_rate": 7.767190316765389e-05,
      "loss": 0.2276,
      "step": 2476
    },
    {
      "epoch": 0.6219125631610332,
      "grad_norm": 0.1589135080575943,
      "learning_rate": 7.762039660056658e-05,
      "loss": 0.2168,
      "step": 2477
    },
    {
      "epoch": 0.6221636380755108,
      "grad_norm": 0.17789123952388763,
      "learning_rate": 7.756889003347926e-05,
      "loss": 0.1978,
      "step": 2478
    },
    {
      "epoch": 0.6224147129899884,
      "grad_norm": 0.15289272367954254,
      "learning_rate": 7.751738346639196e-05,
      "loss": 0.2432,
      "step": 2479
    },
    {
      "epoch": 0.622665787904466,
      "grad_norm": 0.33894315361976624,
      "learning_rate": 7.746587689930467e-05,
      "loss": 0.2036,
      "step": 2480
    },
    {
      "epoch": 0.6229168628189437,
      "grad_norm": 0.16152560710906982,
      "learning_rate": 7.741437033221735e-05,
      "loss": 0.2076,
      "step": 2481
    },
    {
      "epoch": 0.6231679377334212,
      "grad_norm": 0.16870859265327454,
      "learning_rate": 7.736286376513005e-05,
      "loss": 0.2234,
      "step": 2482
    },
    {
      "epoch": 0.6234190126478988,
      "grad_norm": 0.16164937615394592,
      "learning_rate": 7.731135719804276e-05,
      "loss": 0.2065,
      "step": 2483
    },
    {
      "epoch": 0.6236700875623764,
      "grad_norm": 0.29552847146987915,
      "learning_rate": 7.725985063095546e-05,
      "loss": 0.2282,
      "step": 2484
    },
    {
      "epoch": 0.623921162476854,
      "grad_norm": 0.18083682656288147,
      "learning_rate": 7.720834406386815e-05,
      "loss": 0.2318,
      "step": 2485
    },
    {
      "epoch": 0.6241722373913317,
      "grad_norm": 0.22659827768802643,
      "learning_rate": 7.715683749678085e-05,
      "loss": 0.2019,
      "step": 2486
    },
    {
      "epoch": 0.6244233123058093,
      "grad_norm": 0.18242397904396057,
      "learning_rate": 7.710533092969355e-05,
      "loss": 0.2428,
      "step": 2487
    },
    {
      "epoch": 0.6246743872202869,
      "grad_norm": 0.147231787443161,
      "learning_rate": 7.705382436260624e-05,
      "loss": 0.2335,
      "step": 2488
    },
    {
      "epoch": 0.6249254621347644,
      "grad_norm": 0.1797046959400177,
      "learning_rate": 7.700231779551892e-05,
      "loss": 0.243,
      "step": 2489
    },
    {
      "epoch": 0.625176537049242,
      "grad_norm": 0.18184205889701843,
      "learning_rate": 7.695081122843162e-05,
      "loss": 0.2264,
      "step": 2490
    },
    {
      "epoch": 0.6254276119637197,
      "grad_norm": 0.16992421448230743,
      "learning_rate": 7.689930466134433e-05,
      "loss": 0.2391,
      "step": 2491
    },
    {
      "epoch": 0.6256786868781973,
      "grad_norm": 0.15746288001537323,
      "learning_rate": 7.684779809425701e-05,
      "loss": 0.2397,
      "step": 2492
    },
    {
      "epoch": 0.6259297617926749,
      "grad_norm": 0.1626724749803543,
      "learning_rate": 7.679629152716972e-05,
      "loss": 0.2121,
      "step": 2493
    },
    {
      "epoch": 0.6261808367071525,
      "grad_norm": 0.15224666893482208,
      "learning_rate": 7.674478496008242e-05,
      "loss": 0.221,
      "step": 2494
    },
    {
      "epoch": 0.6264319116216301,
      "grad_norm": 0.15387597680091858,
      "learning_rate": 7.669327839299512e-05,
      "loss": 0.2078,
      "step": 2495
    },
    {
      "epoch": 0.6266829865361077,
      "grad_norm": 0.16911257803440094,
      "learning_rate": 7.66417718259078e-05,
      "loss": 0.2323,
      "step": 2496
    },
    {
      "epoch": 0.6269340614505853,
      "grad_norm": 0.1674695461988449,
      "learning_rate": 7.659026525882051e-05,
      "loss": 0.2232,
      "step": 2497
    },
    {
      "epoch": 0.6271851363650629,
      "grad_norm": 0.15003953874111176,
      "learning_rate": 7.653875869173321e-05,
      "loss": 0.2188,
      "step": 2498
    },
    {
      "epoch": 0.6274362112795405,
      "grad_norm": 0.16923528909683228,
      "learning_rate": 7.64872521246459e-05,
      "loss": 0.2173,
      "step": 2499
    },
    {
      "epoch": 0.6276872861940181,
      "grad_norm": 0.2574036419391632,
      "learning_rate": 7.64357455575586e-05,
      "loss": 0.2188,
      "step": 2500
    },
    {
      "epoch": 0.6276872861940181,
      "eval_loss": 3.373171806335449,
      "eval_runtime": 29.7116,
      "eval_samples_per_second": 16.828,
      "eval_steps_per_second": 0.135,
      "step": 2500
    },
    {
      "epoch": 0.6279383611084958,
      "grad_norm": 0.16525506973266602,
      "learning_rate": 7.638423899047129e-05,
      "loss": 0.2294,
      "step": 2501
    },
    {
      "epoch": 0.6281894360229734,
      "grad_norm": 0.22952213883399963,
      "learning_rate": 7.633273242338399e-05,
      "loss": 0.2136,
      "step": 2502
    },
    {
      "epoch": 0.628440510937451,
      "grad_norm": 0.15715990960597992,
      "learning_rate": 7.628122585629667e-05,
      "loss": 0.2086,
      "step": 2503
    },
    {
      "epoch": 0.6286915858519285,
      "grad_norm": 0.13601547479629517,
      "learning_rate": 7.622971928920938e-05,
      "loss": 0.222,
      "step": 2504
    },
    {
      "epoch": 0.6289426607664061,
      "grad_norm": 0.1778973639011383,
      "learning_rate": 7.617821272212208e-05,
      "loss": 0.2127,
      "step": 2505
    },
    {
      "epoch": 0.6291937356808838,
      "grad_norm": 0.18906031548976898,
      "learning_rate": 7.612670615503477e-05,
      "loss": 0.2221,
      "step": 2506
    },
    {
      "epoch": 0.6294448105953614,
      "grad_norm": 0.1743825078010559,
      "learning_rate": 7.607519958794747e-05,
      "loss": 0.2158,
      "step": 2507
    },
    {
      "epoch": 0.629695885509839,
      "grad_norm": 0.16888777911663055,
      "learning_rate": 7.602369302086017e-05,
      "loss": 0.2215,
      "step": 2508
    },
    {
      "epoch": 0.6299469604243166,
      "grad_norm": 0.1391371190547943,
      "learning_rate": 7.597218645377287e-05,
      "loss": 0.2286,
      "step": 2509
    },
    {
      "epoch": 0.6301980353387943,
      "grad_norm": 0.1412476897239685,
      "learning_rate": 7.592067988668556e-05,
      "loss": 0.2107,
      "step": 2510
    },
    {
      "epoch": 0.6304491102532718,
      "grad_norm": 0.21689890325069427,
      "learning_rate": 7.586917331959826e-05,
      "loss": 0.2189,
      "step": 2511
    },
    {
      "epoch": 0.6307001851677494,
      "grad_norm": 0.17666751146316528,
      "learning_rate": 7.581766675251095e-05,
      "loss": 0.2156,
      "step": 2512
    },
    {
      "epoch": 0.630951260082227,
      "grad_norm": 0.16054657101631165,
      "learning_rate": 7.576616018542363e-05,
      "loss": 0.2354,
      "step": 2513
    },
    {
      "epoch": 0.6312023349967046,
      "grad_norm": 0.32517898082733154,
      "learning_rate": 7.571465361833634e-05,
      "loss": 0.2352,
      "step": 2514
    },
    {
      "epoch": 0.6314534099111823,
      "grad_norm": 0.16303303837776184,
      "learning_rate": 7.566314705124904e-05,
      "loss": 0.1954,
      "step": 2515
    },
    {
      "epoch": 0.6317044848256599,
      "grad_norm": 0.14714007079601288,
      "learning_rate": 7.561164048416174e-05,
      "loss": 0.2142,
      "step": 2516
    },
    {
      "epoch": 0.6319555597401375,
      "grad_norm": 0.14316022396087646,
      "learning_rate": 7.556013391707443e-05,
      "loss": 0.2105,
      "step": 2517
    },
    {
      "epoch": 0.632206634654615,
      "grad_norm": 0.1403939127922058,
      "learning_rate": 7.550862734998713e-05,
      "loss": 0.2195,
      "step": 2518
    },
    {
      "epoch": 0.6324577095690926,
      "grad_norm": 0.16715063154697418,
      "learning_rate": 7.545712078289983e-05,
      "loss": 0.2253,
      "step": 2519
    },
    {
      "epoch": 0.6327087844835703,
      "grad_norm": 0.15848876535892487,
      "learning_rate": 7.540561421581252e-05,
      "loss": 0.2281,
      "step": 2520
    },
    {
      "epoch": 0.6329598593980479,
      "grad_norm": 0.15222430229187012,
      "learning_rate": 7.535410764872522e-05,
      "loss": 0.207,
      "step": 2521
    },
    {
      "epoch": 0.6332109343125255,
      "grad_norm": 0.17297229170799255,
      "learning_rate": 7.530260108163792e-05,
      "loss": 0.2379,
      "step": 2522
    },
    {
      "epoch": 0.6334620092270031,
      "grad_norm": 0.19328418374061584,
      "learning_rate": 7.52510945145506e-05,
      "loss": 0.2367,
      "step": 2523
    },
    {
      "epoch": 0.6337130841414808,
      "grad_norm": 0.13607989251613617,
      "learning_rate": 7.519958794746331e-05,
      "loss": 0.2169,
      "step": 2524
    },
    {
      "epoch": 0.6339641590559584,
      "grad_norm": 0.14857907593250275,
      "learning_rate": 7.5148081380376e-05,
      "loss": 0.213,
      "step": 2525
    },
    {
      "epoch": 0.6342152339704359,
      "grad_norm": 0.15538424253463745,
      "learning_rate": 7.50965748132887e-05,
      "loss": 0.2269,
      "step": 2526
    },
    {
      "epoch": 0.6344663088849135,
      "grad_norm": 0.14227434992790222,
      "learning_rate": 7.504506824620138e-05,
      "loss": 0.1913,
      "step": 2527
    },
    {
      "epoch": 0.6347173837993911,
      "grad_norm": 0.1440104991197586,
      "learning_rate": 7.499356167911409e-05,
      "loss": 0.2305,
      "step": 2528
    },
    {
      "epoch": 0.6349684587138688,
      "grad_norm": 0.1643846333026886,
      "learning_rate": 7.494205511202679e-05,
      "loss": 0.2201,
      "step": 2529
    },
    {
      "epoch": 0.6352195336283464,
      "grad_norm": 0.14636953175067902,
      "learning_rate": 7.489054854493949e-05,
      "loss": 0.2097,
      "step": 2530
    },
    {
      "epoch": 0.635470608542824,
      "grad_norm": 0.2779676020145416,
      "learning_rate": 7.483904197785218e-05,
      "loss": 0.2113,
      "step": 2531
    },
    {
      "epoch": 0.6357216834573016,
      "grad_norm": 0.1739177703857422,
      "learning_rate": 7.478753541076488e-05,
      "loss": 0.2263,
      "step": 2532
    },
    {
      "epoch": 0.6359727583717791,
      "grad_norm": 0.1644168347120285,
      "learning_rate": 7.473602884367758e-05,
      "loss": 0.1987,
      "step": 2533
    },
    {
      "epoch": 0.6362238332862568,
      "grad_norm": 0.24098077416419983,
      "learning_rate": 7.468452227659028e-05,
      "loss": 0.2176,
      "step": 2534
    },
    {
      "epoch": 0.6364749082007344,
      "grad_norm": 0.28738150000572205,
      "learning_rate": 7.463301570950297e-05,
      "loss": 0.2071,
      "step": 2535
    },
    {
      "epoch": 0.636725983115212,
      "grad_norm": 0.19525445997714996,
      "learning_rate": 7.458150914241566e-05,
      "loss": 0.1974,
      "step": 2536
    },
    {
      "epoch": 0.6369770580296896,
      "grad_norm": 0.18554390966892242,
      "learning_rate": 7.453000257532836e-05,
      "loss": 0.2105,
      "step": 2537
    },
    {
      "epoch": 0.6372281329441672,
      "grad_norm": 0.14915268123149872,
      "learning_rate": 7.447849600824105e-05,
      "loss": 0.1904,
      "step": 2538
    },
    {
      "epoch": 0.6374792078586449,
      "grad_norm": 0.2663504183292389,
      "learning_rate": 7.442698944115375e-05,
      "loss": 0.2124,
      "step": 2539
    },
    {
      "epoch": 0.6377302827731224,
      "grad_norm": 0.18691065907478333,
      "learning_rate": 7.437548287406645e-05,
      "loss": 0.2006,
      "step": 2540
    },
    {
      "epoch": 0.6379813576876,
      "grad_norm": 0.185756117105484,
      "learning_rate": 7.432397630697915e-05,
      "loss": 0.2135,
      "step": 2541
    },
    {
      "epoch": 0.6382324326020776,
      "grad_norm": 0.1391991227865219,
      "learning_rate": 7.427246973989184e-05,
      "loss": 0.2282,
      "step": 2542
    },
    {
      "epoch": 0.6384835075165552,
      "grad_norm": 0.1505652368068695,
      "learning_rate": 7.422096317280454e-05,
      "loss": 0.2144,
      "step": 2543
    },
    {
      "epoch": 0.6387345824310329,
      "grad_norm": 0.16610392928123474,
      "learning_rate": 7.416945660571724e-05,
      "loss": 0.2272,
      "step": 2544
    },
    {
      "epoch": 0.6389856573455105,
      "grad_norm": 0.20942118763923645,
      "learning_rate": 7.411795003862993e-05,
      "loss": 0.2404,
      "step": 2545
    },
    {
      "epoch": 0.6392367322599881,
      "grad_norm": 0.16198967397212982,
      "learning_rate": 7.406644347154263e-05,
      "loss": 0.2295,
      "step": 2546
    },
    {
      "epoch": 0.6394878071744656,
      "grad_norm": 0.15900805592536926,
      "learning_rate": 7.401493690445532e-05,
      "loss": 0.22,
      "step": 2547
    },
    {
      "epoch": 0.6397388820889433,
      "grad_norm": 0.16236406564712524,
      "learning_rate": 7.396343033736802e-05,
      "loss": 0.234,
      "step": 2548
    },
    {
      "epoch": 0.6399899570034209,
      "grad_norm": 0.1579122245311737,
      "learning_rate": 7.39119237702807e-05,
      "loss": 0.2254,
      "step": 2549
    },
    {
      "epoch": 0.6402410319178985,
      "grad_norm": 0.1622200608253479,
      "learning_rate": 7.386041720319341e-05,
      "loss": 0.2173,
      "step": 2550
    },
    {
      "epoch": 0.6404921068323761,
      "grad_norm": 0.14184881746768951,
      "learning_rate": 7.380891063610611e-05,
      "loss": 0.2076,
      "step": 2551
    },
    {
      "epoch": 0.6407431817468537,
      "grad_norm": 0.16366930305957794,
      "learning_rate": 7.37574040690188e-05,
      "loss": 0.2175,
      "step": 2552
    },
    {
      "epoch": 0.6409942566613314,
      "grad_norm": 0.17908939719200134,
      "learning_rate": 7.37058975019315e-05,
      "loss": 0.2386,
      "step": 2553
    },
    {
      "epoch": 0.641245331575809,
      "grad_norm": 0.1293143332004547,
      "learning_rate": 7.36543909348442e-05,
      "loss": 0.2363,
      "step": 2554
    },
    {
      "epoch": 0.6414964064902865,
      "grad_norm": 0.16458016633987427,
      "learning_rate": 7.36028843677569e-05,
      "loss": 0.2227,
      "step": 2555
    },
    {
      "epoch": 0.6417474814047641,
      "grad_norm": 0.36794736981391907,
      "learning_rate": 7.355137780066959e-05,
      "loss": 0.2358,
      "step": 2556
    },
    {
      "epoch": 0.6419985563192417,
      "grad_norm": 0.1547222137451172,
      "learning_rate": 7.349987123358229e-05,
      "loss": 0.2144,
      "step": 2557
    },
    {
      "epoch": 0.6422496312337194,
      "grad_norm": 0.22192111611366272,
      "learning_rate": 7.344836466649499e-05,
      "loss": 0.2034,
      "step": 2558
    },
    {
      "epoch": 0.642500706148197,
      "grad_norm": 0.1483166664838791,
      "learning_rate": 7.339685809940768e-05,
      "loss": 0.2142,
      "step": 2559
    },
    {
      "epoch": 0.6427517810626746,
      "grad_norm": 0.17538408935070038,
      "learning_rate": 7.334535153232037e-05,
      "loss": 0.2105,
      "step": 2560
    },
    {
      "epoch": 0.6430028559771522,
      "grad_norm": 0.22469542920589447,
      "learning_rate": 7.329384496523307e-05,
      "loss": 0.22,
      "step": 2561
    },
    {
      "epoch": 0.6432539308916297,
      "grad_norm": 0.16276410222053528,
      "learning_rate": 7.324233839814577e-05,
      "loss": 0.2245,
      "step": 2562
    },
    {
      "epoch": 0.6435050058061074,
      "grad_norm": 0.16008780896663666,
      "learning_rate": 7.319083183105846e-05,
      "loss": 0.2282,
      "step": 2563
    },
    {
      "epoch": 0.643756080720585,
      "grad_norm": 0.15704429149627686,
      "learning_rate": 7.313932526397116e-05,
      "loss": 0.2126,
      "step": 2564
    },
    {
      "epoch": 0.6440071556350626,
      "grad_norm": 0.14799515902996063,
      "learning_rate": 7.308781869688386e-05,
      "loss": 0.2016,
      "step": 2565
    },
    {
      "epoch": 0.6442582305495402,
      "grad_norm": 0.2232215702533722,
      "learning_rate": 7.303631212979656e-05,
      "loss": 0.2042,
      "step": 2566
    },
    {
      "epoch": 0.6445093054640179,
      "grad_norm": 0.1415909081697464,
      "learning_rate": 7.298480556270925e-05,
      "loss": 0.216,
      "step": 2567
    },
    {
      "epoch": 0.6447603803784955,
      "grad_norm": 0.17956851422786713,
      "learning_rate": 7.293329899562195e-05,
      "loss": 0.2297,
      "step": 2568
    },
    {
      "epoch": 0.645011455292973,
      "grad_norm": 0.15856651961803436,
      "learning_rate": 7.288179242853465e-05,
      "loss": 0.2346,
      "step": 2569
    },
    {
      "epoch": 0.6452625302074506,
      "grad_norm": 0.2898148000240326,
      "learning_rate": 7.283028586144734e-05,
      "loss": 0.2263,
      "step": 2570
    },
    {
      "epoch": 0.6455136051219282,
      "grad_norm": 0.24998261034488678,
      "learning_rate": 7.277877929436003e-05,
      "loss": 0.2014,
      "step": 2571
    },
    {
      "epoch": 0.6457646800364059,
      "grad_norm": 0.24835462868213654,
      "learning_rate": 7.272727272727273e-05,
      "loss": 0.2283,
      "step": 2572
    },
    {
      "epoch": 0.6460157549508835,
      "grad_norm": 0.5357425212860107,
      "learning_rate": 7.267576616018543e-05,
      "loss": 0.2095,
      "step": 2573
    },
    {
      "epoch": 0.6462668298653611,
      "grad_norm": 0.16287624835968018,
      "learning_rate": 7.262425959309812e-05,
      "loss": 0.2078,
      "step": 2574
    },
    {
      "epoch": 0.6465179047798387,
      "grad_norm": 0.18191859126091003,
      "learning_rate": 7.257275302601082e-05,
      "loss": 0.2092,
      "step": 2575
    },
    {
      "epoch": 0.6467689796943162,
      "grad_norm": 0.16662031412124634,
      "learning_rate": 7.252124645892352e-05,
      "loss": 0.2294,
      "step": 2576
    },
    {
      "epoch": 0.6470200546087939,
      "grad_norm": 0.15658827126026154,
      "learning_rate": 7.246973989183621e-05,
      "loss": 0.2257,
      "step": 2577
    },
    {
      "epoch": 0.6472711295232715,
      "grad_norm": 0.19638293981552124,
      "learning_rate": 7.241823332474891e-05,
      "loss": 0.2112,
      "step": 2578
    },
    {
      "epoch": 0.6475222044377491,
      "grad_norm": 0.23074321448802948,
      "learning_rate": 7.236672675766161e-05,
      "loss": 0.2031,
      "step": 2579
    },
    {
      "epoch": 0.6477732793522267,
      "grad_norm": 0.2701340317726135,
      "learning_rate": 7.231522019057431e-05,
      "loss": 0.2138,
      "step": 2580
    },
    {
      "epoch": 0.6480243542667043,
      "grad_norm": 0.16253961622714996,
      "learning_rate": 7.2263713623487e-05,
      "loss": 0.1941,
      "step": 2581
    },
    {
      "epoch": 0.648275429181182,
      "grad_norm": 0.1444108635187149,
      "learning_rate": 7.22122070563997e-05,
      "loss": 0.1937,
      "step": 2582
    },
    {
      "epoch": 0.6485265040956596,
      "grad_norm": 0.1541426032781601,
      "learning_rate": 7.216070048931239e-05,
      "loss": 0.2242,
      "step": 2583
    },
    {
      "epoch": 0.6487775790101371,
      "grad_norm": 0.1731342375278473,
      "learning_rate": 7.210919392222508e-05,
      "loss": 0.2131,
      "step": 2584
    },
    {
      "epoch": 0.6490286539246147,
      "grad_norm": 0.16334183514118195,
      "learning_rate": 7.205768735513778e-05,
      "loss": 0.2141,
      "step": 2585
    },
    {
      "epoch": 0.6492797288390924,
      "grad_norm": 0.14880910515785217,
      "learning_rate": 7.200618078805048e-05,
      "loss": 0.216,
      "step": 2586
    },
    {
      "epoch": 0.64953080375357,
      "grad_norm": 0.1537502408027649,
      "learning_rate": 7.195467422096318e-05,
      "loss": 0.2204,
      "step": 2587
    },
    {
      "epoch": 0.6497818786680476,
      "grad_norm": 0.1548483520746231,
      "learning_rate": 7.190316765387587e-05,
      "loss": 0.2267,
      "step": 2588
    },
    {
      "epoch": 0.6500329535825252,
      "grad_norm": 0.15599095821380615,
      "learning_rate": 7.185166108678857e-05,
      "loss": 0.2342,
      "step": 2589
    },
    {
      "epoch": 0.6502840284970028,
      "grad_norm": 0.14612479507923126,
      "learning_rate": 7.180015451970127e-05,
      "loss": 0.193,
      "step": 2590
    },
    {
      "epoch": 0.6505351034114804,
      "grad_norm": 0.2835967540740967,
      "learning_rate": 7.174864795261396e-05,
      "loss": 0.1997,
      "step": 2591
    },
    {
      "epoch": 0.650786178325958,
      "grad_norm": 0.19505520164966583,
      "learning_rate": 7.169714138552666e-05,
      "loss": 0.2279,
      "step": 2592
    },
    {
      "epoch": 0.6510372532404356,
      "grad_norm": 0.1579057276248932,
      "learning_rate": 7.164563481843936e-05,
      "loss": 0.2201,
      "step": 2593
    },
    {
      "epoch": 0.6512883281549132,
      "grad_norm": 0.14955377578735352,
      "learning_rate": 7.159412825135205e-05,
      "loss": 0.2064,
      "step": 2594
    },
    {
      "epoch": 0.6515394030693908,
      "grad_norm": 0.17564792931079865,
      "learning_rate": 7.154262168426474e-05,
      "loss": 0.2249,
      "step": 2595
    },
    {
      "epoch": 0.6517904779838685,
      "grad_norm": 0.1411610096693039,
      "learning_rate": 7.149111511717744e-05,
      "loss": 0.2073,
      "step": 2596
    },
    {
      "epoch": 0.6520415528983461,
      "grad_norm": 0.1572134643793106,
      "learning_rate": 7.143960855009014e-05,
      "loss": 0.2323,
      "step": 2597
    },
    {
      "epoch": 0.6522926278128236,
      "grad_norm": 0.1531859189271927,
      "learning_rate": 7.138810198300283e-05,
      "loss": 0.2242,
      "step": 2598
    },
    {
      "epoch": 0.6525437027273012,
      "grad_norm": 0.2281096875667572,
      "learning_rate": 7.133659541591553e-05,
      "loss": 0.2159,
      "step": 2599
    },
    {
      "epoch": 0.6527947776417788,
      "grad_norm": 0.16422559320926666,
      "learning_rate": 7.128508884882823e-05,
      "loss": 0.2019,
      "step": 2600
    },
    {
      "epoch": 0.6527947776417788,
      "eval_loss": 3.3716187477111816,
      "eval_runtime": 31.2569,
      "eval_samples_per_second": 15.996,
      "eval_steps_per_second": 0.128,
      "step": 2600
    },
    {
      "epoch": 0.6530458525562565,
      "grad_norm": 0.17868156731128693,
      "learning_rate": 7.123358228174093e-05,
      "loss": 0.2237,
      "step": 2601
    },
    {
      "epoch": 0.6532969274707341,
      "grad_norm": 0.14142687618732452,
      "learning_rate": 7.118207571465362e-05,
      "loss": 0.1992,
      "step": 2602
    },
    {
      "epoch": 0.6535480023852117,
      "grad_norm": 0.20314565300941467,
      "learning_rate": 7.113056914756632e-05,
      "loss": 0.2235,
      "step": 2603
    },
    {
      "epoch": 0.6537990772996893,
      "grad_norm": 0.1508740782737732,
      "learning_rate": 7.107906258047902e-05,
      "loss": 0.2015,
      "step": 2604
    },
    {
      "epoch": 0.6540501522141668,
      "grad_norm": 0.14703108370304108,
      "learning_rate": 7.102755601339171e-05,
      "loss": 0.2073,
      "step": 2605
    },
    {
      "epoch": 0.6543012271286445,
      "grad_norm": 0.21481630206108093,
      "learning_rate": 7.097604944630441e-05,
      "loss": 0.2207,
      "step": 2606
    },
    {
      "epoch": 0.6545523020431221,
      "grad_norm": 0.3093309998512268,
      "learning_rate": 7.09245428792171e-05,
      "loss": 0.2218,
      "step": 2607
    },
    {
      "epoch": 0.6548033769575997,
      "grad_norm": 0.17262817919254303,
      "learning_rate": 7.08730363121298e-05,
      "loss": 0.238,
      "step": 2608
    },
    {
      "epoch": 0.6550544518720773,
      "grad_norm": 0.1427249014377594,
      "learning_rate": 7.082152974504249e-05,
      "loss": 0.2246,
      "step": 2609
    },
    {
      "epoch": 0.655305526786555,
      "grad_norm": 0.1457560956478119,
      "learning_rate": 7.077002317795519e-05,
      "loss": 0.2202,
      "step": 2610
    },
    {
      "epoch": 0.6555566017010326,
      "grad_norm": 0.16402344405651093,
      "learning_rate": 7.071851661086789e-05,
      "loss": 0.2181,
      "step": 2611
    },
    {
      "epoch": 0.6558076766155102,
      "grad_norm": 0.15631569921970367,
      "learning_rate": 7.066701004378059e-05,
      "loss": 0.2287,
      "step": 2612
    },
    {
      "epoch": 0.6560587515299877,
      "grad_norm": 0.15900973975658417,
      "learning_rate": 7.061550347669328e-05,
      "loss": 0.2158,
      "step": 2613
    },
    {
      "epoch": 0.6563098264444653,
      "grad_norm": 0.15037378668785095,
      "learning_rate": 7.056399690960598e-05,
      "loss": 0.2081,
      "step": 2614
    },
    {
      "epoch": 0.656560901358943,
      "grad_norm": 0.1483205258846283,
      "learning_rate": 7.051249034251868e-05,
      "loss": 0.2199,
      "step": 2615
    },
    {
      "epoch": 0.6568119762734206,
      "grad_norm": 0.35864782333374023,
      "learning_rate": 7.046098377543137e-05,
      "loss": 0.2081,
      "step": 2616
    },
    {
      "epoch": 0.6570630511878982,
      "grad_norm": 0.31119757890701294,
      "learning_rate": 7.040947720834407e-05,
      "loss": 0.2241,
      "step": 2617
    },
    {
      "epoch": 0.6573141261023758,
      "grad_norm": 0.1798270046710968,
      "learning_rate": 7.035797064125676e-05,
      "loss": 0.2176,
      "step": 2618
    },
    {
      "epoch": 0.6575652010168535,
      "grad_norm": 0.23982305824756622,
      "learning_rate": 7.030646407416946e-05,
      "loss": 0.2184,
      "step": 2619
    },
    {
      "epoch": 0.657816275931331,
      "grad_norm": 0.21290899813175201,
      "learning_rate": 7.025495750708215e-05,
      "loss": 0.2119,
      "step": 2620
    },
    {
      "epoch": 0.6580673508458086,
      "grad_norm": 0.14001785218715668,
      "learning_rate": 7.020345093999485e-05,
      "loss": 0.2052,
      "step": 2621
    },
    {
      "epoch": 0.6583184257602862,
      "grad_norm": 0.1850847750902176,
      "learning_rate": 7.015194437290755e-05,
      "loss": 0.1969,
      "step": 2622
    },
    {
      "epoch": 0.6585695006747638,
      "grad_norm": 0.1573941558599472,
      "learning_rate": 7.010043780582024e-05,
      "loss": 0.22,
      "step": 2623
    },
    {
      "epoch": 0.6588205755892415,
      "grad_norm": 0.15793000161647797,
      "learning_rate": 7.004893123873294e-05,
      "loss": 0.2095,
      "step": 2624
    },
    {
      "epoch": 0.6590716505037191,
      "grad_norm": 0.19822703301906586,
      "learning_rate": 6.999742467164564e-05,
      "loss": 0.2326,
      "step": 2625
    },
    {
      "epoch": 0.6593227254181967,
      "grad_norm": 0.18004317581653595,
      "learning_rate": 6.994591810455834e-05,
      "loss": 0.2161,
      "step": 2626
    },
    {
      "epoch": 0.6595738003326742,
      "grad_norm": 0.4786454141139984,
      "learning_rate": 6.989441153747103e-05,
      "loss": 0.228,
      "step": 2627
    },
    {
      "epoch": 0.6598248752471518,
      "grad_norm": 0.1529935598373413,
      "learning_rate": 6.984290497038373e-05,
      "loss": 0.1978,
      "step": 2628
    },
    {
      "epoch": 0.6600759501616295,
      "grad_norm": 0.18098366260528564,
      "learning_rate": 6.979139840329642e-05,
      "loss": 0.1898,
      "step": 2629
    },
    {
      "epoch": 0.6603270250761071,
      "grad_norm": 0.15567028522491455,
      "learning_rate": 6.973989183620912e-05,
      "loss": 0.2256,
      "step": 2630
    },
    {
      "epoch": 0.6605780999905847,
      "grad_norm": 0.1733516901731491,
      "learning_rate": 6.968838526912181e-05,
      "loss": 0.2215,
      "step": 2631
    },
    {
      "epoch": 0.6608291749050623,
      "grad_norm": 0.19120283424854279,
      "learning_rate": 6.963687870203451e-05,
      "loss": 0.2074,
      "step": 2632
    },
    {
      "epoch": 0.66108024981954,
      "grad_norm": 0.15585748851299286,
      "learning_rate": 6.958537213494721e-05,
      "loss": 0.2322,
      "step": 2633
    },
    {
      "epoch": 0.6613313247340176,
      "grad_norm": 0.1492009162902832,
      "learning_rate": 6.95338655678599e-05,
      "loss": 0.2239,
      "step": 2634
    },
    {
      "epoch": 0.6615823996484951,
      "grad_norm": 0.172378808259964,
      "learning_rate": 6.94823590007726e-05,
      "loss": 0.2082,
      "step": 2635
    },
    {
      "epoch": 0.6618334745629727,
      "grad_norm": 0.17747634649276733,
      "learning_rate": 6.94308524336853e-05,
      "loss": 0.1955,
      "step": 2636
    },
    {
      "epoch": 0.6620845494774503,
      "grad_norm": 0.1747029721736908,
      "learning_rate": 6.9379345866598e-05,
      "loss": 0.2112,
      "step": 2637
    },
    {
      "epoch": 0.662335624391928,
      "grad_norm": 0.17348405718803406,
      "learning_rate": 6.932783929951069e-05,
      "loss": 0.2016,
      "step": 2638
    },
    {
      "epoch": 0.6625866993064056,
      "grad_norm": 0.15753549337387085,
      "learning_rate": 6.927633273242339e-05,
      "loss": 0.2101,
      "step": 2639
    },
    {
      "epoch": 0.6628377742208832,
      "grad_norm": 0.18338017165660858,
      "learning_rate": 6.92248261653361e-05,
      "loss": 0.2354,
      "step": 2640
    },
    {
      "epoch": 0.6630888491353608,
      "grad_norm": 0.15373466908931732,
      "learning_rate": 6.917331959824878e-05,
      "loss": 0.2328,
      "step": 2641
    },
    {
      "epoch": 0.6633399240498383,
      "grad_norm": 0.16426266729831696,
      "learning_rate": 6.912181303116147e-05,
      "loss": 0.2003,
      "step": 2642
    },
    {
      "epoch": 0.663590998964316,
      "grad_norm": 0.15685111284255981,
      "learning_rate": 6.907030646407417e-05,
      "loss": 0.2169,
      "step": 2643
    },
    {
      "epoch": 0.6638420738787936,
      "grad_norm": 0.1583714485168457,
      "learning_rate": 6.901879989698687e-05,
      "loss": 0.2042,
      "step": 2644
    },
    {
      "epoch": 0.6640931487932712,
      "grad_norm": 0.279950886964798,
      "learning_rate": 6.896729332989956e-05,
      "loss": 0.2142,
      "step": 2645
    },
    {
      "epoch": 0.6643442237077488,
      "grad_norm": 0.1514969766139984,
      "learning_rate": 6.891578676281226e-05,
      "loss": 0.2152,
      "step": 2646
    },
    {
      "epoch": 0.6645952986222264,
      "grad_norm": 0.14895212650299072,
      "learning_rate": 6.886428019572496e-05,
      "loss": 0.221,
      "step": 2647
    },
    {
      "epoch": 0.6648463735367041,
      "grad_norm": 0.15366443991661072,
      "learning_rate": 6.881277362863765e-05,
      "loss": 0.2071,
      "step": 2648
    },
    {
      "epoch": 0.6650974484511816,
      "grad_norm": 0.1542808562517166,
      "learning_rate": 6.876126706155035e-05,
      "loss": 0.2033,
      "step": 2649
    },
    {
      "epoch": 0.6653485233656592,
      "grad_norm": 0.14148013293743134,
      "learning_rate": 6.870976049446305e-05,
      "loss": 0.2055,
      "step": 2650
    },
    {
      "epoch": 0.6655995982801368,
      "grad_norm": 0.24959947168827057,
      "learning_rate": 6.865825392737575e-05,
      "loss": 0.2101,
      "step": 2651
    },
    {
      "epoch": 0.6658506731946144,
      "grad_norm": 0.15896691381931305,
      "learning_rate": 6.860674736028844e-05,
      "loss": 0.2353,
      "step": 2652
    },
    {
      "epoch": 0.6661017481090921,
      "grad_norm": 0.13487447798252106,
      "learning_rate": 6.855524079320113e-05,
      "loss": 0.2177,
      "step": 2653
    },
    {
      "epoch": 0.6663528230235697,
      "grad_norm": 0.1644051969051361,
      "learning_rate": 6.850373422611383e-05,
      "loss": 0.2137,
      "step": 2654
    },
    {
      "epoch": 0.6666038979380473,
      "grad_norm": 0.1645730882883072,
      "learning_rate": 6.845222765902652e-05,
      "loss": 0.2306,
      "step": 2655
    },
    {
      "epoch": 0.6668549728525248,
      "grad_norm": 0.1685599684715271,
      "learning_rate": 6.840072109193922e-05,
      "loss": 0.1974,
      "step": 2656
    },
    {
      "epoch": 0.6671060477670024,
      "grad_norm": 0.1602701097726822,
      "learning_rate": 6.834921452485192e-05,
      "loss": 0.2112,
      "step": 2657
    },
    {
      "epoch": 0.6673571226814801,
      "grad_norm": 0.1612238585948944,
      "learning_rate": 6.829770795776462e-05,
      "loss": 0.233,
      "step": 2658
    },
    {
      "epoch": 0.6676081975959577,
      "grad_norm": 0.16225992143154144,
      "learning_rate": 6.824620139067731e-05,
      "loss": 0.199,
      "step": 2659
    },
    {
      "epoch": 0.6678592725104353,
      "grad_norm": 0.16691255569458008,
      "learning_rate": 6.819469482359001e-05,
      "loss": 0.2179,
      "step": 2660
    },
    {
      "epoch": 0.6681103474249129,
      "grad_norm": 0.14265024662017822,
      "learning_rate": 6.814318825650271e-05,
      "loss": 0.2192,
      "step": 2661
    },
    {
      "epoch": 0.6683614223393906,
      "grad_norm": 0.22164194285869598,
      "learning_rate": 6.80916816894154e-05,
      "loss": 0.2331,
      "step": 2662
    },
    {
      "epoch": 0.6686124972538682,
      "grad_norm": 0.14631512761116028,
      "learning_rate": 6.80401751223281e-05,
      "loss": 0.2135,
      "step": 2663
    },
    {
      "epoch": 0.6688635721683457,
      "grad_norm": 0.3072204291820526,
      "learning_rate": 6.79886685552408e-05,
      "loss": 0.2315,
      "step": 2664
    },
    {
      "epoch": 0.6691146470828233,
      "grad_norm": 0.14982300996780396,
      "learning_rate": 6.793716198815349e-05,
      "loss": 0.2271,
      "step": 2665
    },
    {
      "epoch": 0.6693657219973009,
      "grad_norm": 0.1535198986530304,
      "learning_rate": 6.788565542106618e-05,
      "loss": 0.2139,
      "step": 2666
    },
    {
      "epoch": 0.6696167969117786,
      "grad_norm": 0.15440991520881653,
      "learning_rate": 6.783414885397888e-05,
      "loss": 0.2142,
      "step": 2667
    },
    {
      "epoch": 0.6698678718262562,
      "grad_norm": 0.18997237086296082,
      "learning_rate": 6.778264228689158e-05,
      "loss": 0.2109,
      "step": 2668
    },
    {
      "epoch": 0.6701189467407338,
      "grad_norm": 0.1930122673511505,
      "learning_rate": 6.773113571980427e-05,
      "loss": 0.2269,
      "step": 2669
    },
    {
      "epoch": 0.6703700216552114,
      "grad_norm": 0.5641765594482422,
      "learning_rate": 6.767962915271697e-05,
      "loss": 0.2282,
      "step": 2670
    },
    {
      "epoch": 0.6706210965696889,
      "grad_norm": 0.1712552011013031,
      "learning_rate": 6.762812258562967e-05,
      "loss": 0.1981,
      "step": 2671
    },
    {
      "epoch": 0.6708721714841666,
      "grad_norm": 0.1496821790933609,
      "learning_rate": 6.757661601854237e-05,
      "loss": 0.2158,
      "step": 2672
    },
    {
      "epoch": 0.6711232463986442,
      "grad_norm": 0.1459798514842987,
      "learning_rate": 6.752510945145506e-05,
      "loss": 0.2108,
      "step": 2673
    },
    {
      "epoch": 0.6713743213131218,
      "grad_norm": 0.16022644937038422,
      "learning_rate": 6.747360288436776e-05,
      "loss": 0.2047,
      "step": 2674
    },
    {
      "epoch": 0.6716253962275994,
      "grad_norm": 0.14590857923030853,
      "learning_rate": 6.742209631728046e-05,
      "loss": 0.2228,
      "step": 2675
    },
    {
      "epoch": 0.671876471142077,
      "grad_norm": 0.16423161327838898,
      "learning_rate": 6.737058975019315e-05,
      "loss": 0.2381,
      "step": 2676
    },
    {
      "epoch": 0.6721275460565547,
      "grad_norm": 0.16877786815166473,
      "learning_rate": 6.731908318310584e-05,
      "loss": 0.1994,
      "step": 2677
    },
    {
      "epoch": 0.6723786209710322,
      "grad_norm": 0.15174338221549988,
      "learning_rate": 6.726757661601854e-05,
      "loss": 0.19,
      "step": 2678
    },
    {
      "epoch": 0.6726296958855098,
      "grad_norm": 0.1588311344385147,
      "learning_rate": 6.721607004893124e-05,
      "loss": 0.2174,
      "step": 2679
    },
    {
      "epoch": 0.6728807707999874,
      "grad_norm": 0.15983453392982483,
      "learning_rate": 6.716456348184393e-05,
      "loss": 0.2203,
      "step": 2680
    },
    {
      "epoch": 0.673131845714465,
      "grad_norm": 0.1333785057067871,
      "learning_rate": 6.711305691475663e-05,
      "loss": 0.2108,
      "step": 2681
    },
    {
      "epoch": 0.6733829206289427,
      "grad_norm": 0.1582547426223755,
      "learning_rate": 6.706155034766933e-05,
      "loss": 0.2207,
      "step": 2682
    },
    {
      "epoch": 0.6736339955434203,
      "grad_norm": 0.16027693450450897,
      "learning_rate": 6.701004378058203e-05,
      "loss": 0.2132,
      "step": 2683
    },
    {
      "epoch": 0.6738850704578979,
      "grad_norm": 0.2426038235425949,
      "learning_rate": 6.695853721349472e-05,
      "loss": 0.196,
      "step": 2684
    },
    {
      "epoch": 0.6741361453723754,
      "grad_norm": 0.21577808260917664,
      "learning_rate": 6.690703064640742e-05,
      "loss": 0.2036,
      "step": 2685
    },
    {
      "epoch": 0.674387220286853,
      "grad_norm": 0.15568311512470245,
      "learning_rate": 6.685552407932013e-05,
      "loss": 0.2344,
      "step": 2686
    },
    {
      "epoch": 0.6746382952013307,
      "grad_norm": 0.1614091694355011,
      "learning_rate": 6.680401751223281e-05,
      "loss": 0.2332,
      "step": 2687
    },
    {
      "epoch": 0.6748893701158083,
      "grad_norm": 0.1880093514919281,
      "learning_rate": 6.675251094514551e-05,
      "loss": 0.212,
      "step": 2688
    },
    {
      "epoch": 0.6751404450302859,
      "grad_norm": 0.15343241393566132,
      "learning_rate": 6.67010043780582e-05,
      "loss": 0.2222,
      "step": 2689
    },
    {
      "epoch": 0.6753915199447635,
      "grad_norm": 0.16601437330245972,
      "learning_rate": 6.66494978109709e-05,
      "loss": 0.2385,
      "step": 2690
    },
    {
      "epoch": 0.6756425948592412,
      "grad_norm": 0.14577758312225342,
      "learning_rate": 6.659799124388359e-05,
      "loss": 0.2025,
      "step": 2691
    },
    {
      "epoch": 0.6758936697737188,
      "grad_norm": 0.2626282870769501,
      "learning_rate": 6.654648467679629e-05,
      "loss": 0.2264,
      "step": 2692
    },
    {
      "epoch": 0.6761447446881963,
      "grad_norm": 0.15593338012695312,
      "learning_rate": 6.6494978109709e-05,
      "loss": 0.2094,
      "step": 2693
    },
    {
      "epoch": 0.6763958196026739,
      "grad_norm": 0.19762909412384033,
      "learning_rate": 6.644347154262168e-05,
      "loss": 0.2154,
      "step": 2694
    },
    {
      "epoch": 0.6766468945171515,
      "grad_norm": 0.16573873162269592,
      "learning_rate": 6.639196497553438e-05,
      "loss": 0.2305,
      "step": 2695
    },
    {
      "epoch": 0.6768979694316292,
      "grad_norm": 0.22383801639080048,
      "learning_rate": 6.634045840844708e-05,
      "loss": 0.201,
      "step": 2696
    },
    {
      "epoch": 0.6771490443461068,
      "grad_norm": 0.1601186990737915,
      "learning_rate": 6.628895184135979e-05,
      "loss": 0.2367,
      "step": 2697
    },
    {
      "epoch": 0.6774001192605844,
      "grad_norm": 0.24929332733154297,
      "learning_rate": 6.623744527427247e-05,
      "loss": 0.1913,
      "step": 2698
    },
    {
      "epoch": 0.677651194175062,
      "grad_norm": 0.23280568420886993,
      "learning_rate": 6.618593870718518e-05,
      "loss": 0.1938,
      "step": 2699
    },
    {
      "epoch": 0.6779022690895395,
      "grad_norm": 0.1557770073413849,
      "learning_rate": 6.613443214009786e-05,
      "loss": 0.2171,
      "step": 2700
    },
    {
      "epoch": 0.6779022690895395,
      "eval_loss": 3.3219785690307617,
      "eval_runtime": 32.0185,
      "eval_samples_per_second": 15.616,
      "eval_steps_per_second": 0.125,
      "step": 2700
    },
    {
      "epoch": 0.6781533440040172,
      "grad_norm": 0.16881917417049408,
      "learning_rate": 6.608292557301055e-05,
      "loss": 0.1912,
      "step": 2701
    },
    {
      "epoch": 0.6784044189184948,
      "grad_norm": 0.1376257985830307,
      "learning_rate": 6.603141900592325e-05,
      "loss": 0.215,
      "step": 2702
    },
    {
      "epoch": 0.6786554938329724,
      "grad_norm": 0.16401681303977966,
      "learning_rate": 6.597991243883595e-05,
      "loss": 0.2033,
      "step": 2703
    },
    {
      "epoch": 0.67890656874745,
      "grad_norm": 0.14362962543964386,
      "learning_rate": 6.592840587174865e-05,
      "loss": 0.2432,
      "step": 2704
    },
    {
      "epoch": 0.6791576436619277,
      "grad_norm": 0.1618080735206604,
      "learning_rate": 6.587689930466134e-05,
      "loss": 0.2206,
      "step": 2705
    },
    {
      "epoch": 0.6794087185764053,
      "grad_norm": 0.17122384905815125,
      "learning_rate": 6.582539273757404e-05,
      "loss": 0.2259,
      "step": 2706
    },
    {
      "epoch": 0.6796597934908828,
      "grad_norm": 0.14775149524211884,
      "learning_rate": 6.577388617048675e-05,
      "loss": 0.2092,
      "step": 2707
    },
    {
      "epoch": 0.6799108684053604,
      "grad_norm": 0.14693637192249298,
      "learning_rate": 6.572237960339945e-05,
      "loss": 0.2106,
      "step": 2708
    },
    {
      "epoch": 0.680161943319838,
      "grad_norm": 0.13574756681919098,
      "learning_rate": 6.567087303631213e-05,
      "loss": 0.2054,
      "step": 2709
    },
    {
      "epoch": 0.6804130182343157,
      "grad_norm": 0.1579788476228714,
      "learning_rate": 6.561936646922484e-05,
      "loss": 0.2168,
      "step": 2710
    },
    {
      "epoch": 0.6806640931487933,
      "grad_norm": 0.16881084442138672,
      "learning_rate": 6.556785990213752e-05,
      "loss": 0.2181,
      "step": 2711
    },
    {
      "epoch": 0.6809151680632709,
      "grad_norm": 0.13697537779808044,
      "learning_rate": 6.551635333505021e-05,
      "loss": 0.2166,
      "step": 2712
    },
    {
      "epoch": 0.6811662429777485,
      "grad_norm": 0.1505265086889267,
      "learning_rate": 6.546484676796291e-05,
      "loss": 0.2053,
      "step": 2713
    },
    {
      "epoch": 0.681417317892226,
      "grad_norm": 0.1368289291858673,
      "learning_rate": 6.541334020087561e-05,
      "loss": 0.2029,
      "step": 2714
    },
    {
      "epoch": 0.6816683928067037,
      "grad_norm": 0.14992862939834595,
      "learning_rate": 6.536183363378832e-05,
      "loss": 0.2207,
      "step": 2715
    },
    {
      "epoch": 0.6819194677211813,
      "grad_norm": 0.1436084359884262,
      "learning_rate": 6.5310327066701e-05,
      "loss": 0.2259,
      "step": 2716
    },
    {
      "epoch": 0.6821705426356589,
      "grad_norm": 0.16106604039669037,
      "learning_rate": 6.52588204996137e-05,
      "loss": 0.2072,
      "step": 2717
    },
    {
      "epoch": 0.6824216175501365,
      "grad_norm": 0.1428331583738327,
      "learning_rate": 6.52073139325264e-05,
      "loss": 0.2247,
      "step": 2718
    },
    {
      "epoch": 0.6826726924646142,
      "grad_norm": 0.14020027220249176,
      "learning_rate": 6.51558073654391e-05,
      "loss": 0.2254,
      "step": 2719
    },
    {
      "epoch": 0.6829237673790918,
      "grad_norm": 0.15754058957099915,
      "learning_rate": 6.51043007983518e-05,
      "loss": 0.1971,
      "step": 2720
    },
    {
      "epoch": 0.6831748422935694,
      "grad_norm": 0.19886842370033264,
      "learning_rate": 6.50527942312645e-05,
      "loss": 0.2022,
      "step": 2721
    },
    {
      "epoch": 0.6834259172080469,
      "grad_norm": 0.1667596399784088,
      "learning_rate": 6.500128766417718e-05,
      "loss": 0.2275,
      "step": 2722
    },
    {
      "epoch": 0.6836769921225245,
      "grad_norm": 0.1621236354112625,
      "learning_rate": 6.494978109708989e-05,
      "loss": 0.2058,
      "step": 2723
    },
    {
      "epoch": 0.6839280670370022,
      "grad_norm": 0.14708741009235382,
      "learning_rate": 6.489827453000257e-05,
      "loss": 0.1996,
      "step": 2724
    },
    {
      "epoch": 0.6841791419514798,
      "grad_norm": 0.15361826121807098,
      "learning_rate": 6.484676796291527e-05,
      "loss": 0.2298,
      "step": 2725
    },
    {
      "epoch": 0.6844302168659574,
      "grad_norm": 0.1419101357460022,
      "learning_rate": 6.479526139582796e-05,
      "loss": 0.2027,
      "step": 2726
    },
    {
      "epoch": 0.684681291780435,
      "grad_norm": 0.1465524137020111,
      "learning_rate": 6.474375482874066e-05,
      "loss": 0.2357,
      "step": 2727
    },
    {
      "epoch": 0.6849323666949126,
      "grad_norm": 0.14510807394981384,
      "learning_rate": 6.469224826165336e-05,
      "loss": 0.2241,
      "step": 2728
    },
    {
      "epoch": 0.6851834416093902,
      "grad_norm": 0.13492342829704285,
      "learning_rate": 6.464074169456607e-05,
      "loss": 0.1974,
      "step": 2729
    },
    {
      "epoch": 0.6854345165238678,
      "grad_norm": 0.14644202589988708,
      "learning_rate": 6.458923512747875e-05,
      "loss": 0.2242,
      "step": 2730
    },
    {
      "epoch": 0.6856855914383454,
      "grad_norm": 0.15888580679893494,
      "learning_rate": 6.453772856039146e-05,
      "loss": 0.2245,
      "step": 2731
    },
    {
      "epoch": 0.685936666352823,
      "grad_norm": 0.1469886600971222,
      "learning_rate": 6.448622199330416e-05,
      "loss": 0.204,
      "step": 2732
    },
    {
      "epoch": 0.6861877412673006,
      "grad_norm": 0.14135579764842987,
      "learning_rate": 6.443471542621684e-05,
      "loss": 0.2118,
      "step": 2733
    },
    {
      "epoch": 0.6864388161817783,
      "grad_norm": 0.29729267954826355,
      "learning_rate": 6.438320885912955e-05,
      "loss": 0.2435,
      "step": 2734
    },
    {
      "epoch": 0.6866898910962559,
      "grad_norm": 0.13446281850337982,
      "learning_rate": 6.433170229204223e-05,
      "loss": 0.2117,
      "step": 2735
    },
    {
      "epoch": 0.6869409660107334,
      "grad_norm": 0.1516818255186081,
      "learning_rate": 6.428019572495493e-05,
      "loss": 0.2048,
      "step": 2736
    },
    {
      "epoch": 0.687192040925211,
      "grad_norm": 0.1596473604440689,
      "learning_rate": 6.422868915786762e-05,
      "loss": 0.2157,
      "step": 2737
    },
    {
      "epoch": 0.6874431158396886,
      "grad_norm": 0.16369891166687012,
      "learning_rate": 6.417718259078032e-05,
      "loss": 0.2092,
      "step": 2738
    },
    {
      "epoch": 0.6876941907541663,
      "grad_norm": 0.23681782186031342,
      "learning_rate": 6.412567602369303e-05,
      "loss": 0.2108,
      "step": 2739
    },
    {
      "epoch": 0.6879452656686439,
      "grad_norm": 0.20233863592147827,
      "learning_rate": 6.407416945660571e-05,
      "loss": 0.2209,
      "step": 2740
    },
    {
      "epoch": 0.6881963405831215,
      "grad_norm": 0.19508546590805054,
      "learning_rate": 6.402266288951841e-05,
      "loss": 0.2352,
      "step": 2741
    },
    {
      "epoch": 0.6884474154975991,
      "grad_norm": 0.12939007580280304,
      "learning_rate": 6.397115632243112e-05,
      "loss": 0.2069,
      "step": 2742
    },
    {
      "epoch": 0.6886984904120768,
      "grad_norm": 0.142888143658638,
      "learning_rate": 6.391964975534382e-05,
      "loss": 0.1999,
      "step": 2743
    },
    {
      "epoch": 0.6889495653265543,
      "grad_norm": 0.15480929613113403,
      "learning_rate": 6.38681431882565e-05,
      "loss": 0.2138,
      "step": 2744
    },
    {
      "epoch": 0.6892006402410319,
      "grad_norm": 0.16035641729831696,
      "learning_rate": 6.38166366211692e-05,
      "loss": 0.2137,
      "step": 2745
    },
    {
      "epoch": 0.6894517151555095,
      "grad_norm": 0.1389753222465515,
      "learning_rate": 6.37651300540819e-05,
      "loss": 0.2151,
      "step": 2746
    },
    {
      "epoch": 0.6897027900699871,
      "grad_norm": 0.2498590499162674,
      "learning_rate": 6.37136234869946e-05,
      "loss": 0.2505,
      "step": 2747
    },
    {
      "epoch": 0.6899538649844648,
      "grad_norm": 0.1577771008014679,
      "learning_rate": 6.366211691990728e-05,
      "loss": 0.2238,
      "step": 2748
    },
    {
      "epoch": 0.6902049398989424,
      "grad_norm": 0.2185748666524887,
      "learning_rate": 6.361061035281998e-05,
      "loss": 0.2029,
      "step": 2749
    },
    {
      "epoch": 0.69045601481342,
      "grad_norm": 0.1975230574607849,
      "learning_rate": 6.355910378573269e-05,
      "loss": 0.2146,
      "step": 2750
    },
    {
      "epoch": 0.6907070897278975,
      "grad_norm": 0.17076215147972107,
      "learning_rate": 6.350759721864537e-05,
      "loss": 0.2309,
      "step": 2751
    },
    {
      "epoch": 0.6909581646423751,
      "grad_norm": 0.21505974233150482,
      "learning_rate": 6.345609065155808e-05,
      "loss": 0.2381,
      "step": 2752
    },
    {
      "epoch": 0.6912092395568528,
      "grad_norm": 0.1384410709142685,
      "learning_rate": 6.340458408447078e-05,
      "loss": 0.216,
      "step": 2753
    },
    {
      "epoch": 0.6914603144713304,
      "grad_norm": 0.17578384280204773,
      "learning_rate": 6.335307751738348e-05,
      "loss": 0.2025,
      "step": 2754
    },
    {
      "epoch": 0.691711389385808,
      "grad_norm": 0.1415872573852539,
      "learning_rate": 6.330157095029617e-05,
      "loss": 0.2257,
      "step": 2755
    },
    {
      "epoch": 0.6919624643002856,
      "grad_norm": 0.15422992408275604,
      "learning_rate": 6.325006438320887e-05,
      "loss": 0.2276,
      "step": 2756
    },
    {
      "epoch": 0.6922135392147633,
      "grad_norm": 0.15686888992786407,
      "learning_rate": 6.319855781612157e-05,
      "loss": 0.2083,
      "step": 2757
    },
    {
      "epoch": 0.6924646141292408,
      "grad_norm": 0.1498037427663803,
      "learning_rate": 6.314705124903426e-05,
      "loss": 0.2049,
      "step": 2758
    },
    {
      "epoch": 0.6927156890437184,
      "grad_norm": 0.1437632441520691,
      "learning_rate": 6.309554468194694e-05,
      "loss": 0.2107,
      "step": 2759
    },
    {
      "epoch": 0.692966763958196,
      "grad_norm": 0.1726730912923813,
      "learning_rate": 6.304403811485965e-05,
      "loss": 0.2027,
      "step": 2760
    },
    {
      "epoch": 0.6932178388726736,
      "grad_norm": 0.16611982882022858,
      "learning_rate": 6.299253154777235e-05,
      "loss": 0.2183,
      "step": 2761
    },
    {
      "epoch": 0.6934689137871513,
      "grad_norm": 0.160959392786026,
      "learning_rate": 6.294102498068503e-05,
      "loss": 0.2065,
      "step": 2762
    },
    {
      "epoch": 0.6937199887016289,
      "grad_norm": 0.21201153099536896,
      "learning_rate": 6.288951841359774e-05,
      "loss": 0.2103,
      "step": 2763
    },
    {
      "epoch": 0.6939710636161065,
      "grad_norm": 0.18642377853393555,
      "learning_rate": 6.283801184651044e-05,
      "loss": 0.2148,
      "step": 2764
    },
    {
      "epoch": 0.694222138530584,
      "grad_norm": 0.1603553295135498,
      "learning_rate": 6.278650527942312e-05,
      "loss": 0.2204,
      "step": 2765
    },
    {
      "epoch": 0.6944732134450616,
      "grad_norm": 0.1590457707643509,
      "learning_rate": 6.273499871233583e-05,
      "loss": 0.2016,
      "step": 2766
    },
    {
      "epoch": 0.6947242883595393,
      "grad_norm": 0.16198405623435974,
      "learning_rate": 6.268349214524853e-05,
      "loss": 0.2132,
      "step": 2767
    },
    {
      "epoch": 0.6949753632740169,
      "grad_norm": 0.17705439031124115,
      "learning_rate": 6.263198557816123e-05,
      "loss": 0.2216,
      "step": 2768
    },
    {
      "epoch": 0.6952264381884945,
      "grad_norm": 0.15608349442481995,
      "learning_rate": 6.258047901107392e-05,
      "loss": 0.2314,
      "step": 2769
    },
    {
      "epoch": 0.6954775131029721,
      "grad_norm": 0.17266109585762024,
      "learning_rate": 6.25289724439866e-05,
      "loss": 0.2278,
      "step": 2770
    },
    {
      "epoch": 0.6957285880174497,
      "grad_norm": 0.14937643706798553,
      "learning_rate": 6.24774658768993e-05,
      "loss": 0.2215,
      "step": 2771
    },
    {
      "epoch": 0.6959796629319274,
      "grad_norm": 0.14862123131752014,
      "learning_rate": 6.2425959309812e-05,
      "loss": 0.2284,
      "step": 2772
    },
    {
      "epoch": 0.6962307378464049,
      "grad_norm": 0.13948954641819,
      "learning_rate": 6.23744527427247e-05,
      "loss": 0.212,
      "step": 2773
    },
    {
      "epoch": 0.6964818127608825,
      "grad_norm": 0.14820589125156403,
      "learning_rate": 6.23229461756374e-05,
      "loss": 0.2229,
      "step": 2774
    },
    {
      "epoch": 0.6967328876753601,
      "grad_norm": 0.1623438149690628,
      "learning_rate": 6.22714396085501e-05,
      "loss": 0.2654,
      "step": 2775
    },
    {
      "epoch": 0.6969839625898377,
      "grad_norm": 0.1252073049545288,
      "learning_rate": 6.221993304146279e-05,
      "loss": 0.1846,
      "step": 2776
    },
    {
      "epoch": 0.6972350375043154,
      "grad_norm": 0.15575121343135834,
      "learning_rate": 6.216842647437549e-05,
      "loss": 0.2278,
      "step": 2777
    },
    {
      "epoch": 0.697486112418793,
      "grad_norm": 0.14913220703601837,
      "learning_rate": 6.211691990728819e-05,
      "loss": 0.2054,
      "step": 2778
    },
    {
      "epoch": 0.6977371873332706,
      "grad_norm": 0.1677253097295761,
      "learning_rate": 6.206541334020088e-05,
      "loss": 0.2169,
      "step": 2779
    },
    {
      "epoch": 0.6979882622477481,
      "grad_norm": 0.15775007009506226,
      "learning_rate": 6.201390677311358e-05,
      "loss": 0.1978,
      "step": 2780
    },
    {
      "epoch": 0.6982393371622257,
      "grad_norm": 0.25077104568481445,
      "learning_rate": 6.196240020602628e-05,
      "loss": 0.2273,
      "step": 2781
    },
    {
      "epoch": 0.6984904120767034,
      "grad_norm": 0.17556777596473694,
      "learning_rate": 6.191089363893897e-05,
      "loss": 0.2023,
      "step": 2782
    },
    {
      "epoch": 0.698741486991181,
      "grad_norm": 0.16387367248535156,
      "learning_rate": 6.185938707185165e-05,
      "loss": 0.1999,
      "step": 2783
    },
    {
      "epoch": 0.6989925619056586,
      "grad_norm": 0.20352709293365479,
      "learning_rate": 6.180788050476436e-05,
      "loss": 0.2106,
      "step": 2784
    },
    {
      "epoch": 0.6992436368201362,
      "grad_norm": 0.35040777921676636,
      "learning_rate": 6.175637393767706e-05,
      "loss": 0.2312,
      "step": 2785
    },
    {
      "epoch": 0.6994947117346139,
      "grad_norm": 0.14668694138526917,
      "learning_rate": 6.170486737058976e-05,
      "loss": 0.2266,
      "step": 2786
    },
    {
      "epoch": 0.6997457866490914,
      "grad_norm": 0.17404866218566895,
      "learning_rate": 6.165336080350245e-05,
      "loss": 0.2026,
      "step": 2787
    },
    {
      "epoch": 0.699996861563569,
      "grad_norm": 0.18144719302654266,
      "learning_rate": 6.160185423641515e-05,
      "loss": 0.2169,
      "step": 2788
    },
    {
      "epoch": 0.7002479364780466,
      "grad_norm": 0.15242736041545868,
      "learning_rate": 6.155034766932785e-05,
      "loss": 0.2285,
      "step": 2789
    },
    {
      "epoch": 0.7004990113925242,
      "grad_norm": 0.13283689320087433,
      "learning_rate": 6.149884110224054e-05,
      "loss": 0.2129,
      "step": 2790
    },
    {
      "epoch": 0.7007500863070019,
      "grad_norm": 0.14391452074050903,
      "learning_rate": 6.144733453515324e-05,
      "loss": 0.2129,
      "step": 2791
    },
    {
      "epoch": 0.7010011612214795,
      "grad_norm": 0.30163562297821045,
      "learning_rate": 6.139582796806594e-05,
      "loss": 0.2209,
      "step": 2792
    },
    {
      "epoch": 0.7012522361359571,
      "grad_norm": 0.1486135870218277,
      "learning_rate": 6.134432140097863e-05,
      "loss": 0.2321,
      "step": 2793
    },
    {
      "epoch": 0.7015033110504346,
      "grad_norm": 0.15209577977657318,
      "learning_rate": 6.129281483389131e-05,
      "loss": 0.2046,
      "step": 2794
    },
    {
      "epoch": 0.7017543859649122,
      "grad_norm": 0.2259758710861206,
      "learning_rate": 6.124130826680402e-05,
      "loss": 0.2186,
      "step": 2795
    },
    {
      "epoch": 0.7020054608793899,
      "grad_norm": 0.23963770270347595,
      "learning_rate": 6.118980169971672e-05,
      "loss": 0.2278,
      "step": 2796
    },
    {
      "epoch": 0.7022565357938675,
      "grad_norm": 0.14673951268196106,
      "learning_rate": 6.11382951326294e-05,
      "loss": 0.2264,
      "step": 2797
    },
    {
      "epoch": 0.7025076107083451,
      "grad_norm": 0.15079286694526672,
      "learning_rate": 6.10867885655421e-05,
      "loss": 0.2168,
      "step": 2798
    },
    {
      "epoch": 0.7027586856228227,
      "grad_norm": 0.1367304027080536,
      "learning_rate": 6.103528199845481e-05,
      "loss": 0.2289,
      "step": 2799
    },
    {
      "epoch": 0.7030097605373004,
      "grad_norm": 0.14219190180301666,
      "learning_rate": 6.098377543136751e-05,
      "loss": 0.2142,
      "step": 2800
    },
    {
      "epoch": 0.7030097605373004,
      "eval_loss": 3.321632146835327,
      "eval_runtime": 33.3931,
      "eval_samples_per_second": 14.973,
      "eval_steps_per_second": 0.12,
      "step": 2800
    },
    {
      "epoch": 0.703260835451778,
      "grad_norm": 0.20528340339660645,
      "learning_rate": 6.09322688642802e-05,
      "loss": 0.268,
      "step": 2801
    },
    {
      "epoch": 0.7035119103662555,
      "grad_norm": 0.15888550877571106,
      "learning_rate": 6.08807622971929e-05,
      "loss": 0.1951,
      "step": 2802
    },
    {
      "epoch": 0.7037629852807331,
      "grad_norm": 0.14873383939266205,
      "learning_rate": 6.082925573010559e-05,
      "loss": 0.2082,
      "step": 2803
    },
    {
      "epoch": 0.7040140601952107,
      "grad_norm": 0.1372831016778946,
      "learning_rate": 6.077774916301828e-05,
      "loss": 0.2112,
      "step": 2804
    },
    {
      "epoch": 0.7042651351096884,
      "grad_norm": 0.22891199588775635,
      "learning_rate": 6.072624259593098e-05,
      "loss": 0.201,
      "step": 2805
    },
    {
      "epoch": 0.704516210024166,
      "grad_norm": 0.17709389328956604,
      "learning_rate": 6.067473602884368e-05,
      "loss": 0.2205,
      "step": 2806
    },
    {
      "epoch": 0.7047672849386436,
      "grad_norm": 0.14151184260845184,
      "learning_rate": 6.0623229461756384e-05,
      "loss": 0.2078,
      "step": 2807
    },
    {
      "epoch": 0.7050183598531212,
      "grad_norm": 0.1728242188692093,
      "learning_rate": 6.057172289466907e-05,
      "loss": 0.2299,
      "step": 2808
    },
    {
      "epoch": 0.7052694347675987,
      "grad_norm": 0.13503482937812805,
      "learning_rate": 6.052021632758177e-05,
      "loss": 0.2238,
      "step": 2809
    },
    {
      "epoch": 0.7055205096820764,
      "grad_norm": 0.14699320495128632,
      "learning_rate": 6.046870976049447e-05,
      "loss": 0.2124,
      "step": 2810
    },
    {
      "epoch": 0.705771584596554,
      "grad_norm": 0.15134115517139435,
      "learning_rate": 6.0417203193407156e-05,
      "loss": 0.224,
      "step": 2811
    },
    {
      "epoch": 0.7060226595110316,
      "grad_norm": 0.16891807317733765,
      "learning_rate": 6.036569662631986e-05,
      "loss": 0.2166,
      "step": 2812
    },
    {
      "epoch": 0.7062737344255092,
      "grad_norm": 0.6049796938896179,
      "learning_rate": 6.031419005923256e-05,
      "loss": 0.2226,
      "step": 2813
    },
    {
      "epoch": 0.7065248093399868,
      "grad_norm": 0.15500548481941223,
      "learning_rate": 6.026268349214525e-05,
      "loss": 0.2019,
      "step": 2814
    },
    {
      "epoch": 0.7067758842544645,
      "grad_norm": 0.13768407702445984,
      "learning_rate": 6.021117692505794e-05,
      "loss": 0.238,
      "step": 2815
    },
    {
      "epoch": 0.707026959168942,
      "grad_norm": 0.14883196353912354,
      "learning_rate": 6.015967035797064e-05,
      "loss": 0.2042,
      "step": 2816
    },
    {
      "epoch": 0.7072780340834196,
      "grad_norm": 0.14237214624881744,
      "learning_rate": 6.0108163790883344e-05,
      "loss": 0.2087,
      "step": 2817
    },
    {
      "epoch": 0.7075291089978972,
      "grad_norm": 0.14875197410583496,
      "learning_rate": 6.0056657223796045e-05,
      "loss": 0.2025,
      "step": 2818
    },
    {
      "epoch": 0.7077801839123748,
      "grad_norm": 0.14339418709278107,
      "learning_rate": 6.000515065670873e-05,
      "loss": 0.2306,
      "step": 2819
    },
    {
      "epoch": 0.7080312588268525,
      "grad_norm": 0.23196212947368622,
      "learning_rate": 5.995364408962143e-05,
      "loss": 0.2155,
      "step": 2820
    },
    {
      "epoch": 0.7082823337413301,
      "grad_norm": 0.18810826539993286,
      "learning_rate": 5.990213752253413e-05,
      "loss": 0.224,
      "step": 2821
    },
    {
      "epoch": 0.7085334086558077,
      "grad_norm": 0.1505080759525299,
      "learning_rate": 5.9850630955446816e-05,
      "loss": 0.2284,
      "step": 2822
    },
    {
      "epoch": 0.7087844835702852,
      "grad_norm": 0.26795369386672974,
      "learning_rate": 5.979912438835952e-05,
      "loss": 0.2016,
      "step": 2823
    },
    {
      "epoch": 0.7090355584847629,
      "grad_norm": 0.14024943113327026,
      "learning_rate": 5.974761782127222e-05,
      "loss": 0.2341,
      "step": 2824
    },
    {
      "epoch": 0.7092866333992405,
      "grad_norm": 0.14313162863254547,
      "learning_rate": 5.9696111254184914e-05,
      "loss": 0.2106,
      "step": 2825
    },
    {
      "epoch": 0.7095377083137181,
      "grad_norm": 0.14586465060710907,
      "learning_rate": 5.964460468709761e-05,
      "loss": 0.2291,
      "step": 2826
    },
    {
      "epoch": 0.7097887832281957,
      "grad_norm": 0.1504562795162201,
      "learning_rate": 5.95930981200103e-05,
      "loss": 0.24,
      "step": 2827
    },
    {
      "epoch": 0.7100398581426733,
      "grad_norm": 0.13851085305213928,
      "learning_rate": 5.9541591552923004e-05,
      "loss": 0.2119,
      "step": 2828
    },
    {
      "epoch": 0.710290933057151,
      "grad_norm": 0.15034374594688416,
      "learning_rate": 5.949008498583569e-05,
      "loss": 0.2252,
      "step": 2829
    },
    {
      "epoch": 0.7105420079716286,
      "grad_norm": 0.5673621892929077,
      "learning_rate": 5.943857841874839e-05,
      "loss": 0.2267,
      "step": 2830
    },
    {
      "epoch": 0.7107930828861061,
      "grad_norm": 0.14758774638175964,
      "learning_rate": 5.9387071851661095e-05,
      "loss": 0.2146,
      "step": 2831
    },
    {
      "epoch": 0.7110441578005837,
      "grad_norm": 0.1435672491788864,
      "learning_rate": 5.933556528457379e-05,
      "loss": 0.2255,
      "step": 2832
    },
    {
      "epoch": 0.7112952327150613,
      "grad_norm": 0.18812887370586395,
      "learning_rate": 5.928405871748648e-05,
      "loss": 0.2311,
      "step": 2833
    },
    {
      "epoch": 0.711546307629539,
      "grad_norm": 0.16059651970863342,
      "learning_rate": 5.923255215039918e-05,
      "loss": 0.2067,
      "step": 2834
    },
    {
      "epoch": 0.7117973825440166,
      "grad_norm": 0.12927177548408508,
      "learning_rate": 5.918104558331188e-05,
      "loss": 0.2044,
      "step": 2835
    },
    {
      "epoch": 0.7120484574584942,
      "grad_norm": 0.16743654012680054,
      "learning_rate": 5.912953901622457e-05,
      "loss": 0.2337,
      "step": 2836
    },
    {
      "epoch": 0.7122995323729718,
      "grad_norm": 0.27117109298706055,
      "learning_rate": 5.907803244913727e-05,
      "loss": 0.2226,
      "step": 2837
    },
    {
      "epoch": 0.7125506072874493,
      "grad_norm": 0.1618148684501648,
      "learning_rate": 5.902652588204996e-05,
      "loss": 0.2072,
      "step": 2838
    },
    {
      "epoch": 0.712801682201927,
      "grad_norm": 0.1536741852760315,
      "learning_rate": 5.8975019314962665e-05,
      "loss": 0.2075,
      "step": 2839
    },
    {
      "epoch": 0.7130527571164046,
      "grad_norm": 0.17232966423034668,
      "learning_rate": 5.892351274787535e-05,
      "loss": 0.2186,
      "step": 2840
    },
    {
      "epoch": 0.7133038320308822,
      "grad_norm": 0.17257225513458252,
      "learning_rate": 5.8872006180788054e-05,
      "loss": 0.2425,
      "step": 2841
    },
    {
      "epoch": 0.7135549069453598,
      "grad_norm": 0.18314413726329803,
      "learning_rate": 5.8820499613700755e-05,
      "loss": 0.23,
      "step": 2842
    },
    {
      "epoch": 0.7138059818598375,
      "grad_norm": 0.16095925867557526,
      "learning_rate": 5.876899304661344e-05,
      "loss": 0.1929,
      "step": 2843
    },
    {
      "epoch": 0.7140570567743151,
      "grad_norm": 0.15987202525138855,
      "learning_rate": 5.871748647952614e-05,
      "loss": 0.2186,
      "step": 2844
    },
    {
      "epoch": 0.7143081316887926,
      "grad_norm": 0.15142622590065002,
      "learning_rate": 5.866597991243884e-05,
      "loss": 0.228,
      "step": 2845
    },
    {
      "epoch": 0.7145592066032702,
      "grad_norm": 0.14268827438354492,
      "learning_rate": 5.861447334535154e-05,
      "loss": 0.2036,
      "step": 2846
    },
    {
      "epoch": 0.7148102815177478,
      "grad_norm": 0.15157993137836456,
      "learning_rate": 5.856296677826423e-05,
      "loss": 0.2082,
      "step": 2847
    },
    {
      "epoch": 0.7150613564322255,
      "grad_norm": 0.1762421578168869,
      "learning_rate": 5.851146021117693e-05,
      "loss": 0.1982,
      "step": 2848
    },
    {
      "epoch": 0.7153124313467031,
      "grad_norm": 0.15583817660808563,
      "learning_rate": 5.8459953644089624e-05,
      "loss": 0.2073,
      "step": 2849
    },
    {
      "epoch": 0.7155635062611807,
      "grad_norm": 0.21905940771102905,
      "learning_rate": 5.840844707700232e-05,
      "loss": 0.2207,
      "step": 2850
    },
    {
      "epoch": 0.7158145811756583,
      "grad_norm": 0.16381651163101196,
      "learning_rate": 5.835694050991501e-05,
      "loss": 0.1972,
      "step": 2851
    },
    {
      "epoch": 0.716065656090136,
      "grad_norm": 0.19005566835403442,
      "learning_rate": 5.8305433942827714e-05,
      "loss": 0.1899,
      "step": 2852
    },
    {
      "epoch": 0.7163167310046135,
      "grad_norm": 0.16842412948608398,
      "learning_rate": 5.8253927375740416e-05,
      "loss": 0.1911,
      "step": 2853
    },
    {
      "epoch": 0.7165678059190911,
      "grad_norm": 0.1564994901418686,
      "learning_rate": 5.8202420808653103e-05,
      "loss": 0.2146,
      "step": 2854
    },
    {
      "epoch": 0.7168188808335687,
      "grad_norm": 0.25809651613235474,
      "learning_rate": 5.8150914241565805e-05,
      "loss": 0.1936,
      "step": 2855
    },
    {
      "epoch": 0.7170699557480463,
      "grad_norm": 0.22282420098781586,
      "learning_rate": 5.80994076744785e-05,
      "loss": 0.2039,
      "step": 2856
    },
    {
      "epoch": 0.717321030662524,
      "grad_norm": 0.1726648360490799,
      "learning_rate": 5.80479011073912e-05,
      "loss": 0.245,
      "step": 2857
    },
    {
      "epoch": 0.7175721055770016,
      "grad_norm": 0.24287492036819458,
      "learning_rate": 5.799639454030389e-05,
      "loss": 0.2041,
      "step": 2858
    },
    {
      "epoch": 0.7178231804914792,
      "grad_norm": 0.21919451653957367,
      "learning_rate": 5.794488797321659e-05,
      "loss": 0.2192,
      "step": 2859
    },
    {
      "epoch": 0.7180742554059567,
      "grad_norm": 0.144842267036438,
      "learning_rate": 5.789338140612929e-05,
      "loss": 0.216,
      "step": 2860
    },
    {
      "epoch": 0.7183253303204343,
      "grad_norm": 0.1531156301498413,
      "learning_rate": 5.784187483904198e-05,
      "loss": 0.2196,
      "step": 2861
    },
    {
      "epoch": 0.718576405234912,
      "grad_norm": 0.14238259196281433,
      "learning_rate": 5.7790368271954674e-05,
      "loss": 0.2085,
      "step": 2862
    },
    {
      "epoch": 0.7188274801493896,
      "grad_norm": 0.15007822215557098,
      "learning_rate": 5.7738861704867375e-05,
      "loss": 0.2093,
      "step": 2863
    },
    {
      "epoch": 0.7190785550638672,
      "grad_norm": 0.1359129399061203,
      "learning_rate": 5.7687355137780076e-05,
      "loss": 0.2105,
      "step": 2864
    },
    {
      "epoch": 0.7193296299783448,
      "grad_norm": 0.2939557135105133,
      "learning_rate": 5.7635848570692764e-05,
      "loss": 0.1963,
      "step": 2865
    },
    {
      "epoch": 0.7195807048928224,
      "grad_norm": 0.41023457050323486,
      "learning_rate": 5.7584342003605465e-05,
      "loss": 0.2236,
      "step": 2866
    },
    {
      "epoch": 0.7198317798073,
      "grad_norm": 0.16682842373847961,
      "learning_rate": 5.753283543651816e-05,
      "loss": 0.2151,
      "step": 2867
    },
    {
      "epoch": 0.7200828547217776,
      "grad_norm": 0.14369887113571167,
      "learning_rate": 5.748132886943085e-05,
      "loss": 0.2181,
      "step": 2868
    },
    {
      "epoch": 0.7203339296362552,
      "grad_norm": 0.15202488005161285,
      "learning_rate": 5.742982230234355e-05,
      "loss": 0.2182,
      "step": 2869
    },
    {
      "epoch": 0.7205850045507328,
      "grad_norm": 0.2761029005050659,
      "learning_rate": 5.737831573525625e-05,
      "loss": 0.2093,
      "step": 2870
    },
    {
      "epoch": 0.7208360794652104,
      "grad_norm": 0.14406023919582367,
      "learning_rate": 5.732680916816895e-05,
      "loss": 0.2108,
      "step": 2871
    },
    {
      "epoch": 0.7210871543796881,
      "grad_norm": 0.15619662404060364,
      "learning_rate": 5.727530260108164e-05,
      "loss": 0.2039,
      "step": 2872
    },
    {
      "epoch": 0.7213382292941657,
      "grad_norm": 0.16715557873249054,
      "learning_rate": 5.7223796033994334e-05,
      "loss": 0.2193,
      "step": 2873
    },
    {
      "epoch": 0.7215893042086432,
      "grad_norm": 0.1456870585680008,
      "learning_rate": 5.7172289466907035e-05,
      "loss": 0.2026,
      "step": 2874
    },
    {
      "epoch": 0.7218403791231208,
      "grad_norm": 0.15441879630088806,
      "learning_rate": 5.712078289981972e-05,
      "loss": 0.2223,
      "step": 2875
    },
    {
      "epoch": 0.7220914540375984,
      "grad_norm": 0.17127320170402527,
      "learning_rate": 5.7069276332732425e-05,
      "loss": 0.2068,
      "step": 2876
    },
    {
      "epoch": 0.7223425289520761,
      "grad_norm": 0.23192283511161804,
      "learning_rate": 5.7017769765645126e-05,
      "loss": 0.2301,
      "step": 2877
    },
    {
      "epoch": 0.7225936038665537,
      "grad_norm": 0.2345326989889145,
      "learning_rate": 5.696626319855782e-05,
      "loss": 0.2182,
      "step": 2878
    },
    {
      "epoch": 0.7228446787810313,
      "grad_norm": 0.1499873548746109,
      "learning_rate": 5.6914756631470515e-05,
      "loss": 0.2015,
      "step": 2879
    },
    {
      "epoch": 0.7230957536955089,
      "grad_norm": 0.15285855531692505,
      "learning_rate": 5.686325006438321e-05,
      "loss": 0.212,
      "step": 2880
    },
    {
      "epoch": 0.7233468286099866,
      "grad_norm": 0.16853760182857513,
      "learning_rate": 5.681174349729591e-05,
      "loss": 0.2314,
      "step": 2881
    },
    {
      "epoch": 0.7235979035244641,
      "grad_norm": 0.3015695810317993,
      "learning_rate": 5.67602369302086e-05,
      "loss": 0.2306,
      "step": 2882
    },
    {
      "epoch": 0.7238489784389417,
      "grad_norm": 0.15381395816802979,
      "learning_rate": 5.67087303631213e-05,
      "loss": 0.2235,
      "step": 2883
    },
    {
      "epoch": 0.7241000533534193,
      "grad_norm": 0.1516662985086441,
      "learning_rate": 5.6657223796034e-05,
      "loss": 0.2211,
      "step": 2884
    },
    {
      "epoch": 0.7243511282678969,
      "grad_norm": 0.17076651751995087,
      "learning_rate": 5.6605717228946696e-05,
      "loss": 0.2285,
      "step": 2885
    },
    {
      "epoch": 0.7246022031823746,
      "grad_norm": 0.2943588197231293,
      "learning_rate": 5.6554210661859384e-05,
      "loss": 0.2169,
      "step": 2886
    },
    {
      "epoch": 0.7248532780968522,
      "grad_norm": 0.365594744682312,
      "learning_rate": 5.6502704094772085e-05,
      "loss": 0.2093,
      "step": 2887
    },
    {
      "epoch": 0.7251043530113298,
      "grad_norm": 0.13908353447914124,
      "learning_rate": 5.6451197527684786e-05,
      "loss": 0.2262,
      "step": 2888
    },
    {
      "epoch": 0.7253554279258073,
      "grad_norm": 0.15816450119018555,
      "learning_rate": 5.639969096059749e-05,
      "loss": 0.2246,
      "step": 2889
    },
    {
      "epoch": 0.7256065028402849,
      "grad_norm": 0.5482512712478638,
      "learning_rate": 5.6348184393510176e-05,
      "loss": 0.1987,
      "step": 2890
    },
    {
      "epoch": 0.7258575777547626,
      "grad_norm": 0.15742318332195282,
      "learning_rate": 5.629667782642287e-05,
      "loss": 0.2016,
      "step": 2891
    },
    {
      "epoch": 0.7261086526692402,
      "grad_norm": 0.19428500533103943,
      "learning_rate": 5.624517125933557e-05,
      "loss": 0.2218,
      "step": 2892
    },
    {
      "epoch": 0.7263597275837178,
      "grad_norm": 0.3545180857181549,
      "learning_rate": 5.619366469224826e-05,
      "loss": 0.2226,
      "step": 2893
    },
    {
      "epoch": 0.7266108024981954,
      "grad_norm": 0.4257384240627289,
      "learning_rate": 5.614215812516096e-05,
      "loss": 0.2099,
      "step": 2894
    },
    {
      "epoch": 0.726861877412673,
      "grad_norm": 0.1611151397228241,
      "learning_rate": 5.609065155807366e-05,
      "loss": 0.2082,
      "step": 2895
    },
    {
      "epoch": 0.7271129523271506,
      "grad_norm": 0.1665090173482895,
      "learning_rate": 5.6039144990986356e-05,
      "loss": 0.2237,
      "step": 2896
    },
    {
      "epoch": 0.7273640272416282,
      "grad_norm": 0.16234736144542694,
      "learning_rate": 5.5987638423899044e-05,
      "loss": 0.2126,
      "step": 2897
    },
    {
      "epoch": 0.7276151021561058,
      "grad_norm": 0.1581466645002365,
      "learning_rate": 5.5936131856811746e-05,
      "loss": 0.2102,
      "step": 2898
    },
    {
      "epoch": 0.7278661770705834,
      "grad_norm": 0.17636889219284058,
      "learning_rate": 5.588462528972445e-05,
      "loss": 0.1926,
      "step": 2899
    },
    {
      "epoch": 0.728117251985061,
      "grad_norm": 0.15903480350971222,
      "learning_rate": 5.5833118722637135e-05,
      "loss": 0.1992,
      "step": 2900
    },
    {
      "epoch": 0.728117251985061,
      "eval_loss": 3.3556978702545166,
      "eval_runtime": 31.0129,
      "eval_samples_per_second": 16.122,
      "eval_steps_per_second": 0.129,
      "step": 2900
    },
    {
      "epoch": 0.7283683268995387,
      "grad_norm": 0.20339904725551605,
      "learning_rate": 5.5781612155549836e-05,
      "loss": 0.2134,
      "step": 2901
    },
    {
      "epoch": 0.7286194018140163,
      "grad_norm": 0.15340088307857513,
      "learning_rate": 5.573010558846253e-05,
      "loss": 0.2426,
      "step": 2902
    },
    {
      "epoch": 0.7288704767284938,
      "grad_norm": 0.32660067081451416,
      "learning_rate": 5.567859902137523e-05,
      "loss": 0.1988,
      "step": 2903
    },
    {
      "epoch": 0.7291215516429714,
      "grad_norm": 0.16122502088546753,
      "learning_rate": 5.562709245428792e-05,
      "loss": 0.2368,
      "step": 2904
    },
    {
      "epoch": 0.729372626557449,
      "grad_norm": 0.16535848379135132,
      "learning_rate": 5.557558588720062e-05,
      "loss": 0.2134,
      "step": 2905
    },
    {
      "epoch": 0.7296237014719267,
      "grad_norm": 0.16166220605373383,
      "learning_rate": 5.552407932011332e-05,
      "loss": 0.2195,
      "step": 2906
    },
    {
      "epoch": 0.7298747763864043,
      "grad_norm": 0.17340202629566193,
      "learning_rate": 5.547257275302601e-05,
      "loss": 0.2247,
      "step": 2907
    },
    {
      "epoch": 0.7301258513008819,
      "grad_norm": 0.1510293185710907,
      "learning_rate": 5.5421066185938705e-05,
      "loss": 0.2233,
      "step": 2908
    },
    {
      "epoch": 0.7303769262153595,
      "grad_norm": 0.2703263759613037,
      "learning_rate": 5.5369559618851406e-05,
      "loss": 0.2065,
      "step": 2909
    },
    {
      "epoch": 0.7306280011298372,
      "grad_norm": 0.20852482318878174,
      "learning_rate": 5.531805305176411e-05,
      "loss": 0.2039,
      "step": 2910
    },
    {
      "epoch": 0.7308790760443147,
      "grad_norm": 0.19942079484462738,
      "learning_rate": 5.5266546484676795e-05,
      "loss": 0.2264,
      "step": 2911
    },
    {
      "epoch": 0.7311301509587923,
      "grad_norm": 0.17050400376319885,
      "learning_rate": 5.5215039917589497e-05,
      "loss": 0.2036,
      "step": 2912
    },
    {
      "epoch": 0.7313812258732699,
      "grad_norm": 0.1669166088104248,
      "learning_rate": 5.516353335050219e-05,
      "loss": 0.1922,
      "step": 2913
    },
    {
      "epoch": 0.7316323007877475,
      "grad_norm": 0.1547994464635849,
      "learning_rate": 5.5112026783414886e-05,
      "loss": 0.2327,
      "step": 2914
    },
    {
      "epoch": 0.7318833757022252,
      "grad_norm": 0.15558116137981415,
      "learning_rate": 5.506052021632758e-05,
      "loss": 0.2395,
      "step": 2915
    },
    {
      "epoch": 0.7321344506167028,
      "grad_norm": 0.1648341715335846,
      "learning_rate": 5.500901364924028e-05,
      "loss": 0.1993,
      "step": 2916
    },
    {
      "epoch": 0.7323855255311804,
      "grad_norm": 0.1559939831495285,
      "learning_rate": 5.495750708215298e-05,
      "loss": 0.2187,
      "step": 2917
    },
    {
      "epoch": 0.7326366004456579,
      "grad_norm": 0.1943105012178421,
      "learning_rate": 5.490600051506567e-05,
      "loss": 0.1865,
      "step": 2918
    },
    {
      "epoch": 0.7328876753601355,
      "grad_norm": 0.20936916768550873,
      "learning_rate": 5.485449394797837e-05,
      "loss": 0.2153,
      "step": 2919
    },
    {
      "epoch": 0.7331387502746132,
      "grad_norm": 0.19765041768550873,
      "learning_rate": 5.480298738089107e-05,
      "loss": 0.2087,
      "step": 2920
    },
    {
      "epoch": 0.7333898251890908,
      "grad_norm": 0.1407686024904251,
      "learning_rate": 5.4751480813803754e-05,
      "loss": 0.2281,
      "step": 2921
    },
    {
      "epoch": 0.7336409001035684,
      "grad_norm": 0.4529109299182892,
      "learning_rate": 5.4699974246716456e-05,
      "loss": 0.2043,
      "step": 2922
    },
    {
      "epoch": 0.733891975018046,
      "grad_norm": 0.13944582641124725,
      "learning_rate": 5.464846767962916e-05,
      "loss": 0.233,
      "step": 2923
    },
    {
      "epoch": 0.7341430499325237,
      "grad_norm": 0.1773337721824646,
      "learning_rate": 5.459696111254186e-05,
      "loss": 0.204,
      "step": 2924
    },
    {
      "epoch": 0.7343941248470012,
      "grad_norm": 0.15479420125484467,
      "learning_rate": 5.4545454545454546e-05,
      "loss": 0.2125,
      "step": 2925
    },
    {
      "epoch": 0.7346451997614788,
      "grad_norm": 0.1583348512649536,
      "learning_rate": 5.449394797836724e-05,
      "loss": 0.2076,
      "step": 2926
    },
    {
      "epoch": 0.7348962746759564,
      "grad_norm": 0.16043542325496674,
      "learning_rate": 5.444244141127994e-05,
      "loss": 0.2037,
      "step": 2927
    },
    {
      "epoch": 0.735147349590434,
      "grad_norm": 0.13253962993621826,
      "learning_rate": 5.4390934844192643e-05,
      "loss": 0.2021,
      "step": 2928
    },
    {
      "epoch": 0.7353984245049117,
      "grad_norm": 0.17895600199699402,
      "learning_rate": 5.433942827710533e-05,
      "loss": 0.2168,
      "step": 2929
    },
    {
      "epoch": 0.7356494994193893,
      "grad_norm": 0.1491195261478424,
      "learning_rate": 5.428792171001803e-05,
      "loss": 0.2282,
      "step": 2930
    },
    {
      "epoch": 0.7359005743338669,
      "grad_norm": 0.5624728798866272,
      "learning_rate": 5.423641514293073e-05,
      "loss": 0.1946,
      "step": 2931
    },
    {
      "epoch": 0.7361516492483444,
      "grad_norm": 0.17741379141807556,
      "learning_rate": 5.4184908575843415e-05,
      "loss": 0.2189,
      "step": 2932
    },
    {
      "epoch": 0.736402724162822,
      "grad_norm": 0.19635850191116333,
      "learning_rate": 5.4133402008756116e-05,
      "loss": 0.2132,
      "step": 2933
    },
    {
      "epoch": 0.7366537990772997,
      "grad_norm": 0.1734059900045395,
      "learning_rate": 5.408189544166882e-05,
      "loss": 0.2027,
      "step": 2934
    },
    {
      "epoch": 0.7369048739917773,
      "grad_norm": 0.1617802083492279,
      "learning_rate": 5.403038887458152e-05,
      "loss": 0.2318,
      "step": 2935
    },
    {
      "epoch": 0.7371559489062549,
      "grad_norm": 0.23478497564792633,
      "learning_rate": 5.397888230749421e-05,
      "loss": 0.2139,
      "step": 2936
    },
    {
      "epoch": 0.7374070238207325,
      "grad_norm": 0.2847301959991455,
      "learning_rate": 5.39273757404069e-05,
      "loss": 0.2124,
      "step": 2937
    },
    {
      "epoch": 0.7376580987352102,
      "grad_norm": 0.15210814774036407,
      "learning_rate": 5.38758691733196e-05,
      "loss": 0.2106,
      "step": 2938
    },
    {
      "epoch": 0.7379091736496878,
      "grad_norm": 0.15974541008472443,
      "learning_rate": 5.382436260623229e-05,
      "loss": 0.2353,
      "step": 2939
    },
    {
      "epoch": 0.7381602485641653,
      "grad_norm": 0.14819884300231934,
      "learning_rate": 5.377285603914499e-05,
      "loss": 0.2192,
      "step": 2940
    },
    {
      "epoch": 0.7384113234786429,
      "grad_norm": 0.14373746514320374,
      "learning_rate": 5.372134947205769e-05,
      "loss": 0.207,
      "step": 2941
    },
    {
      "epoch": 0.7386623983931205,
      "grad_norm": 0.1560036987066269,
      "learning_rate": 5.366984290497039e-05,
      "loss": 0.2131,
      "step": 2942
    },
    {
      "epoch": 0.7389134733075982,
      "grad_norm": 0.16367949545383453,
      "learning_rate": 5.361833633788308e-05,
      "loss": 0.2052,
      "step": 2943
    },
    {
      "epoch": 0.7391645482220758,
      "grad_norm": 0.14325891435146332,
      "learning_rate": 5.356682977079578e-05,
      "loss": 0.2132,
      "step": 2944
    },
    {
      "epoch": 0.7394156231365534,
      "grad_norm": 1.8569649457931519,
      "learning_rate": 5.351532320370848e-05,
      "loss": 0.213,
      "step": 2945
    },
    {
      "epoch": 0.739666698051031,
      "grad_norm": 0.2150849848985672,
      "learning_rate": 5.3463816636621166e-05,
      "loss": 0.2135,
      "step": 2946
    },
    {
      "epoch": 0.7399177729655085,
      "grad_norm": 0.30302998423576355,
      "learning_rate": 5.341231006953387e-05,
      "loss": 0.2137,
      "step": 2947
    },
    {
      "epoch": 0.7401688478799862,
      "grad_norm": 0.18872447311878204,
      "learning_rate": 5.336080350244657e-05,
      "loss": 0.2355,
      "step": 2948
    },
    {
      "epoch": 0.7404199227944638,
      "grad_norm": 0.1479470133781433,
      "learning_rate": 5.330929693535926e-05,
      "loss": 0.2193,
      "step": 2949
    },
    {
      "epoch": 0.7406709977089414,
      "grad_norm": 0.27121666073799133,
      "learning_rate": 5.325779036827195e-05,
      "loss": 0.2092,
      "step": 2950
    },
    {
      "epoch": 0.740922072623419,
      "grad_norm": 0.14975236356258392,
      "learning_rate": 5.320628380118465e-05,
      "loss": 0.1966,
      "step": 2951
    },
    {
      "epoch": 0.7411731475378966,
      "grad_norm": 0.18035200238227844,
      "learning_rate": 5.3154777234097354e-05,
      "loss": 0.2069,
      "step": 2952
    },
    {
      "epoch": 0.7414242224523743,
      "grad_norm": 0.1488136649131775,
      "learning_rate": 5.310327066701004e-05,
      "loss": 0.2135,
      "step": 2953
    },
    {
      "epoch": 0.7416752973668518,
      "grad_norm": 0.20245394110679626,
      "learning_rate": 5.305176409992274e-05,
      "loss": 0.2165,
      "step": 2954
    },
    {
      "epoch": 0.7419263722813294,
      "grad_norm": 0.1851917803287506,
      "learning_rate": 5.300025753283544e-05,
      "loss": 0.2111,
      "step": 2955
    },
    {
      "epoch": 0.742177447195807,
      "grad_norm": 0.2320459932088852,
      "learning_rate": 5.294875096574814e-05,
      "loss": 0.2191,
      "step": 2956
    },
    {
      "epoch": 0.7424285221102846,
      "grad_norm": 0.1726604849100113,
      "learning_rate": 5.2897244398660826e-05,
      "loss": 0.2076,
      "step": 2957
    },
    {
      "epoch": 0.7426795970247623,
      "grad_norm": 0.17596955597400665,
      "learning_rate": 5.284573783157353e-05,
      "loss": 0.2234,
      "step": 2958
    },
    {
      "epoch": 0.7429306719392399,
      "grad_norm": 0.14647407829761505,
      "learning_rate": 5.279423126448623e-05,
      "loss": 0.2186,
      "step": 2959
    },
    {
      "epoch": 0.7431817468537175,
      "grad_norm": 0.2085656076669693,
      "learning_rate": 5.2742724697398924e-05,
      "loss": 0.2202,
      "step": 2960
    },
    {
      "epoch": 0.7434328217681951,
      "grad_norm": 0.14759409427642822,
      "learning_rate": 5.269121813031161e-05,
      "loss": 0.1921,
      "step": 2961
    },
    {
      "epoch": 0.7436838966826727,
      "grad_norm": 0.21062196791172028,
      "learning_rate": 5.263971156322431e-05,
      "loss": 0.2009,
      "step": 2962
    },
    {
      "epoch": 0.7439349715971503,
      "grad_norm": 0.13828355073928833,
      "learning_rate": 5.2588204996137014e-05,
      "loss": 0.231,
      "step": 2963
    },
    {
      "epoch": 0.7441860465116279,
      "grad_norm": 0.15403975546360016,
      "learning_rate": 5.25366984290497e-05,
      "loss": 0.207,
      "step": 2964
    },
    {
      "epoch": 0.7444371214261055,
      "grad_norm": 0.2402728646993637,
      "learning_rate": 5.24851918619624e-05,
      "loss": 0.2084,
      "step": 2965
    },
    {
      "epoch": 0.7446881963405831,
      "grad_norm": 0.1897948682308197,
      "learning_rate": 5.24336852948751e-05,
      "loss": 0.2253,
      "step": 2966
    },
    {
      "epoch": 0.7449392712550608,
      "grad_norm": 0.14060646295547485,
      "learning_rate": 5.23821787277878e-05,
      "loss": 0.2,
      "step": 2967
    },
    {
      "epoch": 0.7451903461695384,
      "grad_norm": 0.14413541555404663,
      "learning_rate": 5.233067216070049e-05,
      "loss": 0.1955,
      "step": 2968
    },
    {
      "epoch": 0.7454414210840159,
      "grad_norm": 0.16519023478031158,
      "learning_rate": 5.227916559361319e-05,
      "loss": 0.2363,
      "step": 2969
    },
    {
      "epoch": 0.7456924959984935,
      "grad_norm": 0.21058312058448792,
      "learning_rate": 5.222765902652589e-05,
      "loss": 0.2054,
      "step": 2970
    },
    {
      "epoch": 0.7459435709129711,
      "grad_norm": 0.19716587662696838,
      "learning_rate": 5.217615245943858e-05,
      "loss": 0.2241,
      "step": 2971
    },
    {
      "epoch": 0.7461946458274488,
      "grad_norm": 0.167153999209404,
      "learning_rate": 5.212464589235128e-05,
      "loss": 0.2135,
      "step": 2972
    },
    {
      "epoch": 0.7464457207419264,
      "grad_norm": 0.15783730149269104,
      "learning_rate": 5.207313932526397e-05,
      "loss": 0.2147,
      "step": 2973
    },
    {
      "epoch": 0.746696795656404,
      "grad_norm": 0.7003507614135742,
      "learning_rate": 5.2021632758176675e-05,
      "loss": 0.2036,
      "step": 2974
    },
    {
      "epoch": 0.7469478705708816,
      "grad_norm": 0.27918606996536255,
      "learning_rate": 5.197012619108936e-05,
      "loss": 0.2125,
      "step": 2975
    },
    {
      "epoch": 0.7471989454853591,
      "grad_norm": 0.13364087045192719,
      "learning_rate": 5.1918619624002064e-05,
      "loss": 0.2131,
      "step": 2976
    },
    {
      "epoch": 0.7474500203998368,
      "grad_norm": 0.14551417529582977,
      "learning_rate": 5.1867113056914765e-05,
      "loss": 0.2231,
      "step": 2977
    },
    {
      "epoch": 0.7477010953143144,
      "grad_norm": 0.14266161620616913,
      "learning_rate": 5.181560648982745e-05,
      "loss": 0.2114,
      "step": 2978
    },
    {
      "epoch": 0.747952170228792,
      "grad_norm": 0.1397743821144104,
      "learning_rate": 5.176409992274015e-05,
      "loss": 0.2147,
      "step": 2979
    },
    {
      "epoch": 0.7482032451432696,
      "grad_norm": 0.3201301395893097,
      "learning_rate": 5.171259335565285e-05,
      "loss": 0.2242,
      "step": 2980
    },
    {
      "epoch": 0.7484543200577473,
      "grad_norm": 0.19201314449310303,
      "learning_rate": 5.166108678856555e-05,
      "loss": 0.2212,
      "step": 2981
    },
    {
      "epoch": 0.7487053949722249,
      "grad_norm": 0.18307070434093475,
      "learning_rate": 5.160958022147824e-05,
      "loss": 0.2212,
      "step": 2982
    },
    {
      "epoch": 0.7489564698867024,
      "grad_norm": 0.40290310978889465,
      "learning_rate": 5.155807365439094e-05,
      "loss": 0.2027,
      "step": 2983
    },
    {
      "epoch": 0.74920754480118,
      "grad_norm": 0.15192659199237823,
      "learning_rate": 5.1506567087303634e-05,
      "loss": 0.1976,
      "step": 2984
    },
    {
      "epoch": 0.7494586197156576,
      "grad_norm": 0.14717379212379456,
      "learning_rate": 5.145506052021632e-05,
      "loss": 0.2129,
      "step": 2985
    },
    {
      "epoch": 0.7497096946301353,
      "grad_norm": 0.2666293680667877,
      "learning_rate": 5.140355395312902e-05,
      "loss": 0.2072,
      "step": 2986
    },
    {
      "epoch": 0.7499607695446129,
      "grad_norm": 0.3053598999977112,
      "learning_rate": 5.1352047386041724e-05,
      "loss": 0.2062,
      "step": 2987
    },
    {
      "epoch": 0.7502118444590905,
      "grad_norm": 0.1507081389427185,
      "learning_rate": 5.1300540818954426e-05,
      "loss": 0.2097,
      "step": 2988
    },
    {
      "epoch": 0.7504629193735681,
      "grad_norm": 0.1385403424501419,
      "learning_rate": 5.1249034251867113e-05,
      "loss": 0.2327,
      "step": 2989
    },
    {
      "epoch": 0.7507139942880457,
      "grad_norm": 0.23371388018131256,
      "learning_rate": 5.119752768477981e-05,
      "loss": 0.2025,
      "step": 2990
    },
    {
      "epoch": 0.7509650692025233,
      "grad_norm": 0.16061367094516754,
      "learning_rate": 5.114602111769251e-05,
      "loss": 0.1979,
      "step": 2991
    },
    {
      "epoch": 0.7512161441170009,
      "grad_norm": 0.19710935652256012,
      "learning_rate": 5.10945145506052e-05,
      "loss": 0.2141,
      "step": 2992
    },
    {
      "epoch": 0.7514672190314785,
      "grad_norm": 0.139757439494133,
      "learning_rate": 5.10430079835179e-05,
      "loss": 0.2172,
      "step": 2993
    },
    {
      "epoch": 0.7517182939459561,
      "grad_norm": 0.17530718445777893,
      "learning_rate": 5.09915014164306e-05,
      "loss": 0.2411,
      "step": 2994
    },
    {
      "epoch": 0.7519693688604338,
      "grad_norm": 0.14664976298809052,
      "learning_rate": 5.0939994849343294e-05,
      "loss": 0.2267,
      "step": 2995
    },
    {
      "epoch": 0.7522204437749114,
      "grad_norm": 0.1532684862613678,
      "learning_rate": 5.088848828225599e-05,
      "loss": 0.2433,
      "step": 2996
    },
    {
      "epoch": 0.752471518689389,
      "grad_norm": 0.14767614006996155,
      "learning_rate": 5.0836981715168684e-05,
      "loss": 0.2085,
      "step": 2997
    },
    {
      "epoch": 0.7527225936038665,
      "grad_norm": 0.31958889961242676,
      "learning_rate": 5.0785475148081385e-05,
      "loss": 0.204,
      "step": 2998
    },
    {
      "epoch": 0.7529736685183441,
      "grad_norm": 0.35763972997665405,
      "learning_rate": 5.0733968580994086e-05,
      "loss": 0.2014,
      "step": 2999
    },
    {
      "epoch": 0.7532247434328218,
      "grad_norm": 0.14677171409130096,
      "learning_rate": 5.0682462013906774e-05,
      "loss": 0.2223,
      "step": 3000
    },
    {
      "epoch": 0.7532247434328218,
      "eval_loss": 3.3546698093414307,
      "eval_runtime": 31.3984,
      "eval_samples_per_second": 15.924,
      "eval_steps_per_second": 0.127,
      "step": 3000
    },
    {
      "epoch": 0.7534758183472994,
      "grad_norm": 0.1923520565032959,
      "learning_rate": 5.0630955446819475e-05,
      "loss": 0.2092,
      "step": 3001
    },
    {
      "epoch": 0.753726893261777,
      "grad_norm": 0.13490571081638336,
      "learning_rate": 5.057944887973217e-05,
      "loss": 0.208,
      "step": 3002
    },
    {
      "epoch": 0.7539779681762546,
      "grad_norm": 0.1588529795408249,
      "learning_rate": 5.052794231264486e-05,
      "loss": 0.2152,
      "step": 3003
    },
    {
      "epoch": 0.7542290430907322,
      "grad_norm": 0.1715475469827652,
      "learning_rate": 5.047643574555756e-05,
      "loss": 0.2339,
      "step": 3004
    },
    {
      "epoch": 0.7544801180052098,
      "grad_norm": 0.27651089429855347,
      "learning_rate": 5.042492917847026e-05,
      "loss": 0.2166,
      "step": 3005
    },
    {
      "epoch": 0.7547311929196874,
      "grad_norm": 0.15944170951843262,
      "learning_rate": 5.037342261138296e-05,
      "loss": 0.2136,
      "step": 3006
    },
    {
      "epoch": 0.754982267834165,
      "grad_norm": 0.14101435244083405,
      "learning_rate": 5.032191604429565e-05,
      "loss": 0.1908,
      "step": 3007
    },
    {
      "epoch": 0.7552333427486426,
      "grad_norm": 0.13347096741199493,
      "learning_rate": 5.0270409477208344e-05,
      "loss": 0.2002,
      "step": 3008
    },
    {
      "epoch": 0.7554844176631202,
      "grad_norm": 0.17399877309799194,
      "learning_rate": 5.0218902910121045e-05,
      "loss": 0.2098,
      "step": 3009
    },
    {
      "epoch": 0.7557354925775979,
      "grad_norm": 0.1396050900220871,
      "learning_rate": 5.016739634303373e-05,
      "loss": 0.223,
      "step": 3010
    },
    {
      "epoch": 0.7559865674920755,
      "grad_norm": 0.17158178985118866,
      "learning_rate": 5.0115889775946435e-05,
      "loss": 0.197,
      "step": 3011
    },
    {
      "epoch": 0.756237642406553,
      "grad_norm": 0.16800333559513092,
      "learning_rate": 5.0064383208859136e-05,
      "loss": 0.2322,
      "step": 3012
    },
    {
      "epoch": 0.7564887173210306,
      "grad_norm": 0.14603731036186218,
      "learning_rate": 5.001287664177183e-05,
      "loss": 0.2077,
      "step": 3013
    },
    {
      "epoch": 0.7567397922355082,
      "grad_norm": 0.38892272114753723,
      "learning_rate": 4.9961370074684525e-05,
      "loss": 0.2291,
      "step": 3014
    },
    {
      "epoch": 0.7569908671499859,
      "grad_norm": 0.15799349546432495,
      "learning_rate": 4.990986350759722e-05,
      "loss": 0.2321,
      "step": 3015
    },
    {
      "epoch": 0.7572419420644635,
      "grad_norm": 0.12612706422805786,
      "learning_rate": 4.9858356940509914e-05,
      "loss": 0.2132,
      "step": 3016
    },
    {
      "epoch": 0.7574930169789411,
      "grad_norm": 0.1333528459072113,
      "learning_rate": 4.9806850373422615e-05,
      "loss": 0.2247,
      "step": 3017
    },
    {
      "epoch": 0.7577440918934187,
      "grad_norm": 0.15129491686820984,
      "learning_rate": 4.975534380633531e-05,
      "loss": 0.2268,
      "step": 3018
    },
    {
      "epoch": 0.7579951668078964,
      "grad_norm": 0.1357942670583725,
      "learning_rate": 4.9703837239248005e-05,
      "loss": 0.2142,
      "step": 3019
    },
    {
      "epoch": 0.7582462417223739,
      "grad_norm": 0.22044506669044495,
      "learning_rate": 4.96523306721607e-05,
      "loss": 0.2234,
      "step": 3020
    },
    {
      "epoch": 0.7584973166368515,
      "grad_norm": 0.14721013605594635,
      "learning_rate": 4.96008241050734e-05,
      "loss": 0.1964,
      "step": 3021
    },
    {
      "epoch": 0.7587483915513291,
      "grad_norm": 0.16860266029834747,
      "learning_rate": 4.9549317537986095e-05,
      "loss": 0.2161,
      "step": 3022
    },
    {
      "epoch": 0.7589994664658067,
      "grad_norm": 0.35467109084129333,
      "learning_rate": 4.9497810970898796e-05,
      "loss": 0.2143,
      "step": 3023
    },
    {
      "epoch": 0.7592505413802844,
      "grad_norm": 0.15263177454471588,
      "learning_rate": 4.944630440381149e-05,
      "loss": 0.1952,
      "step": 3024
    },
    {
      "epoch": 0.759501616294762,
      "grad_norm": 0.15645575523376465,
      "learning_rate": 4.9394797836724186e-05,
      "loss": 0.2243,
      "step": 3025
    },
    {
      "epoch": 0.7597526912092396,
      "grad_norm": 0.16645947098731995,
      "learning_rate": 4.934329126963688e-05,
      "loss": 0.2199,
      "step": 3026
    },
    {
      "epoch": 0.7600037661237171,
      "grad_norm": 0.13532593846321106,
      "learning_rate": 4.9291784702549575e-05,
      "loss": 0.2027,
      "step": 3027
    },
    {
      "epoch": 0.7602548410381947,
      "grad_norm": 0.2715109586715698,
      "learning_rate": 4.9240278135462276e-05,
      "loss": 0.2143,
      "step": 3028
    },
    {
      "epoch": 0.7605059159526724,
      "grad_norm": 0.14747203886508942,
      "learning_rate": 4.918877156837497e-05,
      "loss": 0.2265,
      "step": 3029
    },
    {
      "epoch": 0.76075699086715,
      "grad_norm": 0.16937768459320068,
      "learning_rate": 4.913726500128767e-05,
      "loss": 0.2039,
      "step": 3030
    },
    {
      "epoch": 0.7610080657816276,
      "grad_norm": 0.13604722917079926,
      "learning_rate": 4.908575843420036e-05,
      "loss": 0.2003,
      "step": 3031
    },
    {
      "epoch": 0.7612591406961052,
      "grad_norm": 0.18197394907474518,
      "learning_rate": 4.9034251867113054e-05,
      "loss": 0.2206,
      "step": 3032
    },
    {
      "epoch": 0.7615102156105829,
      "grad_norm": 0.15243522822856903,
      "learning_rate": 4.8982745300025756e-05,
      "loss": 0.2379,
      "step": 3033
    },
    {
      "epoch": 0.7617612905250604,
      "grad_norm": 0.16715413331985474,
      "learning_rate": 4.893123873293845e-05,
      "loss": 0.207,
      "step": 3034
    },
    {
      "epoch": 0.762012365439538,
      "grad_norm": 0.14710062742233276,
      "learning_rate": 4.887973216585115e-05,
      "loss": 0.2087,
      "step": 3035
    },
    {
      "epoch": 0.7622634403540156,
      "grad_norm": 0.1509762555360794,
      "learning_rate": 4.8828225598763846e-05,
      "loss": 0.2326,
      "step": 3036
    },
    {
      "epoch": 0.7625145152684932,
      "grad_norm": 0.12986885011196136,
      "learning_rate": 4.877671903167654e-05,
      "loss": 0.21,
      "step": 3037
    },
    {
      "epoch": 0.7627655901829709,
      "grad_norm": 0.1706235557794571,
      "learning_rate": 4.8725212464589235e-05,
      "loss": 0.2101,
      "step": 3038
    },
    {
      "epoch": 0.7630166650974485,
      "grad_norm": 0.14935386180877686,
      "learning_rate": 4.867370589750193e-05,
      "loss": 0.1906,
      "step": 3039
    },
    {
      "epoch": 0.7632677400119261,
      "grad_norm": 0.16498884558677673,
      "learning_rate": 4.862219933041463e-05,
      "loss": 0.1973,
      "step": 3040
    },
    {
      "epoch": 0.7635188149264036,
      "grad_norm": 0.16518031060695648,
      "learning_rate": 4.8570692763327326e-05,
      "loss": 0.1993,
      "step": 3041
    },
    {
      "epoch": 0.7637698898408812,
      "grad_norm": 0.14846734702587128,
      "learning_rate": 4.851918619624003e-05,
      "loss": 0.239,
      "step": 3042
    },
    {
      "epoch": 0.7640209647553589,
      "grad_norm": 0.15595507621765137,
      "learning_rate": 4.8467679629152715e-05,
      "loss": 0.2033,
      "step": 3043
    },
    {
      "epoch": 0.7642720396698365,
      "grad_norm": 0.14294512569904327,
      "learning_rate": 4.8416173062065416e-05,
      "loss": 0.211,
      "step": 3044
    },
    {
      "epoch": 0.7645231145843141,
      "grad_norm": 0.1380831003189087,
      "learning_rate": 4.836466649497811e-05,
      "loss": 0.2014,
      "step": 3045
    },
    {
      "epoch": 0.7647741894987917,
      "grad_norm": 0.14570309221744537,
      "learning_rate": 4.831315992789081e-05,
      "loss": 0.2003,
      "step": 3046
    },
    {
      "epoch": 0.7650252644132693,
      "grad_norm": 0.43538954854011536,
      "learning_rate": 4.8261653360803507e-05,
      "loss": 0.2302,
      "step": 3047
    },
    {
      "epoch": 0.765276339327747,
      "grad_norm": 0.15539368987083435,
      "learning_rate": 4.82101467937162e-05,
      "loss": 0.2143,
      "step": 3048
    },
    {
      "epoch": 0.7655274142422245,
      "grad_norm": 0.22680814564228058,
      "learning_rate": 4.8158640226628896e-05,
      "loss": 0.1931,
      "step": 3049
    },
    {
      "epoch": 0.7657784891567021,
      "grad_norm": 0.13475938141345978,
      "learning_rate": 4.810713365954159e-05,
      "loss": 0.2155,
      "step": 3050
    },
    {
      "epoch": 0.7660295640711797,
      "grad_norm": 0.14049232006072998,
      "learning_rate": 4.805562709245429e-05,
      "loss": 0.2159,
      "step": 3051
    },
    {
      "epoch": 0.7662806389856573,
      "grad_norm": 0.1456129252910614,
      "learning_rate": 4.8004120525366986e-05,
      "loss": 0.21,
      "step": 3052
    },
    {
      "epoch": 0.766531713900135,
      "grad_norm": 0.15446999669075012,
      "learning_rate": 4.795261395827969e-05,
      "loss": 0.2347,
      "step": 3053
    },
    {
      "epoch": 0.7667827888146126,
      "grad_norm": 0.14427292346954346,
      "learning_rate": 4.790110739119238e-05,
      "loss": 0.2129,
      "step": 3054
    },
    {
      "epoch": 0.7670338637290902,
      "grad_norm": 0.44674569368362427,
      "learning_rate": 4.784960082410507e-05,
      "loss": 0.2302,
      "step": 3055
    },
    {
      "epoch": 0.7672849386435677,
      "grad_norm": 0.17994067072868347,
      "learning_rate": 4.779809425701777e-05,
      "loss": 0.193,
      "step": 3056
    },
    {
      "epoch": 0.7675360135580453,
      "grad_norm": 0.1556750386953354,
      "learning_rate": 4.7746587689930466e-05,
      "loss": 0.2112,
      "step": 3057
    },
    {
      "epoch": 0.767787088472523,
      "grad_norm": 0.17608879506587982,
      "learning_rate": 4.769508112284317e-05,
      "loss": 0.2087,
      "step": 3058
    },
    {
      "epoch": 0.7680381633870006,
      "grad_norm": 0.22912882268428802,
      "learning_rate": 4.764357455575586e-05,
      "loss": 0.2073,
      "step": 3059
    },
    {
      "epoch": 0.7682892383014782,
      "grad_norm": 0.15758050978183746,
      "learning_rate": 4.7592067988668556e-05,
      "loss": 0.2274,
      "step": 3060
    },
    {
      "epoch": 0.7685403132159558,
      "grad_norm": 0.15225781500339508,
      "learning_rate": 4.754056142158125e-05,
      "loss": 0.215,
      "step": 3061
    },
    {
      "epoch": 0.7687913881304335,
      "grad_norm": 0.2641841471195221,
      "learning_rate": 4.748905485449395e-05,
      "loss": 0.2106,
      "step": 3062
    },
    {
      "epoch": 0.769042463044911,
      "grad_norm": 0.14404380321502686,
      "learning_rate": 4.743754828740665e-05,
      "loss": 0.206,
      "step": 3063
    },
    {
      "epoch": 0.7692935379593886,
      "grad_norm": 1.4700453281402588,
      "learning_rate": 4.738604172031934e-05,
      "loss": 0.2097,
      "step": 3064
    },
    {
      "epoch": 0.7695446128738662,
      "grad_norm": 0.1338990330696106,
      "learning_rate": 4.733453515323204e-05,
      "loss": 0.2207,
      "step": 3065
    },
    {
      "epoch": 0.7697956877883438,
      "grad_norm": 0.14185728132724762,
      "learning_rate": 4.728302858614474e-05,
      "loss": 0.2081,
      "step": 3066
    },
    {
      "epoch": 0.7700467627028215,
      "grad_norm": 0.1650514304637909,
      "learning_rate": 4.723152201905743e-05,
      "loss": 0.2184,
      "step": 3067
    },
    {
      "epoch": 0.7702978376172991,
      "grad_norm": 0.20463351905345917,
      "learning_rate": 4.7180015451970126e-05,
      "loss": 0.2511,
      "step": 3068
    },
    {
      "epoch": 0.7705489125317767,
      "grad_norm": 0.14968371391296387,
      "learning_rate": 4.712850888488283e-05,
      "loss": 0.1985,
      "step": 3069
    },
    {
      "epoch": 0.7707999874462543,
      "grad_norm": 0.16022174060344696,
      "learning_rate": 4.707700231779552e-05,
      "loss": 0.2026,
      "step": 3070
    },
    {
      "epoch": 0.7710510623607318,
      "grad_norm": 0.15682999789714813,
      "learning_rate": 4.702549575070822e-05,
      "loss": 0.208,
      "step": 3071
    },
    {
      "epoch": 0.7713021372752095,
      "grad_norm": 0.13880568742752075,
      "learning_rate": 4.697398918362091e-05,
      "loss": 0.224,
      "step": 3072
    },
    {
      "epoch": 0.7715532121896871,
      "grad_norm": 0.19804325699806213,
      "learning_rate": 4.6922482616533606e-05,
      "loss": 0.2072,
      "step": 3073
    },
    {
      "epoch": 0.7718042871041647,
      "grad_norm": 0.134913370013237,
      "learning_rate": 4.687097604944631e-05,
      "loss": 0.2029,
      "step": 3074
    },
    {
      "epoch": 0.7720553620186423,
      "grad_norm": 0.1454736739397049,
      "learning_rate": 4.6819469482359e-05,
      "loss": 0.2189,
      "step": 3075
    },
    {
      "epoch": 0.77230643693312,
      "grad_norm": 0.18162722885608673,
      "learning_rate": 4.67679629152717e-05,
      "loss": 0.2159,
      "step": 3076
    },
    {
      "epoch": 0.7725575118475976,
      "grad_norm": 0.15163291990756989,
      "learning_rate": 4.67164563481844e-05,
      "loss": 0.2339,
      "step": 3077
    },
    {
      "epoch": 0.7728085867620751,
      "grad_norm": 0.13733217120170593,
      "learning_rate": 4.666494978109709e-05,
      "loss": 0.2044,
      "step": 3078
    },
    {
      "epoch": 0.7730596616765527,
      "grad_norm": 0.1469137817621231,
      "learning_rate": 4.661344321400979e-05,
      "loss": 0.1941,
      "step": 3079
    },
    {
      "epoch": 0.7733107365910303,
      "grad_norm": 0.16030734777450562,
      "learning_rate": 4.656193664692248e-05,
      "loss": 0.2007,
      "step": 3080
    },
    {
      "epoch": 0.773561811505508,
      "grad_norm": 0.254928857088089,
      "learning_rate": 4.651043007983518e-05,
      "loss": 0.2206,
      "step": 3081
    },
    {
      "epoch": 0.7738128864199856,
      "grad_norm": 0.1840573400259018,
      "learning_rate": 4.645892351274788e-05,
      "loss": 0.2099,
      "step": 3082
    },
    {
      "epoch": 0.7740639613344632,
      "grad_norm": 0.17770521342754364,
      "learning_rate": 4.640741694566058e-05,
      "loss": 0.2099,
      "step": 3083
    },
    {
      "epoch": 0.7743150362489408,
      "grad_norm": 0.1542554795742035,
      "learning_rate": 4.6355910378573266e-05,
      "loss": 0.2061,
      "step": 3084
    },
    {
      "epoch": 0.7745661111634183,
      "grad_norm": 0.1450541615486145,
      "learning_rate": 4.630440381148597e-05,
      "loss": 0.2277,
      "step": 3085
    },
    {
      "epoch": 0.774817186077896,
      "grad_norm": 0.31814372539520264,
      "learning_rate": 4.625289724439866e-05,
      "loss": 0.2041,
      "step": 3086
    },
    {
      "epoch": 0.7750682609923736,
      "grad_norm": 0.4400056004524231,
      "learning_rate": 4.620139067731136e-05,
      "loss": 0.2053,
      "step": 3087
    },
    {
      "epoch": 0.7753193359068512,
      "grad_norm": 0.1494261920452118,
      "learning_rate": 4.614988411022406e-05,
      "loss": 0.2106,
      "step": 3088
    },
    {
      "epoch": 0.7755704108213288,
      "grad_norm": 0.15090544521808624,
      "learning_rate": 4.609837754313675e-05,
      "loss": 0.2007,
      "step": 3089
    },
    {
      "epoch": 0.7758214857358064,
      "grad_norm": 0.15248171985149384,
      "learning_rate": 4.604687097604945e-05,
      "loss": 0.2256,
      "step": 3090
    },
    {
      "epoch": 0.7760725606502841,
      "grad_norm": 0.15537473559379578,
      "learning_rate": 4.599536440896214e-05,
      "loss": 0.2213,
      "step": 3091
    },
    {
      "epoch": 0.7763236355647616,
      "grad_norm": 0.1533622145652771,
      "learning_rate": 4.594385784187484e-05,
      "loss": 0.2077,
      "step": 3092
    },
    {
      "epoch": 0.7765747104792392,
      "grad_norm": 0.2718663513660431,
      "learning_rate": 4.589235127478754e-05,
      "loss": 0.2235,
      "step": 3093
    },
    {
      "epoch": 0.7768257853937168,
      "grad_norm": 0.14006157219409943,
      "learning_rate": 4.584084470770023e-05,
      "loss": 0.2039,
      "step": 3094
    },
    {
      "epoch": 0.7770768603081945,
      "grad_norm": 0.1750573217868805,
      "learning_rate": 4.5789338140612934e-05,
      "loss": 0.229,
      "step": 3095
    },
    {
      "epoch": 0.7773279352226721,
      "grad_norm": 0.16193503141403198,
      "learning_rate": 4.573783157352562e-05,
      "loss": 0.2248,
      "step": 3096
    },
    {
      "epoch": 0.7775790101371497,
      "grad_norm": 0.18699784576892853,
      "learning_rate": 4.568632500643832e-05,
      "loss": 0.2068,
      "step": 3097
    },
    {
      "epoch": 0.7778300850516273,
      "grad_norm": 0.1849878430366516,
      "learning_rate": 4.563481843935102e-05,
      "loss": 0.1963,
      "step": 3098
    },
    {
      "epoch": 0.7780811599661049,
      "grad_norm": 0.16541244089603424,
      "learning_rate": 4.558331187226372e-05,
      "loss": 0.2018,
      "step": 3099
    },
    {
      "epoch": 0.7783322348805825,
      "grad_norm": 0.20419086515903473,
      "learning_rate": 4.553180530517641e-05,
      "loss": 0.2032,
      "step": 3100
    },
    {
      "epoch": 0.7783322348805825,
      "eval_loss": 3.30442476272583,
      "eval_runtime": 35.9627,
      "eval_samples_per_second": 13.903,
      "eval_steps_per_second": 0.111,
      "step": 3100
    },
    {
      "epoch": 0.7785833097950601,
      "grad_norm": 0.1434100717306137,
      "learning_rate": 4.548029873808911e-05,
      "loss": 0.2128,
      "step": 3101
    },
    {
      "epoch": 0.7788343847095377,
      "grad_norm": 0.14479675889015198,
      "learning_rate": 4.54287921710018e-05,
      "loss": 0.2378,
      "step": 3102
    },
    {
      "epoch": 0.7790854596240153,
      "grad_norm": 0.14631763100624084,
      "learning_rate": 4.53772856039145e-05,
      "loss": 0.2175,
      "step": 3103
    },
    {
      "epoch": 0.7793365345384929,
      "grad_norm": 0.370438814163208,
      "learning_rate": 4.53257790368272e-05,
      "loss": 0.1958,
      "step": 3104
    },
    {
      "epoch": 0.7795876094529706,
      "grad_norm": 0.14507679641246796,
      "learning_rate": 4.527427246973989e-05,
      "loss": 0.2232,
      "step": 3105
    },
    {
      "epoch": 0.7798386843674482,
      "grad_norm": 0.17823438346385956,
      "learning_rate": 4.5222765902652594e-05,
      "loss": 0.2019,
      "step": 3106
    },
    {
      "epoch": 0.7800897592819257,
      "grad_norm": 0.16465288400650024,
      "learning_rate": 4.517125933556529e-05,
      "loss": 0.2111,
      "step": 3107
    },
    {
      "epoch": 0.7803408341964033,
      "grad_norm": 0.15126590430736542,
      "learning_rate": 4.5119752768477983e-05,
      "loss": 0.2242,
      "step": 3108
    },
    {
      "epoch": 0.7805919091108809,
      "grad_norm": 0.1638767421245575,
      "learning_rate": 4.506824620139068e-05,
      "loss": 0.2356,
      "step": 3109
    },
    {
      "epoch": 0.7808429840253586,
      "grad_norm": 0.15027886629104614,
      "learning_rate": 4.501673963430337e-05,
      "loss": 0.2157,
      "step": 3110
    },
    {
      "epoch": 0.7810940589398362,
      "grad_norm": 0.17009076476097107,
      "learning_rate": 4.4965233067216074e-05,
      "loss": 0.2102,
      "step": 3111
    },
    {
      "epoch": 0.7813451338543138,
      "grad_norm": 0.1566312164068222,
      "learning_rate": 4.491372650012877e-05,
      "loss": 0.2224,
      "step": 3112
    },
    {
      "epoch": 0.7815962087687914,
      "grad_norm": 0.2128976434469223,
      "learning_rate": 4.486221993304146e-05,
      "loss": 0.1996,
      "step": 3113
    },
    {
      "epoch": 0.781847283683269,
      "grad_norm": 0.16475442051887512,
      "learning_rate": 4.481071336595416e-05,
      "loss": 0.224,
      "step": 3114
    },
    {
      "epoch": 0.7820983585977466,
      "grad_norm": 0.14269976317882538,
      "learning_rate": 4.475920679886686e-05,
      "loss": 0.2138,
      "step": 3115
    },
    {
      "epoch": 0.7823494335122242,
      "grad_norm": 0.22690309584140778,
      "learning_rate": 4.4707700231779553e-05,
      "loss": 0.2167,
      "step": 3116
    },
    {
      "epoch": 0.7826005084267018,
      "grad_norm": 0.14064405858516693,
      "learning_rate": 4.4656193664692255e-05,
      "loss": 0.2026,
      "step": 3117
    },
    {
      "epoch": 0.7828515833411794,
      "grad_norm": 0.14477096498012543,
      "learning_rate": 4.460468709760495e-05,
      "loss": 0.2043,
      "step": 3118
    },
    {
      "epoch": 0.7831026582556571,
      "grad_norm": 0.1348879188299179,
      "learning_rate": 4.4553180530517644e-05,
      "loss": 0.2055,
      "step": 3119
    },
    {
      "epoch": 0.7833537331701347,
      "grad_norm": 0.17225560545921326,
      "learning_rate": 4.450167396343034e-05,
      "loss": 0.2284,
      "step": 3120
    },
    {
      "epoch": 0.7836048080846122,
      "grad_norm": 0.22339719533920288,
      "learning_rate": 4.445016739634303e-05,
      "loss": 0.218,
      "step": 3121
    },
    {
      "epoch": 0.7838558829990898,
      "grad_norm": 0.301232248544693,
      "learning_rate": 4.4398660829255734e-05,
      "loss": 0.1983,
      "step": 3122
    },
    {
      "epoch": 0.7841069579135674,
      "grad_norm": 0.14814609289169312,
      "learning_rate": 4.434715426216843e-05,
      "loss": 0.2316,
      "step": 3123
    },
    {
      "epoch": 0.7843580328280451,
      "grad_norm": 0.14912742376327515,
      "learning_rate": 4.429564769508113e-05,
      "loss": 0.1924,
      "step": 3124
    },
    {
      "epoch": 0.7846091077425227,
      "grad_norm": 0.14534831047058105,
      "learning_rate": 4.424414112799382e-05,
      "loss": 0.2085,
      "step": 3125
    },
    {
      "epoch": 0.7848601826570003,
      "grad_norm": 0.16472771763801575,
      "learning_rate": 4.419263456090651e-05,
      "loss": 0.2111,
      "step": 3126
    },
    {
      "epoch": 0.7851112575714779,
      "grad_norm": 0.14270839095115662,
      "learning_rate": 4.4141127993819214e-05,
      "loss": 0.2073,
      "step": 3127
    },
    {
      "epoch": 0.7853623324859555,
      "grad_norm": 0.1477244347333908,
      "learning_rate": 4.408962142673191e-05,
      "loss": 0.2173,
      "step": 3128
    },
    {
      "epoch": 0.7856134074004331,
      "grad_norm": 0.42928388714790344,
      "learning_rate": 4.403811485964461e-05,
      "loss": 0.2357,
      "step": 3129
    },
    {
      "epoch": 0.7858644823149107,
      "grad_norm": 0.1568169742822647,
      "learning_rate": 4.3986608292557304e-05,
      "loss": 0.2116,
      "step": 3130
    },
    {
      "epoch": 0.7861155572293883,
      "grad_norm": 0.15293875336647034,
      "learning_rate": 4.393510172547e-05,
      "loss": 0.22,
      "step": 3131
    },
    {
      "epoch": 0.7863666321438659,
      "grad_norm": 0.18710622191429138,
      "learning_rate": 4.3883595158382694e-05,
      "loss": 0.2227,
      "step": 3132
    },
    {
      "epoch": 0.7866177070583436,
      "grad_norm": 0.22324377298355103,
      "learning_rate": 4.3832088591295395e-05,
      "loss": 0.2037,
      "step": 3133
    },
    {
      "epoch": 0.7868687819728212,
      "grad_norm": 0.1366841197013855,
      "learning_rate": 4.378058202420809e-05,
      "loss": 0.2,
      "step": 3134
    },
    {
      "epoch": 0.7871198568872988,
      "grad_norm": 0.14849931001663208,
      "learning_rate": 4.3729075457120784e-05,
      "loss": 0.2116,
      "step": 3135
    },
    {
      "epoch": 0.7873709318017763,
      "grad_norm": 0.1940361112356186,
      "learning_rate": 4.3677568890033485e-05,
      "loss": 0.2198,
      "step": 3136
    },
    {
      "epoch": 0.7876220067162539,
      "grad_norm": 0.1390862613916397,
      "learning_rate": 4.362606232294617e-05,
      "loss": 0.2058,
      "step": 3137
    },
    {
      "epoch": 0.7878730816307316,
      "grad_norm": 0.1560657024383545,
      "learning_rate": 4.3574555755858875e-05,
      "loss": 0.2203,
      "step": 3138
    },
    {
      "epoch": 0.7881241565452092,
      "grad_norm": 0.21446493268013,
      "learning_rate": 4.352304918877157e-05,
      "loss": 0.22,
      "step": 3139
    },
    {
      "epoch": 0.7883752314596868,
      "grad_norm": 0.15080304443836212,
      "learning_rate": 4.347154262168427e-05,
      "loss": 0.2089,
      "step": 3140
    },
    {
      "epoch": 0.7886263063741644,
      "grad_norm": 0.14037056267261505,
      "learning_rate": 4.3420036054596965e-05,
      "loss": 0.2162,
      "step": 3141
    },
    {
      "epoch": 0.788877381288642,
      "grad_norm": 0.18938890099525452,
      "learning_rate": 4.336852948750966e-05,
      "loss": 0.2238,
      "step": 3142
    },
    {
      "epoch": 0.7891284562031196,
      "grad_norm": 0.1569996178150177,
      "learning_rate": 4.3317022920422354e-05,
      "loss": 0.2239,
      "step": 3143
    },
    {
      "epoch": 0.7893795311175972,
      "grad_norm": 0.16088919341564178,
      "learning_rate": 4.326551635333505e-05,
      "loss": 0.2103,
      "step": 3144
    },
    {
      "epoch": 0.7896306060320748,
      "grad_norm": 0.1433233618736267,
      "learning_rate": 4.321400978624775e-05,
      "loss": 0.2083,
      "step": 3145
    },
    {
      "epoch": 0.7898816809465524,
      "grad_norm": 0.15398423373699188,
      "learning_rate": 4.3162503219160445e-05,
      "loss": 0.1895,
      "step": 3146
    },
    {
      "epoch": 0.79013275586103,
      "grad_norm": 0.13605058193206787,
      "learning_rate": 4.3110996652073146e-05,
      "loss": 0.2188,
      "step": 3147
    },
    {
      "epoch": 0.7903838307755077,
      "grad_norm": 0.19539889693260193,
      "learning_rate": 4.305949008498584e-05,
      "loss": 0.2231,
      "step": 3148
    },
    {
      "epoch": 0.7906349056899853,
      "grad_norm": 0.14045046269893646,
      "learning_rate": 4.3007983517898535e-05,
      "loss": 0.2065,
      "step": 3149
    },
    {
      "epoch": 0.7908859806044628,
      "grad_norm": 0.16315798461437225,
      "learning_rate": 4.295647695081123e-05,
      "loss": 0.2136,
      "step": 3150
    },
    {
      "epoch": 0.7911370555189404,
      "grad_norm": 0.16058580577373505,
      "learning_rate": 4.2904970383723924e-05,
      "loss": 0.2222,
      "step": 3151
    },
    {
      "epoch": 0.791388130433418,
      "grad_norm": 0.15119245648384094,
      "learning_rate": 4.2853463816636626e-05,
      "loss": 0.2086,
      "step": 3152
    },
    {
      "epoch": 0.7916392053478957,
      "grad_norm": 0.14541317522525787,
      "learning_rate": 4.280195724954932e-05,
      "loss": 0.2126,
      "step": 3153
    },
    {
      "epoch": 0.7918902802623733,
      "grad_norm": 0.15491868555545807,
      "learning_rate": 4.2750450682462015e-05,
      "loss": 0.205,
      "step": 3154
    },
    {
      "epoch": 0.7921413551768509,
      "grad_norm": 0.15070609748363495,
      "learning_rate": 4.269894411537471e-05,
      "loss": 0.1996,
      "step": 3155
    },
    {
      "epoch": 0.7923924300913285,
      "grad_norm": 0.18508140742778778,
      "learning_rate": 4.264743754828741e-05,
      "loss": 0.2314,
      "step": 3156
    },
    {
      "epoch": 0.7926435050058062,
      "grad_norm": 0.15139012038707733,
      "learning_rate": 4.2595930981200105e-05,
      "loss": 0.1935,
      "step": 3157
    },
    {
      "epoch": 0.7928945799202837,
      "grad_norm": 0.15467903017997742,
      "learning_rate": 4.25444244141128e-05,
      "loss": 0.1931,
      "step": 3158
    },
    {
      "epoch": 0.7931456548347613,
      "grad_norm": 0.17565782368183136,
      "learning_rate": 4.24929178470255e-05,
      "loss": 0.2083,
      "step": 3159
    },
    {
      "epoch": 0.7933967297492389,
      "grad_norm": 0.15442220866680145,
      "learning_rate": 4.2441411279938196e-05,
      "loss": 0.2079,
      "step": 3160
    },
    {
      "epoch": 0.7936478046637165,
      "grad_norm": 0.16969457268714905,
      "learning_rate": 4.238990471285089e-05,
      "loss": 0.1957,
      "step": 3161
    },
    {
      "epoch": 0.7938988795781942,
      "grad_norm": 0.17829957604408264,
      "learning_rate": 4.2338398145763585e-05,
      "loss": 0.2329,
      "step": 3162
    },
    {
      "epoch": 0.7941499544926718,
      "grad_norm": 0.4627332091331482,
      "learning_rate": 4.2286891578676286e-05,
      "loss": 0.2016,
      "step": 3163
    },
    {
      "epoch": 0.7944010294071494,
      "grad_norm": 0.16797487437725067,
      "learning_rate": 4.223538501158898e-05,
      "loss": 0.206,
      "step": 3164
    },
    {
      "epoch": 0.7946521043216269,
      "grad_norm": 0.18659664690494537,
      "learning_rate": 4.2183878444501675e-05,
      "loss": 0.2238,
      "step": 3165
    },
    {
      "epoch": 0.7949031792361045,
      "grad_norm": 0.17730265855789185,
      "learning_rate": 4.213237187741437e-05,
      "loss": 0.2084,
      "step": 3166
    },
    {
      "epoch": 0.7951542541505822,
      "grad_norm": 0.24261260032653809,
      "learning_rate": 4.2080865310327064e-05,
      "loss": 0.2162,
      "step": 3167
    },
    {
      "epoch": 0.7954053290650598,
      "grad_norm": 0.1682184487581253,
      "learning_rate": 4.2029358743239766e-05,
      "loss": 0.2096,
      "step": 3168
    },
    {
      "epoch": 0.7956564039795374,
      "grad_norm": 0.1392962634563446,
      "learning_rate": 4.197785217615246e-05,
      "loss": 0.2208,
      "step": 3169
    },
    {
      "epoch": 0.795907478894015,
      "grad_norm": 0.19033215939998627,
      "learning_rate": 4.192634560906516e-05,
      "loss": 0.2067,
      "step": 3170
    },
    {
      "epoch": 0.7961585538084927,
      "grad_norm": 0.23362094163894653,
      "learning_rate": 4.1874839041977856e-05,
      "loss": 0.2206,
      "step": 3171
    },
    {
      "epoch": 0.7964096287229702,
      "grad_norm": 0.17008468508720398,
      "learning_rate": 4.182333247489055e-05,
      "loss": 0.2095,
      "step": 3172
    },
    {
      "epoch": 0.7966607036374478,
      "grad_norm": 0.17571857571601868,
      "learning_rate": 4.1771825907803245e-05,
      "loss": 0.2154,
      "step": 3173
    },
    {
      "epoch": 0.7969117785519254,
      "grad_norm": 0.1867699921131134,
      "learning_rate": 4.172031934071594e-05,
      "loss": 0.2407,
      "step": 3174
    },
    {
      "epoch": 0.797162853466403,
      "grad_norm": 0.16841858625411987,
      "learning_rate": 4.166881277362864e-05,
      "loss": 0.2082,
      "step": 3175
    },
    {
      "epoch": 0.7974139283808807,
      "grad_norm": 0.16280588507652283,
      "learning_rate": 4.1617306206541336e-05,
      "loss": 0.1939,
      "step": 3176
    },
    {
      "epoch": 0.7976650032953583,
      "grad_norm": 0.14405159652233124,
      "learning_rate": 4.156579963945404e-05,
      "loss": 0.2157,
      "step": 3177
    },
    {
      "epoch": 0.7979160782098359,
      "grad_norm": 0.1805148720741272,
      "learning_rate": 4.1514293072366725e-05,
      "loss": 0.2189,
      "step": 3178
    },
    {
      "epoch": 0.7981671531243135,
      "grad_norm": 0.19274114072322845,
      "learning_rate": 4.1462786505279426e-05,
      "loss": 0.2033,
      "step": 3179
    },
    {
      "epoch": 0.798418228038791,
      "grad_norm": 0.574578583240509,
      "learning_rate": 4.141127993819212e-05,
      "loss": 0.1959,
      "step": 3180
    },
    {
      "epoch": 0.7986693029532687,
      "grad_norm": 0.1557045429944992,
      "learning_rate": 4.1359773371104815e-05,
      "loss": 0.2211,
      "step": 3181
    },
    {
      "epoch": 0.7989203778677463,
      "grad_norm": 0.14249251782894135,
      "learning_rate": 4.130826680401752e-05,
      "loss": 0.2027,
      "step": 3182
    },
    {
      "epoch": 0.7991714527822239,
      "grad_norm": 0.1637154370546341,
      "learning_rate": 4.125676023693021e-05,
      "loss": 0.2155,
      "step": 3183
    },
    {
      "epoch": 0.7994225276967015,
      "grad_norm": 0.204709991812706,
      "learning_rate": 4.1205253669842906e-05,
      "loss": 0.2168,
      "step": 3184
    },
    {
      "epoch": 0.7996736026111791,
      "grad_norm": 0.1464153528213501,
      "learning_rate": 4.11537471027556e-05,
      "loss": 0.2367,
      "step": 3185
    },
    {
      "epoch": 0.7999246775256568,
      "grad_norm": 0.15578223764896393,
      "learning_rate": 4.11022405356683e-05,
      "loss": 0.202,
      "step": 3186
    },
    {
      "epoch": 0.8001757524401343,
      "grad_norm": 0.13982032239437103,
      "learning_rate": 4.1050733968580996e-05,
      "loss": 0.219,
      "step": 3187
    },
    {
      "epoch": 0.8004268273546119,
      "grad_norm": 0.18833854794502258,
      "learning_rate": 4.09992274014937e-05,
      "loss": 0.2108,
      "step": 3188
    },
    {
      "epoch": 0.8006779022690895,
      "grad_norm": 0.14363013207912445,
      "learning_rate": 4.094772083440639e-05,
      "loss": 0.2184,
      "step": 3189
    },
    {
      "epoch": 0.8009289771835671,
      "grad_norm": 0.1465969979763031,
      "learning_rate": 4.089621426731908e-05,
      "loss": 0.2139,
      "step": 3190
    },
    {
      "epoch": 0.8011800520980448,
      "grad_norm": 0.13999417424201965,
      "learning_rate": 4.084470770023178e-05,
      "loss": 0.2169,
      "step": 3191
    },
    {
      "epoch": 0.8014311270125224,
      "grad_norm": 0.2320787012577057,
      "learning_rate": 4.0793201133144476e-05,
      "loss": 0.227,
      "step": 3192
    },
    {
      "epoch": 0.801682201927,
      "grad_norm": 0.13911035656929016,
      "learning_rate": 4.074169456605718e-05,
      "loss": 0.1996,
      "step": 3193
    },
    {
      "epoch": 0.8019332768414775,
      "grad_norm": 0.1531919687986374,
      "learning_rate": 4.069018799896987e-05,
      "loss": 0.2128,
      "step": 3194
    },
    {
      "epoch": 0.8021843517559551,
      "grad_norm": 0.1720079779624939,
      "learning_rate": 4.0638681431882566e-05,
      "loss": 0.1987,
      "step": 3195
    },
    {
      "epoch": 0.8024354266704328,
      "grad_norm": 0.16723309457302094,
      "learning_rate": 4.058717486479526e-05,
      "loss": 0.2202,
      "step": 3196
    },
    {
      "epoch": 0.8026865015849104,
      "grad_norm": 0.14092019200325012,
      "learning_rate": 4.0535668297707955e-05,
      "loss": 0.2132,
      "step": 3197
    },
    {
      "epoch": 0.802937576499388,
      "grad_norm": 0.1593078076839447,
      "learning_rate": 4.048416173062066e-05,
      "loss": 0.2171,
      "step": 3198
    },
    {
      "epoch": 0.8031886514138656,
      "grad_norm": 0.15108126401901245,
      "learning_rate": 4.043265516353335e-05,
      "loss": 0.2114,
      "step": 3199
    },
    {
      "epoch": 0.8034397263283433,
      "grad_norm": 0.17870169878005981,
      "learning_rate": 4.038114859644605e-05,
      "loss": 0.1873,
      "step": 3200
    },
    {
      "epoch": 0.8034397263283433,
      "eval_loss": 3.294060468673706,
      "eval_runtime": 30.8893,
      "eval_samples_per_second": 16.187,
      "eval_steps_per_second": 0.129,
      "step": 3200
    },
    {
      "epoch": 0.8036908012428208,
      "grad_norm": 0.16118721663951874,
      "learning_rate": 4.032964202935875e-05,
      "loss": 0.2279,
      "step": 3201
    },
    {
      "epoch": 0.8039418761572984,
      "grad_norm": 0.21660743653774261,
      "learning_rate": 4.027813546227144e-05,
      "loss": 0.1945,
      "step": 3202
    },
    {
      "epoch": 0.804192951071776,
      "grad_norm": 0.13845199346542358,
      "learning_rate": 4.0226628895184136e-05,
      "loss": 0.2288,
      "step": 3203
    },
    {
      "epoch": 0.8044440259862536,
      "grad_norm": 0.14682582020759583,
      "learning_rate": 4.017512232809684e-05,
      "loss": 0.2237,
      "step": 3204
    },
    {
      "epoch": 0.8046951009007313,
      "grad_norm": 0.17680758237838745,
      "learning_rate": 4.012361576100953e-05,
      "loss": 0.2209,
      "step": 3205
    },
    {
      "epoch": 0.8049461758152089,
      "grad_norm": 0.15911677479743958,
      "learning_rate": 4.007210919392223e-05,
      "loss": 0.2164,
      "step": 3206
    },
    {
      "epoch": 0.8051972507296865,
      "grad_norm": 0.14917775988578796,
      "learning_rate": 4.002060262683492e-05,
      "loss": 0.2112,
      "step": 3207
    },
    {
      "epoch": 0.8054483256441641,
      "grad_norm": 0.14921624958515167,
      "learning_rate": 3.9969096059747616e-05,
      "loss": 0.2171,
      "step": 3208
    },
    {
      "epoch": 0.8056994005586416,
      "grad_norm": 0.7662423253059387,
      "learning_rate": 3.991758949266032e-05,
      "loss": 0.1972,
      "step": 3209
    },
    {
      "epoch": 0.8059504754731193,
      "grad_norm": 0.15360352396965027,
      "learning_rate": 3.986608292557301e-05,
      "loss": 0.2145,
      "step": 3210
    },
    {
      "epoch": 0.8062015503875969,
      "grad_norm": 0.2251436561346054,
      "learning_rate": 3.981457635848571e-05,
      "loss": 0.1799,
      "step": 3211
    },
    {
      "epoch": 0.8064526253020745,
      "grad_norm": 0.1538827270269394,
      "learning_rate": 3.976306979139841e-05,
      "loss": 0.2006,
      "step": 3212
    },
    {
      "epoch": 0.8067037002165521,
      "grad_norm": 0.15759503841400146,
      "learning_rate": 3.97115632243111e-05,
      "loss": 0.1917,
      "step": 3213
    },
    {
      "epoch": 0.8069547751310298,
      "grad_norm": 0.29718467593193054,
      "learning_rate": 3.96600566572238e-05,
      "loss": 0.199,
      "step": 3214
    },
    {
      "epoch": 0.8072058500455074,
      "grad_norm": 0.20350921154022217,
      "learning_rate": 3.960855009013649e-05,
      "loss": 0.2215,
      "step": 3215
    },
    {
      "epoch": 0.8074569249599849,
      "grad_norm": 0.14306965470314026,
      "learning_rate": 3.955704352304919e-05,
      "loss": 0.2071,
      "step": 3216
    },
    {
      "epoch": 0.8077079998744625,
      "grad_norm": 0.13536393642425537,
      "learning_rate": 3.950553695596189e-05,
      "loss": 0.2254,
      "step": 3217
    },
    {
      "epoch": 0.8079590747889401,
      "grad_norm": 0.19433747231960297,
      "learning_rate": 3.945403038887459e-05,
      "loss": 0.2049,
      "step": 3218
    },
    {
      "epoch": 0.8082101497034178,
      "grad_norm": 0.1609848141670227,
      "learning_rate": 3.9402523821787276e-05,
      "loss": 0.2049,
      "step": 3219
    },
    {
      "epoch": 0.8084612246178954,
      "grad_norm": 0.1574385017156601,
      "learning_rate": 3.935101725469998e-05,
      "loss": 0.197,
      "step": 3220
    },
    {
      "epoch": 0.808712299532373,
      "grad_norm": 0.150829017162323,
      "learning_rate": 3.929951068761267e-05,
      "loss": 0.2044,
      "step": 3221
    },
    {
      "epoch": 0.8089633744468506,
      "grad_norm": 0.18321622908115387,
      "learning_rate": 3.924800412052537e-05,
      "loss": 0.1862,
      "step": 3222
    },
    {
      "epoch": 0.8092144493613281,
      "grad_norm": 0.15973474085330963,
      "learning_rate": 3.919649755343807e-05,
      "loss": 0.2199,
      "step": 3223
    },
    {
      "epoch": 0.8094655242758058,
      "grad_norm": 0.15047186613082886,
      "learning_rate": 3.914499098635076e-05,
      "loss": 0.1932,
      "step": 3224
    },
    {
      "epoch": 0.8097165991902834,
      "grad_norm": 0.14313973486423492,
      "learning_rate": 3.909348441926346e-05,
      "loss": 0.2188,
      "step": 3225
    },
    {
      "epoch": 0.809967674104761,
      "grad_norm": 0.4020334780216217,
      "learning_rate": 3.904197785217615e-05,
      "loss": 0.1936,
      "step": 3226
    },
    {
      "epoch": 0.8102187490192386,
      "grad_norm": 0.25580689311027527,
      "learning_rate": 3.899047128508885e-05,
      "loss": 0.2076,
      "step": 3227
    },
    {
      "epoch": 0.8104698239337162,
      "grad_norm": 0.29668718576431274,
      "learning_rate": 3.893896471800155e-05,
      "loss": 0.2023,
      "step": 3228
    },
    {
      "epoch": 0.8107208988481939,
      "grad_norm": 0.22775669395923615,
      "learning_rate": 3.888745815091424e-05,
      "loss": 0.1879,
      "step": 3229
    },
    {
      "epoch": 0.8109719737626714,
      "grad_norm": 0.17145168781280518,
      "learning_rate": 3.8835951583826944e-05,
      "loss": 0.207,
      "step": 3230
    },
    {
      "epoch": 0.811223048677149,
      "grad_norm": 0.29517728090286255,
      "learning_rate": 3.878444501673963e-05,
      "loss": 0.2225,
      "step": 3231
    },
    {
      "epoch": 0.8114741235916266,
      "grad_norm": 0.2988162636756897,
      "learning_rate": 3.873293844965233e-05,
      "loss": 0.1944,
      "step": 3232
    },
    {
      "epoch": 0.8117251985061043,
      "grad_norm": 0.13879676163196564,
      "learning_rate": 3.868143188256503e-05,
      "loss": 0.2016,
      "step": 3233
    },
    {
      "epoch": 0.8119762734205819,
      "grad_norm": 0.148972749710083,
      "learning_rate": 3.862992531547773e-05,
      "loss": 0.2142,
      "step": 3234
    },
    {
      "epoch": 0.8122273483350595,
      "grad_norm": 0.1431354135274887,
      "learning_rate": 3.857841874839042e-05,
      "loss": 0.2067,
      "step": 3235
    },
    {
      "epoch": 0.8124784232495371,
      "grad_norm": 0.17403125762939453,
      "learning_rate": 3.852691218130312e-05,
      "loss": 0.2162,
      "step": 3236
    },
    {
      "epoch": 0.8127294981640147,
      "grad_norm": 0.231994166970253,
      "learning_rate": 3.847540561421581e-05,
      "loss": 0.2145,
      "step": 3237
    },
    {
      "epoch": 0.8129805730784923,
      "grad_norm": 0.23079490661621094,
      "learning_rate": 3.842389904712851e-05,
      "loss": 0.1927,
      "step": 3238
    },
    {
      "epoch": 0.8132316479929699,
      "grad_norm": 0.15360862016677856,
      "learning_rate": 3.837239248004121e-05,
      "loss": 0.2373,
      "step": 3239
    },
    {
      "epoch": 0.8134827229074475,
      "grad_norm": 0.13714802265167236,
      "learning_rate": 3.83208859129539e-05,
      "loss": 0.2139,
      "step": 3240
    },
    {
      "epoch": 0.8137337978219251,
      "grad_norm": 0.16459636390209198,
      "learning_rate": 3.8269379345866604e-05,
      "loss": 0.1975,
      "step": 3241
    },
    {
      "epoch": 0.8139848727364027,
      "grad_norm": 0.18395698070526123,
      "learning_rate": 3.82178727787793e-05,
      "loss": 0.2098,
      "step": 3242
    },
    {
      "epoch": 0.8142359476508804,
      "grad_norm": 0.1458500176668167,
      "learning_rate": 3.8166366211691993e-05,
      "loss": 0.1946,
      "step": 3243
    },
    {
      "epoch": 0.814487022565358,
      "grad_norm": 0.1578940600156784,
      "learning_rate": 3.811485964460469e-05,
      "loss": 0.2027,
      "step": 3244
    },
    {
      "epoch": 0.8147380974798355,
      "grad_norm": 0.16608774662017822,
      "learning_rate": 3.806335307751738e-05,
      "loss": 0.1878,
      "step": 3245
    },
    {
      "epoch": 0.8149891723943131,
      "grad_norm": 0.14852695167064667,
      "learning_rate": 3.8011846510430084e-05,
      "loss": 0.2125,
      "step": 3246
    },
    {
      "epoch": 0.8152402473087907,
      "grad_norm": 0.15283679962158203,
      "learning_rate": 3.796033994334278e-05,
      "loss": 0.2124,
      "step": 3247
    },
    {
      "epoch": 0.8154913222232684,
      "grad_norm": 0.15959271788597107,
      "learning_rate": 3.790883337625547e-05,
      "loss": 0.214,
      "step": 3248
    },
    {
      "epoch": 0.815742397137746,
      "grad_norm": 0.4265933334827423,
      "learning_rate": 3.785732680916817e-05,
      "loss": 0.2098,
      "step": 3249
    },
    {
      "epoch": 0.8159934720522236,
      "grad_norm": 0.15405698120594025,
      "learning_rate": 3.780582024208087e-05,
      "loss": 0.2245,
      "step": 3250
    },
    {
      "epoch": 0.8162445469667012,
      "grad_norm": 0.1681644320487976,
      "learning_rate": 3.7754313674993563e-05,
      "loss": 0.219,
      "step": 3251
    },
    {
      "epoch": 0.8164956218811787,
      "grad_norm": 0.15032438933849335,
      "learning_rate": 3.770280710790626e-05,
      "loss": 0.1964,
      "step": 3252
    },
    {
      "epoch": 0.8167466967956564,
      "grad_norm": 0.28830891847610474,
      "learning_rate": 3.765130054081896e-05,
      "loss": 0.2092,
      "step": 3253
    },
    {
      "epoch": 0.816997771710134,
      "grad_norm": 0.1648993045091629,
      "learning_rate": 3.7599793973731654e-05,
      "loss": 0.2001,
      "step": 3254
    },
    {
      "epoch": 0.8172488466246116,
      "grad_norm": 0.16263751685619354,
      "learning_rate": 3.754828740664435e-05,
      "loss": 0.2234,
      "step": 3255
    },
    {
      "epoch": 0.8174999215390892,
      "grad_norm": 0.17596909403800964,
      "learning_rate": 3.749678083955704e-05,
      "loss": 0.2228,
      "step": 3256
    },
    {
      "epoch": 0.8177509964535669,
      "grad_norm": 0.14050346612930298,
      "learning_rate": 3.7445274272469744e-05,
      "loss": 0.1978,
      "step": 3257
    },
    {
      "epoch": 0.8180020713680445,
      "grad_norm": 0.15278246998786926,
      "learning_rate": 3.739376770538244e-05,
      "loss": 0.2213,
      "step": 3258
    },
    {
      "epoch": 0.818253146282522,
      "grad_norm": 0.1460527926683426,
      "learning_rate": 3.734226113829514e-05,
      "loss": 0.2281,
      "step": 3259
    },
    {
      "epoch": 0.8185042211969996,
      "grad_norm": 0.15152385830879211,
      "learning_rate": 3.729075457120783e-05,
      "loss": 0.1934,
      "step": 3260
    },
    {
      "epoch": 0.8187552961114772,
      "grad_norm": 0.22131527960300446,
      "learning_rate": 3.723924800412052e-05,
      "loss": 0.2247,
      "step": 3261
    },
    {
      "epoch": 0.8190063710259549,
      "grad_norm": 0.18214848637580872,
      "learning_rate": 3.7187741437033224e-05,
      "loss": 0.196,
      "step": 3262
    },
    {
      "epoch": 0.8192574459404325,
      "grad_norm": 0.15075060725212097,
      "learning_rate": 3.713623486994592e-05,
      "loss": 0.1863,
      "step": 3263
    },
    {
      "epoch": 0.8195085208549101,
      "grad_norm": 0.1856478750705719,
      "learning_rate": 3.708472830285862e-05,
      "loss": 0.2149,
      "step": 3264
    },
    {
      "epoch": 0.8197595957693877,
      "grad_norm": 0.2201431691646576,
      "learning_rate": 3.7033221735771314e-05,
      "loss": 0.1848,
      "step": 3265
    },
    {
      "epoch": 0.8200106706838654,
      "grad_norm": 0.17245768010616302,
      "learning_rate": 3.698171516868401e-05,
      "loss": 0.2255,
      "step": 3266
    },
    {
      "epoch": 0.8202617455983429,
      "grad_norm": 0.13486148416996002,
      "learning_rate": 3.6930208601596704e-05,
      "loss": 0.2072,
      "step": 3267
    },
    {
      "epoch": 0.8205128205128205,
      "grad_norm": 0.1450268179178238,
      "learning_rate": 3.68787020345094e-05,
      "loss": 0.2124,
      "step": 3268
    },
    {
      "epoch": 0.8207638954272981,
      "grad_norm": 0.17156948149204254,
      "learning_rate": 3.68271954674221e-05,
      "loss": 0.1893,
      "step": 3269
    },
    {
      "epoch": 0.8210149703417757,
      "grad_norm": 0.16699522733688354,
      "learning_rate": 3.6775688900334794e-05,
      "loss": 0.22,
      "step": 3270
    },
    {
      "epoch": 0.8212660452562534,
      "grad_norm": 0.15415403246879578,
      "learning_rate": 3.6724182333247495e-05,
      "loss": 0.205,
      "step": 3271
    },
    {
      "epoch": 0.821517120170731,
      "grad_norm": 0.16628281772136688,
      "learning_rate": 3.667267576616018e-05,
      "loss": 0.2003,
      "step": 3272
    },
    {
      "epoch": 0.8217681950852086,
      "grad_norm": 0.18035705387592316,
      "learning_rate": 3.6621169199072885e-05,
      "loss": 0.2065,
      "step": 3273
    },
    {
      "epoch": 0.8220192699996861,
      "grad_norm": 0.15839847922325134,
      "learning_rate": 3.656966263198558e-05,
      "loss": 0.218,
      "step": 3274
    },
    {
      "epoch": 0.8222703449141637,
      "grad_norm": 0.1702156364917755,
      "learning_rate": 3.651815606489828e-05,
      "loss": 0.2021,
      "step": 3275
    },
    {
      "epoch": 0.8225214198286414,
      "grad_norm": 0.1599009782075882,
      "learning_rate": 3.6466649497810975e-05,
      "loss": 0.2093,
      "step": 3276
    },
    {
      "epoch": 0.822772494743119,
      "grad_norm": 0.1800437569618225,
      "learning_rate": 3.641514293072367e-05,
      "loss": 0.2285,
      "step": 3277
    },
    {
      "epoch": 0.8230235696575966,
      "grad_norm": 0.16200417280197144,
      "learning_rate": 3.6363636363636364e-05,
      "loss": 0.2025,
      "step": 3278
    },
    {
      "epoch": 0.8232746445720742,
      "grad_norm": 0.14513331651687622,
      "learning_rate": 3.631212979654906e-05,
      "loss": 0.2184,
      "step": 3279
    },
    {
      "epoch": 0.8235257194865518,
      "grad_norm": 0.13829654455184937,
      "learning_rate": 3.626062322946176e-05,
      "loss": 0.2181,
      "step": 3280
    },
    {
      "epoch": 0.8237767944010294,
      "grad_norm": 0.1613037884235382,
      "learning_rate": 3.6209116662374455e-05,
      "loss": 0.1931,
      "step": 3281
    },
    {
      "epoch": 0.824027869315507,
      "grad_norm": 0.22710080444812775,
      "learning_rate": 3.6157610095287156e-05,
      "loss": 0.1965,
      "step": 3282
    },
    {
      "epoch": 0.8242789442299846,
      "grad_norm": 0.1478905826807022,
      "learning_rate": 3.610610352819985e-05,
      "loss": 0.1923,
      "step": 3283
    },
    {
      "epoch": 0.8245300191444622,
      "grad_norm": 0.18679079413414001,
      "learning_rate": 3.605459696111254e-05,
      "loss": 0.2283,
      "step": 3284
    },
    {
      "epoch": 0.8247810940589398,
      "grad_norm": 0.1456163227558136,
      "learning_rate": 3.600309039402524e-05,
      "loss": 0.2013,
      "step": 3285
    },
    {
      "epoch": 0.8250321689734175,
      "grad_norm": 0.13962531089782715,
      "learning_rate": 3.5951583826937934e-05,
      "loss": 0.1994,
      "step": 3286
    },
    {
      "epoch": 0.8252832438878951,
      "grad_norm": 0.1563452184200287,
      "learning_rate": 3.5900077259850636e-05,
      "loss": 0.2093,
      "step": 3287
    },
    {
      "epoch": 0.8255343188023727,
      "grad_norm": 0.16914595663547516,
      "learning_rate": 3.584857069276333e-05,
      "loss": 0.2166,
      "step": 3288
    },
    {
      "epoch": 0.8257853937168502,
      "grad_norm": 0.16557766497135162,
      "learning_rate": 3.5797064125676025e-05,
      "loss": 0.2017,
      "step": 3289
    },
    {
      "epoch": 0.8260364686313278,
      "grad_norm": 0.15496236085891724,
      "learning_rate": 3.574555755858872e-05,
      "loss": 0.2387,
      "step": 3290
    },
    {
      "epoch": 0.8262875435458055,
      "grad_norm": 0.14727681875228882,
      "learning_rate": 3.5694050991501414e-05,
      "loss": 0.218,
      "step": 3291
    },
    {
      "epoch": 0.8265386184602831,
      "grad_norm": 0.23817908763885498,
      "learning_rate": 3.5642544424414115e-05,
      "loss": 0.2171,
      "step": 3292
    },
    {
      "epoch": 0.8267896933747607,
      "grad_norm": 0.15824364125728607,
      "learning_rate": 3.559103785732681e-05,
      "loss": 0.2301,
      "step": 3293
    },
    {
      "epoch": 0.8270407682892383,
      "grad_norm": 0.17135576903820038,
      "learning_rate": 3.553953129023951e-05,
      "loss": 0.1961,
      "step": 3294
    },
    {
      "epoch": 0.827291843203716,
      "grad_norm": 0.14497727155685425,
      "learning_rate": 3.5488024723152206e-05,
      "loss": 0.2196,
      "step": 3295
    },
    {
      "epoch": 0.8275429181181935,
      "grad_norm": 0.1599278301000595,
      "learning_rate": 3.54365181560649e-05,
      "loss": 0.2069,
      "step": 3296
    },
    {
      "epoch": 0.8277939930326711,
      "grad_norm": 0.13214513659477234,
      "learning_rate": 3.5385011588977595e-05,
      "loss": 0.1906,
      "step": 3297
    },
    {
      "epoch": 0.8280450679471487,
      "grad_norm": 0.16399292647838593,
      "learning_rate": 3.5333505021890296e-05,
      "loss": 0.2285,
      "step": 3298
    },
    {
      "epoch": 0.8282961428616263,
      "grad_norm": 0.13204051554203033,
      "learning_rate": 3.528199845480299e-05,
      "loss": 0.2192,
      "step": 3299
    },
    {
      "epoch": 0.828547217776104,
      "grad_norm": 0.15120458602905273,
      "learning_rate": 3.5230491887715685e-05,
      "loss": 0.2278,
      "step": 3300
    },
    {
      "epoch": 0.828547217776104,
      "eval_loss": 3.297823190689087,
      "eval_runtime": 32.5653,
      "eval_samples_per_second": 15.354,
      "eval_steps_per_second": 0.123,
      "step": 3300
    },
    {
      "epoch": 0.8287982926905816,
      "grad_norm": 0.15299436450004578,
      "learning_rate": 3.517898532062838e-05,
      "loss": 0.2029,
      "step": 3301
    },
    {
      "epoch": 0.8290493676050592,
      "grad_norm": 0.1711083948612213,
      "learning_rate": 3.5127478753541074e-05,
      "loss": 0.2035,
      "step": 3302
    },
    {
      "epoch": 0.8293004425195367,
      "grad_norm": 0.30882173776626587,
      "learning_rate": 3.5075972186453776e-05,
      "loss": 0.1949,
      "step": 3303
    },
    {
      "epoch": 0.8295515174340143,
      "grad_norm": 0.16903628408908844,
      "learning_rate": 3.502446561936647e-05,
      "loss": 0.2129,
      "step": 3304
    },
    {
      "epoch": 0.829802592348492,
      "grad_norm": 0.17124857008457184,
      "learning_rate": 3.497295905227917e-05,
      "loss": 0.2013,
      "step": 3305
    },
    {
      "epoch": 0.8300536672629696,
      "grad_norm": 0.15428173542022705,
      "learning_rate": 3.4921452485191866e-05,
      "loss": 0.1957,
      "step": 3306
    },
    {
      "epoch": 0.8303047421774472,
      "grad_norm": 0.14107905328273773,
      "learning_rate": 3.486994591810456e-05,
      "loss": 0.2318,
      "step": 3307
    },
    {
      "epoch": 0.8305558170919248,
      "grad_norm": 0.1628875583410263,
      "learning_rate": 3.4818439351017255e-05,
      "loss": 0.2127,
      "step": 3308
    },
    {
      "epoch": 0.8308068920064025,
      "grad_norm": 0.15559150278568268,
      "learning_rate": 3.476693278392995e-05,
      "loss": 0.2162,
      "step": 3309
    },
    {
      "epoch": 0.83105796692088,
      "grad_norm": 0.15186728537082672,
      "learning_rate": 3.471542621684265e-05,
      "loss": 0.1886,
      "step": 3310
    },
    {
      "epoch": 0.8313090418353576,
      "grad_norm": 0.14541974663734436,
      "learning_rate": 3.4663919649755346e-05,
      "loss": 0.1839,
      "step": 3311
    },
    {
      "epoch": 0.8315601167498352,
      "grad_norm": 0.16340656578540802,
      "learning_rate": 3.461241308266805e-05,
      "loss": 0.2099,
      "step": 3312
    },
    {
      "epoch": 0.8318111916643128,
      "grad_norm": 0.1551356166601181,
      "learning_rate": 3.4560906515580735e-05,
      "loss": 0.2224,
      "step": 3313
    },
    {
      "epoch": 0.8320622665787905,
      "grad_norm": 0.15417596697807312,
      "learning_rate": 3.4509399948493436e-05,
      "loss": 0.1875,
      "step": 3314
    },
    {
      "epoch": 0.8323133414932681,
      "grad_norm": 0.13906148076057434,
      "learning_rate": 3.445789338140613e-05,
      "loss": 0.2119,
      "step": 3315
    },
    {
      "epoch": 0.8325644164077457,
      "grad_norm": 0.1548244059085846,
      "learning_rate": 3.4406386814318825e-05,
      "loss": 0.211,
      "step": 3316
    },
    {
      "epoch": 0.8328154913222233,
      "grad_norm": 0.1471986472606659,
      "learning_rate": 3.435488024723153e-05,
      "loss": 0.1988,
      "step": 3317
    },
    {
      "epoch": 0.8330665662367008,
      "grad_norm": 0.17463266849517822,
      "learning_rate": 3.430337368014422e-05,
      "loss": 0.1978,
      "step": 3318
    },
    {
      "epoch": 0.8333176411511785,
      "grad_norm": 0.1330808848142624,
      "learning_rate": 3.4251867113056916e-05,
      "loss": 0.2115,
      "step": 3319
    },
    {
      "epoch": 0.8335687160656561,
      "grad_norm": 0.14521585404872894,
      "learning_rate": 3.420036054596961e-05,
      "loss": 0.2217,
      "step": 3320
    },
    {
      "epoch": 0.8338197909801337,
      "grad_norm": 0.1855883151292801,
      "learning_rate": 3.414885397888231e-05,
      "loss": 0.2204,
      "step": 3321
    },
    {
      "epoch": 0.8340708658946113,
      "grad_norm": 0.14304406940937042,
      "learning_rate": 3.4097347411795006e-05,
      "loss": 0.2273,
      "step": 3322
    },
    {
      "epoch": 0.834321940809089,
      "grad_norm": 0.15387868881225586,
      "learning_rate": 3.40458408447077e-05,
      "loss": 0.1966,
      "step": 3323
    },
    {
      "epoch": 0.8345730157235666,
      "grad_norm": 0.16517318785190582,
      "learning_rate": 3.39943342776204e-05,
      "loss": 0.2032,
      "step": 3324
    },
    {
      "epoch": 0.8348240906380441,
      "grad_norm": 0.15199162065982819,
      "learning_rate": 3.394282771053309e-05,
      "loss": 0.212,
      "step": 3325
    },
    {
      "epoch": 0.8350751655525217,
      "grad_norm": 0.41844841837882996,
      "learning_rate": 3.389132114344579e-05,
      "loss": 0.2029,
      "step": 3326
    },
    {
      "epoch": 0.8353262404669993,
      "grad_norm": 0.15187819302082062,
      "learning_rate": 3.3839814576358486e-05,
      "loss": 0.1972,
      "step": 3327
    },
    {
      "epoch": 0.835577315381477,
      "grad_norm": 0.4860318601131439,
      "learning_rate": 3.378830800927119e-05,
      "loss": 0.2066,
      "step": 3328
    },
    {
      "epoch": 0.8358283902959546,
      "grad_norm": 0.24857603013515472,
      "learning_rate": 3.373680144218388e-05,
      "loss": 0.1966,
      "step": 3329
    },
    {
      "epoch": 0.8360794652104322,
      "grad_norm": 0.16357560455799103,
      "learning_rate": 3.3685294875096576e-05,
      "loss": 0.2072,
      "step": 3330
    },
    {
      "epoch": 0.8363305401249098,
      "grad_norm": 0.1567985564470291,
      "learning_rate": 3.363378830800927e-05,
      "loss": 0.2048,
      "step": 3331
    },
    {
      "epoch": 0.8365816150393873,
      "grad_norm": 0.14723461866378784,
      "learning_rate": 3.3582281740921965e-05,
      "loss": 0.2044,
      "step": 3332
    },
    {
      "epoch": 0.836832689953865,
      "grad_norm": 0.2645529806613922,
      "learning_rate": 3.353077517383467e-05,
      "loss": 0.1988,
      "step": 3333
    },
    {
      "epoch": 0.8370837648683426,
      "grad_norm": 0.13933929800987244,
      "learning_rate": 3.347926860674736e-05,
      "loss": 0.2186,
      "step": 3334
    },
    {
      "epoch": 0.8373348397828202,
      "grad_norm": 0.15027958154678345,
      "learning_rate": 3.342776203966006e-05,
      "loss": 0.1886,
      "step": 3335
    },
    {
      "epoch": 0.8375859146972978,
      "grad_norm": 0.1507406383752823,
      "learning_rate": 3.337625547257276e-05,
      "loss": 0.1968,
      "step": 3336
    },
    {
      "epoch": 0.8378369896117754,
      "grad_norm": 0.1810416430234909,
      "learning_rate": 3.332474890548545e-05,
      "loss": 0.2118,
      "step": 3337
    },
    {
      "epoch": 0.8380880645262531,
      "grad_norm": 0.14344866573810577,
      "learning_rate": 3.3273242338398146e-05,
      "loss": 0.2132,
      "step": 3338
    },
    {
      "epoch": 0.8383391394407306,
      "grad_norm": 0.14771230518817902,
      "learning_rate": 3.322173577131084e-05,
      "loss": 0.2073,
      "step": 3339
    },
    {
      "epoch": 0.8385902143552082,
      "grad_norm": 0.15334327518939972,
      "learning_rate": 3.317022920422354e-05,
      "loss": 0.2195,
      "step": 3340
    },
    {
      "epoch": 0.8388412892696858,
      "grad_norm": 0.16988305747509003,
      "learning_rate": 3.311872263713624e-05,
      "loss": 0.2017,
      "step": 3341
    },
    {
      "epoch": 0.8390923641841634,
      "grad_norm": 0.49909707903862,
      "learning_rate": 3.306721607004893e-05,
      "loss": 0.2144,
      "step": 3342
    },
    {
      "epoch": 0.8393434390986411,
      "grad_norm": 0.15888570249080658,
      "learning_rate": 3.3015709502961626e-05,
      "loss": 0.1993,
      "step": 3343
    },
    {
      "epoch": 0.8395945140131187,
      "grad_norm": 0.13966763019561768,
      "learning_rate": 3.296420293587433e-05,
      "loss": 0.2019,
      "step": 3344
    },
    {
      "epoch": 0.8398455889275963,
      "grad_norm": 0.14169543981552124,
      "learning_rate": 3.291269636878702e-05,
      "loss": 0.2187,
      "step": 3345
    },
    {
      "epoch": 0.8400966638420739,
      "grad_norm": 0.4569295346736908,
      "learning_rate": 3.286118980169972e-05,
      "loss": 0.2163,
      "step": 3346
    },
    {
      "epoch": 0.8403477387565514,
      "grad_norm": 0.17669795453548431,
      "learning_rate": 3.280968323461242e-05,
      "loss": 0.2154,
      "step": 3347
    },
    {
      "epoch": 0.8405988136710291,
      "grad_norm": 0.20714503526687622,
      "learning_rate": 3.2758176667525106e-05,
      "loss": 0.2321,
      "step": 3348
    },
    {
      "epoch": 0.8408498885855067,
      "grad_norm": 0.13795684278011322,
      "learning_rate": 3.270667010043781e-05,
      "loss": 0.202,
      "step": 3349
    },
    {
      "epoch": 0.8411009634999843,
      "grad_norm": 0.14824770390987396,
      "learning_rate": 3.26551635333505e-05,
      "loss": 0.2202,
      "step": 3350
    },
    {
      "epoch": 0.8413520384144619,
      "grad_norm": 0.13907061517238617,
      "learning_rate": 3.26036569662632e-05,
      "loss": 0.1969,
      "step": 3351
    },
    {
      "epoch": 0.8416031133289396,
      "grad_norm": 0.14872300624847412,
      "learning_rate": 3.25521503991759e-05,
      "loss": 0.2205,
      "step": 3352
    },
    {
      "epoch": 0.8418541882434172,
      "grad_norm": 0.15099245309829712,
      "learning_rate": 3.250064383208859e-05,
      "loss": 0.2089,
      "step": 3353
    },
    {
      "epoch": 0.8421052631578947,
      "grad_norm": 0.1341768503189087,
      "learning_rate": 3.2449137265001287e-05,
      "loss": 0.2097,
      "step": 3354
    },
    {
      "epoch": 0.8423563380723723,
      "grad_norm": 0.22178566455841064,
      "learning_rate": 3.239763069791398e-05,
      "loss": 0.1841,
      "step": 3355
    },
    {
      "epoch": 0.8426074129868499,
      "grad_norm": 0.16112631559371948,
      "learning_rate": 3.234612413082668e-05,
      "loss": 0.234,
      "step": 3356
    },
    {
      "epoch": 0.8428584879013276,
      "grad_norm": 0.5031313896179199,
      "learning_rate": 3.229461756373938e-05,
      "loss": 0.2033,
      "step": 3357
    },
    {
      "epoch": 0.8431095628158052,
      "grad_norm": 0.14839643239974976,
      "learning_rate": 3.224311099665208e-05,
      "loss": 0.2007,
      "step": 3358
    },
    {
      "epoch": 0.8433606377302828,
      "grad_norm": 0.22818675637245178,
      "learning_rate": 3.219160442956477e-05,
      "loss": 0.2057,
      "step": 3359
    },
    {
      "epoch": 0.8436117126447604,
      "grad_norm": 0.15443159639835358,
      "learning_rate": 3.214009786247747e-05,
      "loss": 0.1849,
      "step": 3360
    },
    {
      "epoch": 0.8438627875592379,
      "grad_norm": 0.1524973064661026,
      "learning_rate": 3.208859129539016e-05,
      "loss": 0.203,
      "step": 3361
    },
    {
      "epoch": 0.8441138624737156,
      "grad_norm": 0.16483084857463837,
      "learning_rate": 3.2037084728302857e-05,
      "loss": 0.1989,
      "step": 3362
    },
    {
      "epoch": 0.8443649373881932,
      "grad_norm": 0.15049929916858673,
      "learning_rate": 3.198557816121556e-05,
      "loss": 0.2202,
      "step": 3363
    },
    {
      "epoch": 0.8446160123026708,
      "grad_norm": 0.16350676119327545,
      "learning_rate": 3.193407159412825e-05,
      "loss": 0.2107,
      "step": 3364
    },
    {
      "epoch": 0.8448670872171484,
      "grad_norm": 0.14532896876335144,
      "learning_rate": 3.188256502704095e-05,
      "loss": 0.2238,
      "step": 3365
    },
    {
      "epoch": 0.845118162131626,
      "grad_norm": 0.13991491496562958,
      "learning_rate": 3.183105845995364e-05,
      "loss": 0.1989,
      "step": 3366
    },
    {
      "epoch": 0.8453692370461037,
      "grad_norm": 0.17397694289684296,
      "learning_rate": 3.177955189286634e-05,
      "loss": 0.217,
      "step": 3367
    },
    {
      "epoch": 0.8456203119605812,
      "grad_norm": 0.133644238114357,
      "learning_rate": 3.172804532577904e-05,
      "loss": 0.1987,
      "step": 3368
    },
    {
      "epoch": 0.8458713868750588,
      "grad_norm": 0.18912696838378906,
      "learning_rate": 3.167653875869174e-05,
      "loss": 0.2447,
      "step": 3369
    },
    {
      "epoch": 0.8461224617895364,
      "grad_norm": 0.5034809708595276,
      "learning_rate": 3.1625032191604433e-05,
      "loss": 0.2086,
      "step": 3370
    },
    {
      "epoch": 0.846373536704014,
      "grad_norm": 0.15611818432807922,
      "learning_rate": 3.157352562451713e-05,
      "loss": 0.2184,
      "step": 3371
    },
    {
      "epoch": 0.8466246116184917,
      "grad_norm": 0.14593471586704254,
      "learning_rate": 3.152201905742982e-05,
      "loss": 0.1967,
      "step": 3372
    },
    {
      "epoch": 0.8468756865329693,
      "grad_norm": 0.15887977182865143,
      "learning_rate": 3.147051249034252e-05,
      "loss": 0.2059,
      "step": 3373
    },
    {
      "epoch": 0.8471267614474469,
      "grad_norm": 0.14931248128414154,
      "learning_rate": 3.141900592325522e-05,
      "loss": 0.2274,
      "step": 3374
    },
    {
      "epoch": 0.8473778363619245,
      "grad_norm": 0.1456020176410675,
      "learning_rate": 3.136749935616791e-05,
      "loss": 0.2143,
      "step": 3375
    },
    {
      "epoch": 0.847628911276402,
      "grad_norm": 0.1451578140258789,
      "learning_rate": 3.1315992789080614e-05,
      "loss": 0.2223,
      "step": 3376
    },
    {
      "epoch": 0.8478799861908797,
      "grad_norm": 0.14349497854709625,
      "learning_rate": 3.12644862219933e-05,
      "loss": 0.2148,
      "step": 3377
    },
    {
      "epoch": 0.8481310611053573,
      "grad_norm": 0.5916491746902466,
      "learning_rate": 3.1212979654906e-05,
      "loss": 0.1952,
      "step": 3378
    },
    {
      "epoch": 0.8483821360198349,
      "grad_norm": 0.1538407951593399,
      "learning_rate": 3.11614730878187e-05,
      "loss": 0.2432,
      "step": 3379
    },
    {
      "epoch": 0.8486332109343125,
      "grad_norm": 0.180871844291687,
      "learning_rate": 3.110996652073139e-05,
      "loss": 0.2327,
      "step": 3380
    },
    {
      "epoch": 0.8488842858487902,
      "grad_norm": 0.1846340447664261,
      "learning_rate": 3.1058459953644094e-05,
      "loss": 0.1955,
      "step": 3381
    },
    {
      "epoch": 0.8491353607632678,
      "grad_norm": 0.18298934400081635,
      "learning_rate": 3.100695338655679e-05,
      "loss": 0.2114,
      "step": 3382
    },
    {
      "epoch": 0.8493864356777453,
      "grad_norm": 0.17454572021961212,
      "learning_rate": 3.095544681946948e-05,
      "loss": 0.2185,
      "step": 3383
    },
    {
      "epoch": 0.8496375105922229,
      "grad_norm": 0.1708870828151703,
      "learning_rate": 3.090394025238218e-05,
      "loss": 0.2051,
      "step": 3384
    },
    {
      "epoch": 0.8498885855067005,
      "grad_norm": 0.17021042108535767,
      "learning_rate": 3.085243368529488e-05,
      "loss": 0.2031,
      "step": 3385
    },
    {
      "epoch": 0.8501396604211782,
      "grad_norm": 0.18004350364208221,
      "learning_rate": 3.0800927118207574e-05,
      "loss": 0.2011,
      "step": 3386
    },
    {
      "epoch": 0.8503907353356558,
      "grad_norm": 0.14594486355781555,
      "learning_rate": 3.074942055112027e-05,
      "loss": 0.2217,
      "step": 3387
    },
    {
      "epoch": 0.8506418102501334,
      "grad_norm": 0.15854227542877197,
      "learning_rate": 3.069791398403297e-05,
      "loss": 0.2003,
      "step": 3388
    },
    {
      "epoch": 0.850892885164611,
      "grad_norm": 0.14629317820072174,
      "learning_rate": 3.064640741694566e-05,
      "loss": 0.2112,
      "step": 3389
    },
    {
      "epoch": 0.8511439600790885,
      "grad_norm": 0.1637997329235077,
      "learning_rate": 3.059490084985836e-05,
      "loss": 0.2208,
      "step": 3390
    },
    {
      "epoch": 0.8513950349935662,
      "grad_norm": 0.1438242495059967,
      "learning_rate": 3.054339428277105e-05,
      "loss": 0.2119,
      "step": 3391
    },
    {
      "epoch": 0.8516461099080438,
      "grad_norm": 0.13916048407554626,
      "learning_rate": 3.0491887715683754e-05,
      "loss": 0.1974,
      "step": 3392
    },
    {
      "epoch": 0.8518971848225214,
      "grad_norm": 0.1477091908454895,
      "learning_rate": 3.044038114859645e-05,
      "loss": 0.2162,
      "step": 3393
    },
    {
      "epoch": 0.852148259736999,
      "grad_norm": 0.13971877098083496,
      "learning_rate": 3.038887458150914e-05,
      "loss": 0.2052,
      "step": 3394
    },
    {
      "epoch": 0.8523993346514767,
      "grad_norm": 0.1670074164867401,
      "learning_rate": 3.033736801442184e-05,
      "loss": 0.2237,
      "step": 3395
    },
    {
      "epoch": 0.8526504095659543,
      "grad_norm": 0.22410736978054047,
      "learning_rate": 3.0285861447334536e-05,
      "loss": 0.226,
      "step": 3396
    },
    {
      "epoch": 0.8529014844804319,
      "grad_norm": 0.15454386174678802,
      "learning_rate": 3.0234354880247234e-05,
      "loss": 0.2056,
      "step": 3397
    },
    {
      "epoch": 0.8531525593949094,
      "grad_norm": 0.15365862846374512,
      "learning_rate": 3.018284831315993e-05,
      "loss": 0.2126,
      "step": 3398
    },
    {
      "epoch": 0.853403634309387,
      "grad_norm": 0.16209839284420013,
      "learning_rate": 3.0131341746072627e-05,
      "loss": 0.2152,
      "step": 3399
    },
    {
      "epoch": 0.8536547092238647,
      "grad_norm": 0.13874773681163788,
      "learning_rate": 3.007983517898532e-05,
      "loss": 0.1945,
      "step": 3400
    },
    {
      "epoch": 0.8536547092238647,
      "eval_loss": 3.287184953689575,
      "eval_runtime": 31.0006,
      "eval_samples_per_second": 16.129,
      "eval_steps_per_second": 0.129,
      "step": 3400
    },
    {
      "epoch": 0.8539057841383423,
      "grad_norm": 0.1394304782152176,
      "learning_rate": 3.0028328611898022e-05,
      "loss": 0.2153,
      "step": 3401
    },
    {
      "epoch": 0.8541568590528199,
      "grad_norm": 0.23943087458610535,
      "learning_rate": 2.9976822044810714e-05,
      "loss": 0.1997,
      "step": 3402
    },
    {
      "epoch": 0.8544079339672975,
      "grad_norm": 0.12809111177921295,
      "learning_rate": 2.9925315477723408e-05,
      "loss": 0.1974,
      "step": 3403
    },
    {
      "epoch": 0.8546590088817752,
      "grad_norm": 0.19996100664138794,
      "learning_rate": 2.987380891063611e-05,
      "loss": 0.1899,
      "step": 3404
    },
    {
      "epoch": 0.8549100837962527,
      "grad_norm": 0.41424795985221863,
      "learning_rate": 2.9822302343548804e-05,
      "loss": 0.1946,
      "step": 3405
    },
    {
      "epoch": 0.8551611587107303,
      "grad_norm": 0.18913842737674713,
      "learning_rate": 2.9770795776461502e-05,
      "loss": 0.2071,
      "step": 3406
    },
    {
      "epoch": 0.8554122336252079,
      "grad_norm": 0.19516408443450928,
      "learning_rate": 2.9719289209374197e-05,
      "loss": 0.2354,
      "step": 3407
    },
    {
      "epoch": 0.8556633085396855,
      "grad_norm": 0.141566663980484,
      "learning_rate": 2.9667782642286895e-05,
      "loss": 0.1934,
      "step": 3408
    },
    {
      "epoch": 0.8559143834541632,
      "grad_norm": 0.18645833432674408,
      "learning_rate": 2.961627607519959e-05,
      "loss": 0.2108,
      "step": 3409
    },
    {
      "epoch": 0.8561654583686408,
      "grad_norm": 0.15412509441375732,
      "learning_rate": 2.9564769508112284e-05,
      "loss": 0.2011,
      "step": 3410
    },
    {
      "epoch": 0.8564165332831184,
      "grad_norm": 0.1398862600326538,
      "learning_rate": 2.951326294102498e-05,
      "loss": 0.202,
      "step": 3411
    },
    {
      "epoch": 0.8566676081975959,
      "grad_norm": 0.2541465759277344,
      "learning_rate": 2.9461756373937676e-05,
      "loss": 0.2227,
      "step": 3412
    },
    {
      "epoch": 0.8569186831120735,
      "grad_norm": 0.15024301409721375,
      "learning_rate": 2.9410249806850378e-05,
      "loss": 0.2117,
      "step": 3413
    },
    {
      "epoch": 0.8571697580265512,
      "grad_norm": 0.14802953600883484,
      "learning_rate": 2.935874323976307e-05,
      "loss": 0.1945,
      "step": 3414
    },
    {
      "epoch": 0.8574208329410288,
      "grad_norm": 0.19015271961688995,
      "learning_rate": 2.930723667267577e-05,
      "loss": 0.2202,
      "step": 3415
    },
    {
      "epoch": 0.8576719078555064,
      "grad_norm": 0.428014874458313,
      "learning_rate": 2.9255730105588465e-05,
      "loss": 0.1928,
      "step": 3416
    },
    {
      "epoch": 0.857922982769984,
      "grad_norm": 0.15327249467372894,
      "learning_rate": 2.920422353850116e-05,
      "loss": 0.2055,
      "step": 3417
    },
    {
      "epoch": 0.8581740576844616,
      "grad_norm": 0.15477238595485687,
      "learning_rate": 2.9152716971413857e-05,
      "loss": 0.2112,
      "step": 3418
    },
    {
      "epoch": 0.8584251325989392,
      "grad_norm": 0.13640297949314117,
      "learning_rate": 2.9101210404326552e-05,
      "loss": 0.1975,
      "step": 3419
    },
    {
      "epoch": 0.8586762075134168,
      "grad_norm": 0.15341594815254211,
      "learning_rate": 2.904970383723925e-05,
      "loss": 0.2167,
      "step": 3420
    },
    {
      "epoch": 0.8589272824278944,
      "grad_norm": 0.14169402420520782,
      "learning_rate": 2.8998197270151944e-05,
      "loss": 0.2123,
      "step": 3421
    },
    {
      "epoch": 0.859178357342372,
      "grad_norm": 0.15033560991287231,
      "learning_rate": 2.8946690703064646e-05,
      "loss": 0.1984,
      "step": 3422
    },
    {
      "epoch": 0.8594294322568496,
      "grad_norm": 0.14642560482025146,
      "learning_rate": 2.8895184135977337e-05,
      "loss": 0.2287,
      "step": 3423
    },
    {
      "epoch": 0.8596805071713273,
      "grad_norm": 0.20498082041740417,
      "learning_rate": 2.8843677568890038e-05,
      "loss": 0.203,
      "step": 3424
    },
    {
      "epoch": 0.8599315820858049,
      "grad_norm": 0.14690649509429932,
      "learning_rate": 2.8792171001802733e-05,
      "loss": 0.2139,
      "step": 3425
    },
    {
      "epoch": 0.8601826570002825,
      "grad_norm": 0.16629861295223236,
      "learning_rate": 2.8740664434715424e-05,
      "loss": 0.2066,
      "step": 3426
    },
    {
      "epoch": 0.86043373191476,
      "grad_norm": 0.15529830753803253,
      "learning_rate": 2.8689157867628125e-05,
      "loss": 0.2244,
      "step": 3427
    },
    {
      "epoch": 0.8606848068292376,
      "grad_norm": 0.13500182330608368,
      "learning_rate": 2.863765130054082e-05,
      "loss": 0.192,
      "step": 3428
    },
    {
      "epoch": 0.8609358817437153,
      "grad_norm": 0.1461569368839264,
      "learning_rate": 2.8586144733453518e-05,
      "loss": 0.2282,
      "step": 3429
    },
    {
      "epoch": 0.8611869566581929,
      "grad_norm": 0.15458080172538757,
      "learning_rate": 2.8534638166366212e-05,
      "loss": 0.2176,
      "step": 3430
    },
    {
      "epoch": 0.8614380315726705,
      "grad_norm": 0.15329891443252563,
      "learning_rate": 2.848313159927891e-05,
      "loss": 0.2215,
      "step": 3431
    },
    {
      "epoch": 0.8616891064871481,
      "grad_norm": 0.16090872883796692,
      "learning_rate": 2.8431625032191605e-05,
      "loss": 0.202,
      "step": 3432
    },
    {
      "epoch": 0.8619401814016258,
      "grad_norm": 0.14826622605323792,
      "learning_rate": 2.83801184651043e-05,
      "loss": 0.2006,
      "step": 3433
    },
    {
      "epoch": 0.8621912563161033,
      "grad_norm": 0.13966980576515198,
      "learning_rate": 2.8328611898017e-05,
      "loss": 0.1961,
      "step": 3434
    },
    {
      "epoch": 0.8624423312305809,
      "grad_norm": 0.2695876359939575,
      "learning_rate": 2.8277105330929692e-05,
      "loss": 0.2162,
      "step": 3435
    },
    {
      "epoch": 0.8626934061450585,
      "grad_norm": 0.19262440502643585,
      "learning_rate": 2.8225598763842393e-05,
      "loss": 0.24,
      "step": 3436
    },
    {
      "epoch": 0.8629444810595361,
      "grad_norm": 0.15823855996131897,
      "learning_rate": 2.8174092196755088e-05,
      "loss": 0.2037,
      "step": 3437
    },
    {
      "epoch": 0.8631955559740138,
      "grad_norm": 0.1643921583890915,
      "learning_rate": 2.8122585629667786e-05,
      "loss": 0.2105,
      "step": 3438
    },
    {
      "epoch": 0.8634466308884914,
      "grad_norm": 0.14833557605743408,
      "learning_rate": 2.807107906258048e-05,
      "loss": 0.2035,
      "step": 3439
    },
    {
      "epoch": 0.863697705802969,
      "grad_norm": 0.18234345316886902,
      "learning_rate": 2.8019572495493178e-05,
      "loss": 0.1976,
      "step": 3440
    },
    {
      "epoch": 0.8639487807174465,
      "grad_norm": 0.1956009715795517,
      "learning_rate": 2.7968065928405873e-05,
      "loss": 0.1979,
      "step": 3441
    },
    {
      "epoch": 0.8641998556319241,
      "grad_norm": 0.134416401386261,
      "learning_rate": 2.7916559361318567e-05,
      "loss": 0.2001,
      "step": 3442
    },
    {
      "epoch": 0.8644509305464018,
      "grad_norm": 0.14218071103096008,
      "learning_rate": 2.7865052794231265e-05,
      "loss": 0.213,
      "step": 3443
    },
    {
      "epoch": 0.8647020054608794,
      "grad_norm": 0.2850343883037567,
      "learning_rate": 2.781354622714396e-05,
      "loss": 0.2126,
      "step": 3444
    },
    {
      "epoch": 0.864953080375357,
      "grad_norm": 0.1519208550453186,
      "learning_rate": 2.776203966005666e-05,
      "loss": 0.2333,
      "step": 3445
    },
    {
      "epoch": 0.8652041552898346,
      "grad_norm": 0.15020149946212769,
      "learning_rate": 2.7710533092969352e-05,
      "loss": 0.1843,
      "step": 3446
    },
    {
      "epoch": 0.8654552302043123,
      "grad_norm": 0.16430239379405975,
      "learning_rate": 2.7659026525882054e-05,
      "loss": 0.203,
      "step": 3447
    },
    {
      "epoch": 0.8657063051187898,
      "grad_norm": 0.1461704820394516,
      "learning_rate": 2.7607519958794748e-05,
      "loss": 0.1863,
      "step": 3448
    },
    {
      "epoch": 0.8659573800332674,
      "grad_norm": 0.15341803431510925,
      "learning_rate": 2.7556013391707443e-05,
      "loss": 0.2297,
      "step": 3449
    },
    {
      "epoch": 0.866208454947745,
      "grad_norm": 0.15446040034294128,
      "learning_rate": 2.750450682462014e-05,
      "loss": 0.1762,
      "step": 3450
    },
    {
      "epoch": 0.8664595298622226,
      "grad_norm": 0.15658771991729736,
      "learning_rate": 2.7453000257532835e-05,
      "loss": 0.2129,
      "step": 3451
    },
    {
      "epoch": 0.8667106047767003,
      "grad_norm": 0.14067614078521729,
      "learning_rate": 2.7401493690445533e-05,
      "loss": 0.206,
      "step": 3452
    },
    {
      "epoch": 0.8669616796911779,
      "grad_norm": 0.15628112852573395,
      "learning_rate": 2.7349987123358228e-05,
      "loss": 0.2032,
      "step": 3453
    },
    {
      "epoch": 0.8672127546056555,
      "grad_norm": 0.1422491818666458,
      "learning_rate": 2.729848055627093e-05,
      "loss": 0.208,
      "step": 3454
    },
    {
      "epoch": 0.8674638295201331,
      "grad_norm": 0.14277827739715576,
      "learning_rate": 2.724697398918362e-05,
      "loss": 0.2153,
      "step": 3455
    },
    {
      "epoch": 0.8677149044346106,
      "grad_norm": 0.15854594111442566,
      "learning_rate": 2.7195467422096322e-05,
      "loss": 0.2006,
      "step": 3456
    },
    {
      "epoch": 0.8679659793490883,
      "grad_norm": 0.15047846734523773,
      "learning_rate": 2.7143960855009016e-05,
      "loss": 0.2092,
      "step": 3457
    },
    {
      "epoch": 0.8682170542635659,
      "grad_norm": 0.13910259306430817,
      "learning_rate": 2.7092454287921707e-05,
      "loss": 0.2002,
      "step": 3458
    },
    {
      "epoch": 0.8684681291780435,
      "grad_norm": 0.13980567455291748,
      "learning_rate": 2.704094772083441e-05,
      "loss": 0.1951,
      "step": 3459
    },
    {
      "epoch": 0.8687192040925211,
      "grad_norm": 0.1431111991405487,
      "learning_rate": 2.6989441153747103e-05,
      "loss": 0.1886,
      "step": 3460
    },
    {
      "epoch": 0.8689702790069987,
      "grad_norm": 0.1657334715127945,
      "learning_rate": 2.69379345866598e-05,
      "loss": 0.2154,
      "step": 3461
    },
    {
      "epoch": 0.8692213539214764,
      "grad_norm": 0.1487661451101303,
      "learning_rate": 2.6886428019572496e-05,
      "loss": 0.201,
      "step": 3462
    },
    {
      "epoch": 0.8694724288359539,
      "grad_norm": 0.13961924612522125,
      "learning_rate": 2.6834921452485194e-05,
      "loss": 0.1916,
      "step": 3463
    },
    {
      "epoch": 0.8697235037504315,
      "grad_norm": 0.14499235153198242,
      "learning_rate": 2.678341488539789e-05,
      "loss": 0.2243,
      "step": 3464
    },
    {
      "epoch": 0.8699745786649091,
      "grad_norm": 0.33280888199806213,
      "learning_rate": 2.6731908318310583e-05,
      "loss": 0.2034,
      "step": 3465
    },
    {
      "epoch": 0.8702256535793867,
      "grad_norm": 0.18052522838115692,
      "learning_rate": 2.6680401751223284e-05,
      "loss": 0.2129,
      "step": 3466
    },
    {
      "epoch": 0.8704767284938644,
      "grad_norm": 0.14580079913139343,
      "learning_rate": 2.6628895184135975e-05,
      "loss": 0.1825,
      "step": 3467
    },
    {
      "epoch": 0.870727803408342,
      "grad_norm": 0.18216411769390106,
      "learning_rate": 2.6577388617048677e-05,
      "loss": 0.2317,
      "step": 3468
    },
    {
      "epoch": 0.8709788783228196,
      "grad_norm": 0.1462414562702179,
      "learning_rate": 2.652588204996137e-05,
      "loss": 0.1984,
      "step": 3469
    },
    {
      "epoch": 0.8712299532372971,
      "grad_norm": 0.18659289181232452,
      "learning_rate": 2.647437548287407e-05,
      "loss": 0.2078,
      "step": 3470
    },
    {
      "epoch": 0.8714810281517748,
      "grad_norm": 0.1467055082321167,
      "learning_rate": 2.6422868915786764e-05,
      "loss": 0.2047,
      "step": 3471
    },
    {
      "epoch": 0.8717321030662524,
      "grad_norm": 0.2350825071334839,
      "learning_rate": 2.6371362348699462e-05,
      "loss": 0.2016,
      "step": 3472
    },
    {
      "epoch": 0.87198317798073,
      "grad_norm": 0.2049715518951416,
      "learning_rate": 2.6319855781612156e-05,
      "loss": 0.2026,
      "step": 3473
    },
    {
      "epoch": 0.8722342528952076,
      "grad_norm": 0.2303740233182907,
      "learning_rate": 2.626834921452485e-05,
      "loss": 0.2057,
      "step": 3474
    },
    {
      "epoch": 0.8724853278096852,
      "grad_norm": 0.2507067620754242,
      "learning_rate": 2.621684264743755e-05,
      "loss": 0.2344,
      "step": 3475
    },
    {
      "epoch": 0.8727364027241629,
      "grad_norm": 0.1399349868297577,
      "learning_rate": 2.6165336080350243e-05,
      "loss": 0.2215,
      "step": 3476
    },
    {
      "epoch": 0.8729874776386404,
      "grad_norm": 0.14340440928936005,
      "learning_rate": 2.6113829513262945e-05,
      "loss": 0.2072,
      "step": 3477
    },
    {
      "epoch": 0.873238552553118,
      "grad_norm": 0.14634530246257782,
      "learning_rate": 2.606232294617564e-05,
      "loss": 0.2082,
      "step": 3478
    },
    {
      "epoch": 0.8734896274675956,
      "grad_norm": 0.15323995053768158,
      "learning_rate": 2.6010816379088337e-05,
      "loss": 0.224,
      "step": 3479
    },
    {
      "epoch": 0.8737407023820732,
      "grad_norm": 0.33197319507598877,
      "learning_rate": 2.5959309812001032e-05,
      "loss": 0.201,
      "step": 3480
    },
    {
      "epoch": 0.8739917772965509,
      "grad_norm": 0.1303645521402359,
      "learning_rate": 2.5907803244913726e-05,
      "loss": 0.2177,
      "step": 3481
    },
    {
      "epoch": 0.8742428522110285,
      "grad_norm": 0.19609975814819336,
      "learning_rate": 2.5856296677826424e-05,
      "loss": 0.2086,
      "step": 3482
    },
    {
      "epoch": 0.8744939271255061,
      "grad_norm": 0.147035613656044,
      "learning_rate": 2.580479011073912e-05,
      "loss": 0.2325,
      "step": 3483
    },
    {
      "epoch": 0.8747450020399837,
      "grad_norm": 0.1338406503200531,
      "learning_rate": 2.5753283543651817e-05,
      "loss": 0.2175,
      "step": 3484
    },
    {
      "epoch": 0.8749960769544612,
      "grad_norm": 0.25057750940322876,
      "learning_rate": 2.570177697656451e-05,
      "loss": 0.2315,
      "step": 3485
    },
    {
      "epoch": 0.8752471518689389,
      "grad_norm": 0.1550685465335846,
      "learning_rate": 2.5650270409477213e-05,
      "loss": 0.2121,
      "step": 3486
    },
    {
      "epoch": 0.8754982267834165,
      "grad_norm": 0.16256988048553467,
      "learning_rate": 2.5598763842389904e-05,
      "loss": 0.2084,
      "step": 3487
    },
    {
      "epoch": 0.8757493016978941,
      "grad_norm": 0.16079233586788177,
      "learning_rate": 2.55472572753026e-05,
      "loss": 0.2156,
      "step": 3488
    },
    {
      "epoch": 0.8760003766123717,
      "grad_norm": 0.14567825198173523,
      "learning_rate": 2.54957507082153e-05,
      "loss": 0.2132,
      "step": 3489
    },
    {
      "epoch": 0.8762514515268494,
      "grad_norm": 0.13516509532928467,
      "learning_rate": 2.5444244141127994e-05,
      "loss": 0.1994,
      "step": 3490
    },
    {
      "epoch": 0.876502526441327,
      "grad_norm": 0.16018006205558777,
      "learning_rate": 2.5392737574040692e-05,
      "loss": 0.2033,
      "step": 3491
    },
    {
      "epoch": 0.8767536013558045,
      "grad_norm": 0.5811015367507935,
      "learning_rate": 2.5341231006953387e-05,
      "loss": 0.1925,
      "step": 3492
    },
    {
      "epoch": 0.8770046762702821,
      "grad_norm": 0.5026269555091858,
      "learning_rate": 2.5289724439866085e-05,
      "loss": 0.2111,
      "step": 3493
    },
    {
      "epoch": 0.8772557511847597,
      "grad_norm": 0.15681889653205872,
      "learning_rate": 2.523821787277878e-05,
      "loss": 0.1915,
      "step": 3494
    },
    {
      "epoch": 0.8775068260992374,
      "grad_norm": 0.13850539922714233,
      "learning_rate": 2.518671130569148e-05,
      "loss": 0.2286,
      "step": 3495
    },
    {
      "epoch": 0.877757901013715,
      "grad_norm": 0.22726967930793762,
      "learning_rate": 2.5135204738604172e-05,
      "loss": 0.1995,
      "step": 3496
    },
    {
      "epoch": 0.8780089759281926,
      "grad_norm": 0.15650025010108948,
      "learning_rate": 2.5083698171516867e-05,
      "loss": 0.2193,
      "step": 3497
    },
    {
      "epoch": 0.8782600508426702,
      "grad_norm": 0.15067334473133087,
      "learning_rate": 2.5032191604429568e-05,
      "loss": 0.195,
      "step": 3498
    },
    {
      "epoch": 0.8785111257571477,
      "grad_norm": 0.1506529152393341,
      "learning_rate": 2.4980685037342263e-05,
      "loss": 0.2006,
      "step": 3499
    },
    {
      "epoch": 0.8787622006716254,
      "grad_norm": 0.20279407501220703,
      "learning_rate": 2.4929178470254957e-05,
      "loss": 0.2099,
      "step": 3500
    },
    {
      "epoch": 0.8787622006716254,
      "eval_loss": 3.2896721363067627,
      "eval_runtime": 29.8727,
      "eval_samples_per_second": 16.738,
      "eval_steps_per_second": 0.134,
      "step": 3500
    },
    {
      "epoch": 0.879013275586103,
      "grad_norm": 0.13422223925590515,
      "learning_rate": 2.4877671903167655e-05,
      "loss": 0.1916,
      "step": 3501
    },
    {
      "epoch": 0.8792643505005806,
      "grad_norm": 0.16568538546562195,
      "learning_rate": 2.482616533608035e-05,
      "loss": 0.1966,
      "step": 3502
    },
    {
      "epoch": 0.8795154254150582,
      "grad_norm": 0.14780056476593018,
      "learning_rate": 2.4774658768993048e-05,
      "loss": 0.2145,
      "step": 3503
    },
    {
      "epoch": 0.8797665003295358,
      "grad_norm": 0.1551513671875,
      "learning_rate": 2.4723152201905745e-05,
      "loss": 0.2106,
      "step": 3504
    },
    {
      "epoch": 0.8800175752440135,
      "grad_norm": 0.15290622413158417,
      "learning_rate": 2.467164563481844e-05,
      "loss": 0.2235,
      "step": 3505
    },
    {
      "epoch": 0.8802686501584911,
      "grad_norm": 0.24414269626140594,
      "learning_rate": 2.4620139067731138e-05,
      "loss": 0.1978,
      "step": 3506
    },
    {
      "epoch": 0.8805197250729686,
      "grad_norm": 0.2031937837600708,
      "learning_rate": 2.4568632500643836e-05,
      "loss": 0.1866,
      "step": 3507
    },
    {
      "epoch": 0.8807707999874462,
      "grad_norm": 0.24887768924236298,
      "learning_rate": 2.4517125933556527e-05,
      "loss": 0.2004,
      "step": 3508
    },
    {
      "epoch": 0.8810218749019239,
      "grad_norm": 0.16269193589687347,
      "learning_rate": 2.4465619366469225e-05,
      "loss": 0.2077,
      "step": 3509
    },
    {
      "epoch": 0.8812729498164015,
      "grad_norm": 0.15422312915325165,
      "learning_rate": 2.4414112799381923e-05,
      "loss": 0.2407,
      "step": 3510
    },
    {
      "epoch": 0.8815240247308791,
      "grad_norm": 0.14479078352451324,
      "learning_rate": 2.4362606232294618e-05,
      "loss": 0.1978,
      "step": 3511
    },
    {
      "epoch": 0.8817750996453567,
      "grad_norm": 0.2910099923610687,
      "learning_rate": 2.4311099665207316e-05,
      "loss": 0.2064,
      "step": 3512
    },
    {
      "epoch": 0.8820261745598343,
      "grad_norm": 0.1652544140815735,
      "learning_rate": 2.4259593098120014e-05,
      "loss": 0.2076,
      "step": 3513
    },
    {
      "epoch": 0.8822772494743119,
      "grad_norm": 0.14828629791736603,
      "learning_rate": 2.4208086531032708e-05,
      "loss": 0.2019,
      "step": 3514
    },
    {
      "epoch": 0.8825283243887895,
      "grad_norm": 0.14495749771595,
      "learning_rate": 2.4156579963945406e-05,
      "loss": 0.2146,
      "step": 3515
    },
    {
      "epoch": 0.8827793993032671,
      "grad_norm": 0.1774328351020813,
      "learning_rate": 2.41050733968581e-05,
      "loss": 0.2047,
      "step": 3516
    },
    {
      "epoch": 0.8830304742177447,
      "grad_norm": 0.2854696810245514,
      "learning_rate": 2.4053566829770795e-05,
      "loss": 0.1917,
      "step": 3517
    },
    {
      "epoch": 0.8832815491322223,
      "grad_norm": 0.15849970281124115,
      "learning_rate": 2.4002060262683493e-05,
      "loss": 0.2033,
      "step": 3518
    },
    {
      "epoch": 0.8835326240467,
      "grad_norm": 0.17291641235351562,
      "learning_rate": 2.395055369559619e-05,
      "loss": 0.2157,
      "step": 3519
    },
    {
      "epoch": 0.8837836989611776,
      "grad_norm": 0.14301052689552307,
      "learning_rate": 2.3899047128508886e-05,
      "loss": 0.2107,
      "step": 3520
    },
    {
      "epoch": 0.8840347738756551,
      "grad_norm": 0.14231646060943604,
      "learning_rate": 2.3847540561421584e-05,
      "loss": 0.2098,
      "step": 3521
    },
    {
      "epoch": 0.8842858487901327,
      "grad_norm": 0.17115363478660583,
      "learning_rate": 2.3796033994334278e-05,
      "loss": 0.212,
      "step": 3522
    },
    {
      "epoch": 0.8845369237046103,
      "grad_norm": 0.15728318691253662,
      "learning_rate": 2.3744527427246976e-05,
      "loss": 0.1853,
      "step": 3523
    },
    {
      "epoch": 0.884787998619088,
      "grad_norm": 0.15834204852581024,
      "learning_rate": 2.369302086015967e-05,
      "loss": 0.2004,
      "step": 3524
    },
    {
      "epoch": 0.8850390735335656,
      "grad_norm": 0.1591814011335373,
      "learning_rate": 2.364151429307237e-05,
      "loss": 0.2163,
      "step": 3525
    },
    {
      "epoch": 0.8852901484480432,
      "grad_norm": 0.15089547634124756,
      "learning_rate": 2.3590007725985063e-05,
      "loss": 0.1891,
      "step": 3526
    },
    {
      "epoch": 0.8855412233625208,
      "grad_norm": 0.14994557201862335,
      "learning_rate": 2.353850115889776e-05,
      "loss": 0.2105,
      "step": 3527
    },
    {
      "epoch": 0.8857922982769983,
      "grad_norm": 0.1449262946844101,
      "learning_rate": 2.3486994591810456e-05,
      "loss": 0.1913,
      "step": 3528
    },
    {
      "epoch": 0.886043373191476,
      "grad_norm": 0.2433413714170456,
      "learning_rate": 2.3435488024723154e-05,
      "loss": 0.1995,
      "step": 3529
    },
    {
      "epoch": 0.8862944481059536,
      "grad_norm": 0.1518772393465042,
      "learning_rate": 2.338398145763585e-05,
      "loss": 0.2074,
      "step": 3530
    },
    {
      "epoch": 0.8865455230204312,
      "grad_norm": 0.1557498425245285,
      "learning_rate": 2.3332474890548546e-05,
      "loss": 0.2226,
      "step": 3531
    },
    {
      "epoch": 0.8867965979349088,
      "grad_norm": 0.16082943975925446,
      "learning_rate": 2.328096832346124e-05,
      "loss": 0.2194,
      "step": 3532
    },
    {
      "epoch": 0.8870476728493865,
      "grad_norm": 0.3018750250339508,
      "learning_rate": 2.322946175637394e-05,
      "loss": 0.2129,
      "step": 3533
    },
    {
      "epoch": 0.8872987477638641,
      "grad_norm": 0.17048843204975128,
      "learning_rate": 2.3177955189286633e-05,
      "loss": 0.1984,
      "step": 3534
    },
    {
      "epoch": 0.8875498226783417,
      "grad_norm": 0.3635134696960449,
      "learning_rate": 2.312644862219933e-05,
      "loss": 0.2101,
      "step": 3535
    },
    {
      "epoch": 0.8878008975928192,
      "grad_norm": 0.18486852943897247,
      "learning_rate": 2.307494205511203e-05,
      "loss": 0.2262,
      "step": 3536
    },
    {
      "epoch": 0.8880519725072968,
      "grad_norm": 0.1531810760498047,
      "learning_rate": 2.3023435488024724e-05,
      "loss": 0.1928,
      "step": 3537
    },
    {
      "epoch": 0.8883030474217745,
      "grad_norm": 0.2621208131313324,
      "learning_rate": 2.297192892093742e-05,
      "loss": 0.2106,
      "step": 3538
    },
    {
      "epoch": 0.8885541223362521,
      "grad_norm": 0.17507803440093994,
      "learning_rate": 2.2920422353850116e-05,
      "loss": 0.2187,
      "step": 3539
    },
    {
      "epoch": 0.8888051972507297,
      "grad_norm": 0.4256788492202759,
      "learning_rate": 2.286891578676281e-05,
      "loss": 0.1999,
      "step": 3540
    },
    {
      "epoch": 0.8890562721652073,
      "grad_norm": 0.17475028336048126,
      "learning_rate": 2.281740921967551e-05,
      "loss": 0.2179,
      "step": 3541
    },
    {
      "epoch": 0.889307347079685,
      "grad_norm": 0.1454496681690216,
      "learning_rate": 2.2765902652588207e-05,
      "loss": 0.1911,
      "step": 3542
    },
    {
      "epoch": 0.8895584219941625,
      "grad_norm": 0.23697616159915924,
      "learning_rate": 2.27143960855009e-05,
      "loss": 0.1886,
      "step": 3543
    },
    {
      "epoch": 0.8898094969086401,
      "grad_norm": 0.1476622074842453,
      "learning_rate": 2.26628895184136e-05,
      "loss": 0.2127,
      "step": 3544
    },
    {
      "epoch": 0.8900605718231177,
      "grad_norm": 0.14758187532424927,
      "learning_rate": 2.2611382951326297e-05,
      "loss": 0.2039,
      "step": 3545
    },
    {
      "epoch": 0.8903116467375953,
      "grad_norm": 0.14367970824241638,
      "learning_rate": 2.2559876384238992e-05,
      "loss": 0.2242,
      "step": 3546
    },
    {
      "epoch": 0.890562721652073,
      "grad_norm": 0.14064139127731323,
      "learning_rate": 2.2508369817151686e-05,
      "loss": 0.2045,
      "step": 3547
    },
    {
      "epoch": 0.8908137965665506,
      "grad_norm": 0.14988431334495544,
      "learning_rate": 2.2456863250064384e-05,
      "loss": 0.2083,
      "step": 3548
    },
    {
      "epoch": 0.8910648714810282,
      "grad_norm": 0.14374768733978271,
      "learning_rate": 2.240535668297708e-05,
      "loss": 0.1998,
      "step": 3549
    },
    {
      "epoch": 0.8913159463955057,
      "grad_norm": 0.13819418847560883,
      "learning_rate": 2.2353850115889777e-05,
      "loss": 0.2092,
      "step": 3550
    },
    {
      "epoch": 0.8915670213099833,
      "grad_norm": 0.17203737795352936,
      "learning_rate": 2.2302343548802475e-05,
      "loss": 0.192,
      "step": 3551
    },
    {
      "epoch": 0.891818096224461,
      "grad_norm": 0.17936579883098602,
      "learning_rate": 2.225083698171517e-05,
      "loss": 0.2108,
      "step": 3552
    },
    {
      "epoch": 0.8920691711389386,
      "grad_norm": 0.2613683342933655,
      "learning_rate": 2.2199330414627867e-05,
      "loss": 0.2014,
      "step": 3553
    },
    {
      "epoch": 0.8923202460534162,
      "grad_norm": 0.2019716054201126,
      "learning_rate": 2.2147823847540565e-05,
      "loss": 0.2059,
      "step": 3554
    },
    {
      "epoch": 0.8925713209678938,
      "grad_norm": 0.2104831337928772,
      "learning_rate": 2.2096317280453256e-05,
      "loss": 0.1989,
      "step": 3555
    },
    {
      "epoch": 0.8928223958823714,
      "grad_norm": 0.1939082145690918,
      "learning_rate": 2.2044810713365954e-05,
      "loss": 0.2045,
      "step": 3556
    },
    {
      "epoch": 0.893073470796849,
      "grad_norm": 0.16529211401939392,
      "learning_rate": 2.1993304146278652e-05,
      "loss": 0.1897,
      "step": 3557
    },
    {
      "epoch": 0.8933245457113266,
      "grad_norm": 0.1657022088766098,
      "learning_rate": 2.1941797579191347e-05,
      "loss": 0.2079,
      "step": 3558
    },
    {
      "epoch": 0.8935756206258042,
      "grad_norm": 0.14518523216247559,
      "learning_rate": 2.1890291012104045e-05,
      "loss": 0.1881,
      "step": 3559
    },
    {
      "epoch": 0.8938266955402818,
      "grad_norm": 0.14217129349708557,
      "learning_rate": 2.1838784445016743e-05,
      "loss": 0.1915,
      "step": 3560
    },
    {
      "epoch": 0.8940777704547594,
      "grad_norm": 0.13315749168395996,
      "learning_rate": 2.1787277877929437e-05,
      "loss": 0.2084,
      "step": 3561
    },
    {
      "epoch": 0.8943288453692371,
      "grad_norm": 0.1694546490907669,
      "learning_rate": 2.1735771310842135e-05,
      "loss": 0.2252,
      "step": 3562
    },
    {
      "epoch": 0.8945799202837147,
      "grad_norm": 0.14401459693908691,
      "learning_rate": 2.168426474375483e-05,
      "loss": 0.2107,
      "step": 3563
    },
    {
      "epoch": 0.8948309951981923,
      "grad_norm": 0.4653625190258026,
      "learning_rate": 2.1632758176667524e-05,
      "loss": 0.2148,
      "step": 3564
    },
    {
      "epoch": 0.8950820701126698,
      "grad_norm": 0.15411821007728577,
      "learning_rate": 2.1581251609580222e-05,
      "loss": 0.1996,
      "step": 3565
    },
    {
      "epoch": 0.8953331450271474,
      "grad_norm": 0.14380347728729248,
      "learning_rate": 2.152974504249292e-05,
      "loss": 0.2124,
      "step": 3566
    },
    {
      "epoch": 0.8955842199416251,
      "grad_norm": 0.14898473024368286,
      "learning_rate": 2.1478238475405615e-05,
      "loss": 0.2288,
      "step": 3567
    },
    {
      "epoch": 0.8958352948561027,
      "grad_norm": 0.16612592339515686,
      "learning_rate": 2.1426731908318313e-05,
      "loss": 0.2012,
      "step": 3568
    },
    {
      "epoch": 0.8960863697705803,
      "grad_norm": 0.16610005497932434,
      "learning_rate": 2.1375225341231007e-05,
      "loss": 0.2206,
      "step": 3569
    },
    {
      "epoch": 0.8963374446850579,
      "grad_norm": 0.24190284311771393,
      "learning_rate": 2.1323718774143705e-05,
      "loss": 0.2053,
      "step": 3570
    },
    {
      "epoch": 0.8965885195995356,
      "grad_norm": 0.18850292265415192,
      "learning_rate": 2.12722122070564e-05,
      "loss": 0.2102,
      "step": 3571
    },
    {
      "epoch": 0.8968395945140131,
      "grad_norm": 0.14984522759914398,
      "learning_rate": 2.1220705639969098e-05,
      "loss": 0.1936,
      "step": 3572
    },
    {
      "epoch": 0.8970906694284907,
      "grad_norm": 0.17503505945205688,
      "learning_rate": 2.1169199072881792e-05,
      "loss": 0.2169,
      "step": 3573
    },
    {
      "epoch": 0.8973417443429683,
      "grad_norm": 0.14904719591140747,
      "learning_rate": 2.111769250579449e-05,
      "loss": 0.2225,
      "step": 3574
    },
    {
      "epoch": 0.8975928192574459,
      "grad_norm": 0.1700260192155838,
      "learning_rate": 2.1066185938707185e-05,
      "loss": 0.2019,
      "step": 3575
    },
    {
      "epoch": 0.8978438941719236,
      "grad_norm": 0.15879331529140472,
      "learning_rate": 2.1014679371619883e-05,
      "loss": 0.2089,
      "step": 3576
    },
    {
      "epoch": 0.8980949690864012,
      "grad_norm": 2.2596933841705322,
      "learning_rate": 2.096317280453258e-05,
      "loss": 0.2023,
      "step": 3577
    },
    {
      "epoch": 0.8983460440008788,
      "grad_norm": 0.16445694863796234,
      "learning_rate": 2.0911666237445275e-05,
      "loss": 0.2088,
      "step": 3578
    },
    {
      "epoch": 0.8985971189153563,
      "grad_norm": 0.13871891796588898,
      "learning_rate": 2.086015967035797e-05,
      "loss": 0.2005,
      "step": 3579
    },
    {
      "epoch": 0.8988481938298339,
      "grad_norm": 0.17903588712215424,
      "learning_rate": 2.0808653103270668e-05,
      "loss": 0.1825,
      "step": 3580
    },
    {
      "epoch": 0.8990992687443116,
      "grad_norm": 0.6585780382156372,
      "learning_rate": 2.0757146536183362e-05,
      "loss": 0.2108,
      "step": 3581
    },
    {
      "epoch": 0.8993503436587892,
      "grad_norm": 0.1788228452205658,
      "learning_rate": 2.070563996909606e-05,
      "loss": 0.2036,
      "step": 3582
    },
    {
      "epoch": 0.8996014185732668,
      "grad_norm": 0.14585277438163757,
      "learning_rate": 2.065413340200876e-05,
      "loss": 0.1905,
      "step": 3583
    },
    {
      "epoch": 0.8998524934877444,
      "grad_norm": 0.1965261548757553,
      "learning_rate": 2.0602626834921453e-05,
      "loss": 0.2078,
      "step": 3584
    },
    {
      "epoch": 0.900103568402222,
      "grad_norm": 0.15885232388973236,
      "learning_rate": 2.055112026783415e-05,
      "loss": 0.1913,
      "step": 3585
    },
    {
      "epoch": 0.9003546433166996,
      "grad_norm": 0.16047273576259613,
      "learning_rate": 2.049961370074685e-05,
      "loss": 0.2012,
      "step": 3586
    },
    {
      "epoch": 0.9006057182311772,
      "grad_norm": 0.15618063509464264,
      "learning_rate": 2.044810713365954e-05,
      "loss": 0.2045,
      "step": 3587
    },
    {
      "epoch": 0.9008567931456548,
      "grad_norm": 0.1420341283082962,
      "learning_rate": 2.0396600566572238e-05,
      "loss": 0.2081,
      "step": 3588
    },
    {
      "epoch": 0.9011078680601324,
      "grad_norm": 0.16856561601161957,
      "learning_rate": 2.0345093999484936e-05,
      "loss": 0.1963,
      "step": 3589
    },
    {
      "epoch": 0.9013589429746101,
      "grad_norm": 0.23785504698753357,
      "learning_rate": 2.029358743239763e-05,
      "loss": 0.221,
      "step": 3590
    },
    {
      "epoch": 0.9016100178890877,
      "grad_norm": 0.17078879475593567,
      "learning_rate": 2.024208086531033e-05,
      "loss": 0.1993,
      "step": 3591
    },
    {
      "epoch": 0.9018610928035653,
      "grad_norm": 0.1480439007282257,
      "learning_rate": 2.0190574298223026e-05,
      "loss": 0.2179,
      "step": 3592
    },
    {
      "epoch": 0.9021121677180429,
      "grad_norm": 0.14338921010494232,
      "learning_rate": 2.013906773113572e-05,
      "loss": 0.1936,
      "step": 3593
    },
    {
      "epoch": 0.9023632426325204,
      "grad_norm": 0.18637555837631226,
      "learning_rate": 2.008756116404842e-05,
      "loss": 0.2099,
      "step": 3594
    },
    {
      "epoch": 0.9026143175469981,
      "grad_norm": 0.13938260078430176,
      "learning_rate": 2.0036054596961113e-05,
      "loss": 0.2045,
      "step": 3595
    },
    {
      "epoch": 0.9028653924614757,
      "grad_norm": 0.15232913196086884,
      "learning_rate": 1.9984548029873808e-05,
      "loss": 0.2061,
      "step": 3596
    },
    {
      "epoch": 0.9031164673759533,
      "grad_norm": 0.16318532824516296,
      "learning_rate": 1.9933041462786506e-05,
      "loss": 0.219,
      "step": 3597
    },
    {
      "epoch": 0.9033675422904309,
      "grad_norm": 0.14525580406188965,
      "learning_rate": 1.9881534895699204e-05,
      "loss": 0.2053,
      "step": 3598
    },
    {
      "epoch": 0.9036186172049085,
      "grad_norm": 0.17740146815776825,
      "learning_rate": 1.98300283286119e-05,
      "loss": 0.2079,
      "step": 3599
    },
    {
      "epoch": 0.9038696921193862,
      "grad_norm": 0.23550526797771454,
      "learning_rate": 1.9778521761524596e-05,
      "loss": 0.1914,
      "step": 3600
    },
    {
      "epoch": 0.9038696921193862,
      "eval_loss": 3.2944259643554688,
      "eval_runtime": 31.3534,
      "eval_samples_per_second": 15.947,
      "eval_steps_per_second": 0.128,
      "step": 3600
    },
    {
      "epoch": 0.9041207670338637,
      "grad_norm": 0.1515742540359497,
      "learning_rate": 1.9727015194437294e-05,
      "loss": 0.2132,
      "step": 3601
    },
    {
      "epoch": 0.9043718419483413,
      "grad_norm": 0.13929705321788788,
      "learning_rate": 1.967550862734999e-05,
      "loss": 0.1876,
      "step": 3602
    },
    {
      "epoch": 0.9046229168628189,
      "grad_norm": 0.15470995008945465,
      "learning_rate": 1.9624002060262683e-05,
      "loss": 0.2084,
      "step": 3603
    },
    {
      "epoch": 0.9048739917772965,
      "grad_norm": 0.14813163876533508,
      "learning_rate": 1.957249549317538e-05,
      "loss": 0.2007,
      "step": 3604
    },
    {
      "epoch": 0.9051250666917742,
      "grad_norm": 0.13353896141052246,
      "learning_rate": 1.9520988926088076e-05,
      "loss": 0.1903,
      "step": 3605
    },
    {
      "epoch": 0.9053761416062518,
      "grad_norm": 0.15727972984313965,
      "learning_rate": 1.9469482359000774e-05,
      "loss": 0.2161,
      "step": 3606
    },
    {
      "epoch": 0.9056272165207294,
      "grad_norm": 0.2746356427669525,
      "learning_rate": 1.9417975791913472e-05,
      "loss": 0.1954,
      "step": 3607
    },
    {
      "epoch": 0.9058782914352069,
      "grad_norm": 0.1590663641691208,
      "learning_rate": 1.9366469224826166e-05,
      "loss": 0.208,
      "step": 3608
    },
    {
      "epoch": 0.9061293663496846,
      "grad_norm": 0.16817326843738556,
      "learning_rate": 1.9314962657738864e-05,
      "loss": 0.2254,
      "step": 3609
    },
    {
      "epoch": 0.9063804412641622,
      "grad_norm": 0.16847729682922363,
      "learning_rate": 1.926345609065156e-05,
      "loss": 0.2259,
      "step": 3610
    },
    {
      "epoch": 0.9066315161786398,
      "grad_norm": 0.1724371612071991,
      "learning_rate": 1.9211949523564254e-05,
      "loss": 0.2136,
      "step": 3611
    },
    {
      "epoch": 0.9068825910931174,
      "grad_norm": 0.1925687938928604,
      "learning_rate": 1.916044295647695e-05,
      "loss": 0.1987,
      "step": 3612
    },
    {
      "epoch": 0.907133666007595,
      "grad_norm": 0.14276668429374695,
      "learning_rate": 1.910893638938965e-05,
      "loss": 0.1837,
      "step": 3613
    },
    {
      "epoch": 0.9073847409220727,
      "grad_norm": 0.15945497155189514,
      "learning_rate": 1.9057429822302344e-05,
      "loss": 0.2375,
      "step": 3614
    },
    {
      "epoch": 0.9076358158365503,
      "grad_norm": 0.16534611582756042,
      "learning_rate": 1.9005923255215042e-05,
      "loss": 0.2156,
      "step": 3615
    },
    {
      "epoch": 0.9078868907510278,
      "grad_norm": 0.15510167181491852,
      "learning_rate": 1.8954416688127737e-05,
      "loss": 0.2102,
      "step": 3616
    },
    {
      "epoch": 0.9081379656655054,
      "grad_norm": 0.15354220569133759,
      "learning_rate": 1.8902910121040434e-05,
      "loss": 0.2028,
      "step": 3617
    },
    {
      "epoch": 0.908389040579983,
      "grad_norm": 0.17526115477085114,
      "learning_rate": 1.885140355395313e-05,
      "loss": 0.2014,
      "step": 3618
    },
    {
      "epoch": 0.9086401154944607,
      "grad_norm": 0.14066439867019653,
      "learning_rate": 1.8799896986865827e-05,
      "loss": 0.193,
      "step": 3619
    },
    {
      "epoch": 0.9088911904089383,
      "grad_norm": 0.16358759999275208,
      "learning_rate": 1.874839041977852e-05,
      "loss": 0.1958,
      "step": 3620
    },
    {
      "epoch": 0.9091422653234159,
      "grad_norm": 0.18421116471290588,
      "learning_rate": 1.869688385269122e-05,
      "loss": 0.2067,
      "step": 3621
    },
    {
      "epoch": 0.9093933402378935,
      "grad_norm": 0.14872336387634277,
      "learning_rate": 1.8645377285603914e-05,
      "loss": 0.2035,
      "step": 3622
    },
    {
      "epoch": 0.909644415152371,
      "grad_norm": 0.14319992065429688,
      "learning_rate": 1.8593870718516612e-05,
      "loss": 0.2164,
      "step": 3623
    },
    {
      "epoch": 0.9098954900668487,
      "grad_norm": 0.1603991836309433,
      "learning_rate": 1.854236415142931e-05,
      "loss": 0.2151,
      "step": 3624
    },
    {
      "epoch": 0.9101465649813263,
      "grad_norm": 0.15693750977516174,
      "learning_rate": 1.8490857584342005e-05,
      "loss": 0.197,
      "step": 3625
    },
    {
      "epoch": 0.9103976398958039,
      "grad_norm": 0.1465008556842804,
      "learning_rate": 1.84393510172547e-05,
      "loss": 0.1997,
      "step": 3626
    },
    {
      "epoch": 0.9106487148102815,
      "grad_norm": 0.157606303691864,
      "learning_rate": 1.8387844450167397e-05,
      "loss": 0.2116,
      "step": 3627
    },
    {
      "epoch": 0.9108997897247592,
      "grad_norm": 0.15511944890022278,
      "learning_rate": 1.833633788308009e-05,
      "loss": 0.2029,
      "step": 3628
    },
    {
      "epoch": 0.9111508646392368,
      "grad_norm": 0.1604674905538559,
      "learning_rate": 1.828483131599279e-05,
      "loss": 0.1968,
      "step": 3629
    },
    {
      "epoch": 0.9114019395537143,
      "grad_norm": 0.15821599960327148,
      "learning_rate": 1.8233324748905488e-05,
      "loss": 0.2262,
      "step": 3630
    },
    {
      "epoch": 0.9116530144681919,
      "grad_norm": 0.2121816724538803,
      "learning_rate": 1.8181818181818182e-05,
      "loss": 0.2097,
      "step": 3631
    },
    {
      "epoch": 0.9119040893826695,
      "grad_norm": 0.1421056091785431,
      "learning_rate": 1.813031161473088e-05,
      "loss": 0.1908,
      "step": 3632
    },
    {
      "epoch": 0.9121551642971472,
      "grad_norm": 0.1722060889005661,
      "learning_rate": 1.8078805047643578e-05,
      "loss": 0.1984,
      "step": 3633
    },
    {
      "epoch": 0.9124062392116248,
      "grad_norm": 0.1477983146905899,
      "learning_rate": 1.802729848055627e-05,
      "loss": 0.2265,
      "step": 3634
    },
    {
      "epoch": 0.9126573141261024,
      "grad_norm": 0.14021478593349457,
      "learning_rate": 1.7975791913468967e-05,
      "loss": 0.2216,
      "step": 3635
    },
    {
      "epoch": 0.91290838904058,
      "grad_norm": 0.18123815953731537,
      "learning_rate": 1.7924285346381665e-05,
      "loss": 0.2179,
      "step": 3636
    },
    {
      "epoch": 0.9131594639550575,
      "grad_norm": 0.1373622566461563,
      "learning_rate": 1.787277877929436e-05,
      "loss": 0.2177,
      "step": 3637
    },
    {
      "epoch": 0.9134105388695352,
      "grad_norm": 0.1370004117488861,
      "learning_rate": 1.7821272212207058e-05,
      "loss": 0.2038,
      "step": 3638
    },
    {
      "epoch": 0.9136616137840128,
      "grad_norm": 0.15225404500961304,
      "learning_rate": 1.7769765645119756e-05,
      "loss": 0.2244,
      "step": 3639
    },
    {
      "epoch": 0.9139126886984904,
      "grad_norm": 0.18737764656543732,
      "learning_rate": 1.771825907803245e-05,
      "loss": 0.2166,
      "step": 3640
    },
    {
      "epoch": 0.914163763612968,
      "grad_norm": 0.14642088115215302,
      "learning_rate": 1.7666752510945148e-05,
      "loss": 0.203,
      "step": 3641
    },
    {
      "epoch": 0.9144148385274457,
      "grad_norm": 0.14510370790958405,
      "learning_rate": 1.7615245943857843e-05,
      "loss": 0.1971,
      "step": 3642
    },
    {
      "epoch": 0.9146659134419233,
      "grad_norm": 0.16284295916557312,
      "learning_rate": 1.7563739376770537e-05,
      "loss": 0.2218,
      "step": 3643
    },
    {
      "epoch": 0.9149169883564009,
      "grad_norm": 0.14709492027759552,
      "learning_rate": 1.7512232809683235e-05,
      "loss": 0.1857,
      "step": 3644
    },
    {
      "epoch": 0.9151680632708784,
      "grad_norm": 0.2392680048942566,
      "learning_rate": 1.7460726242595933e-05,
      "loss": 0.2219,
      "step": 3645
    },
    {
      "epoch": 0.915419138185356,
      "grad_norm": 0.13800707459449768,
      "learning_rate": 1.7409219675508628e-05,
      "loss": 0.2007,
      "step": 3646
    },
    {
      "epoch": 0.9156702130998337,
      "grad_norm": 0.16083286702632904,
      "learning_rate": 1.7357713108421326e-05,
      "loss": 0.2077,
      "step": 3647
    },
    {
      "epoch": 0.9159212880143113,
      "grad_norm": 0.15863022208213806,
      "learning_rate": 1.7306206541334024e-05,
      "loss": 0.1978,
      "step": 3648
    },
    {
      "epoch": 0.9161723629287889,
      "grad_norm": 0.15934060513973236,
      "learning_rate": 1.7254699974246718e-05,
      "loss": 0.2047,
      "step": 3649
    },
    {
      "epoch": 0.9164234378432665,
      "grad_norm": 0.1386558711528778,
      "learning_rate": 1.7203193407159413e-05,
      "loss": 0.1987,
      "step": 3650
    },
    {
      "epoch": 0.9166745127577441,
      "grad_norm": 0.15387772023677826,
      "learning_rate": 1.715168684007211e-05,
      "loss": 0.2103,
      "step": 3651
    },
    {
      "epoch": 0.9169255876722217,
      "grad_norm": 0.15816986560821533,
      "learning_rate": 1.7100180272984805e-05,
      "loss": 0.2199,
      "step": 3652
    },
    {
      "epoch": 0.9171766625866993,
      "grad_norm": 0.13419218361377716,
      "learning_rate": 1.7048673705897503e-05,
      "loss": 0.1901,
      "step": 3653
    },
    {
      "epoch": 0.9174277375011769,
      "grad_norm": 0.13638368248939514,
      "learning_rate": 1.69971671388102e-05,
      "loss": 0.1919,
      "step": 3654
    },
    {
      "epoch": 0.9176788124156545,
      "grad_norm": 0.14001616835594177,
      "learning_rate": 1.6945660571722896e-05,
      "loss": 0.2004,
      "step": 3655
    },
    {
      "epoch": 0.9179298873301321,
      "grad_norm": 0.13313741981983185,
      "learning_rate": 1.6894154004635594e-05,
      "loss": 0.2018,
      "step": 3656
    },
    {
      "epoch": 0.9181809622446098,
      "grad_norm": 0.17059890925884247,
      "learning_rate": 1.6842647437548288e-05,
      "loss": 0.1988,
      "step": 3657
    },
    {
      "epoch": 0.9184320371590874,
      "grad_norm": 0.17064441740512848,
      "learning_rate": 1.6791140870460983e-05,
      "loss": 0.2286,
      "step": 3658
    },
    {
      "epoch": 0.9186831120735649,
      "grad_norm": 0.14113615453243256,
      "learning_rate": 1.673963430337368e-05,
      "loss": 0.2116,
      "step": 3659
    },
    {
      "epoch": 0.9189341869880425,
      "grad_norm": 0.15395288169384003,
      "learning_rate": 1.668812773628638e-05,
      "loss": 0.223,
      "step": 3660
    },
    {
      "epoch": 0.9191852619025201,
      "grad_norm": 0.15765438973903656,
      "learning_rate": 1.6636621169199073e-05,
      "loss": 0.2047,
      "step": 3661
    },
    {
      "epoch": 0.9194363368169978,
      "grad_norm": 0.16031304001808167,
      "learning_rate": 1.658511460211177e-05,
      "loss": 0.211,
      "step": 3662
    },
    {
      "epoch": 0.9196874117314754,
      "grad_norm": 0.1472119241952896,
      "learning_rate": 1.6533608035024466e-05,
      "loss": 0.1837,
      "step": 3663
    },
    {
      "epoch": 0.919938486645953,
      "grad_norm": 0.15021923184394836,
      "learning_rate": 1.6482101467937164e-05,
      "loss": 0.189,
      "step": 3664
    },
    {
      "epoch": 0.9201895615604306,
      "grad_norm": 0.17754295468330383,
      "learning_rate": 1.643059490084986e-05,
      "loss": 0.1799,
      "step": 3665
    },
    {
      "epoch": 0.9204406364749081,
      "grad_norm": 0.13827040791511536,
      "learning_rate": 1.6379088333762553e-05,
      "loss": 0.1912,
      "step": 3666
    },
    {
      "epoch": 0.9206917113893858,
      "grad_norm": 0.1461353898048401,
      "learning_rate": 1.632758176667525e-05,
      "loss": 0.1908,
      "step": 3667
    },
    {
      "epoch": 0.9209427863038634,
      "grad_norm": 0.19254450500011444,
      "learning_rate": 1.627607519958795e-05,
      "loss": 0.1998,
      "step": 3668
    },
    {
      "epoch": 0.921193861218341,
      "grad_norm": 0.1731431484222412,
      "learning_rate": 1.6224568632500643e-05,
      "loss": 0.1988,
      "step": 3669
    },
    {
      "epoch": 0.9214449361328186,
      "grad_norm": 0.14248397946357727,
      "learning_rate": 1.617306206541334e-05,
      "loss": 0.2157,
      "step": 3670
    },
    {
      "epoch": 0.9216960110472963,
      "grad_norm": 0.15813849866390228,
      "learning_rate": 1.612155549832604e-05,
      "loss": 0.1936,
      "step": 3671
    },
    {
      "epoch": 0.9219470859617739,
      "grad_norm": 0.14863570034503937,
      "learning_rate": 1.6070048931238734e-05,
      "loss": 0.1972,
      "step": 3672
    },
    {
      "epoch": 0.9221981608762515,
      "grad_norm": 0.13768622279167175,
      "learning_rate": 1.6018542364151428e-05,
      "loss": 0.198,
      "step": 3673
    },
    {
      "epoch": 0.922449235790729,
      "grad_norm": 0.14882512390613556,
      "learning_rate": 1.5967035797064126e-05,
      "loss": 0.2053,
      "step": 3674
    },
    {
      "epoch": 0.9227003107052066,
      "grad_norm": 0.1705227494239807,
      "learning_rate": 1.591552922997682e-05,
      "loss": 0.1958,
      "step": 3675
    },
    {
      "epoch": 0.9229513856196843,
      "grad_norm": 0.20838595926761627,
      "learning_rate": 1.586402266288952e-05,
      "loss": 0.2001,
      "step": 3676
    },
    {
      "epoch": 0.9232024605341619,
      "grad_norm": 0.14679010212421417,
      "learning_rate": 1.5812516095802217e-05,
      "loss": 0.2053,
      "step": 3677
    },
    {
      "epoch": 0.9234535354486395,
      "grad_norm": 0.20230187475681305,
      "learning_rate": 1.576100952871491e-05,
      "loss": 0.1938,
      "step": 3678
    },
    {
      "epoch": 0.9237046103631171,
      "grad_norm": 0.29587844014167786,
      "learning_rate": 1.570950296162761e-05,
      "loss": 0.2174,
      "step": 3679
    },
    {
      "epoch": 0.9239556852775948,
      "grad_norm": 0.1470131278038025,
      "learning_rate": 1.5657996394540307e-05,
      "loss": 0.2014,
      "step": 3680
    },
    {
      "epoch": 0.9242067601920723,
      "grad_norm": 0.1479688435792923,
      "learning_rate": 1.5606489827453e-05,
      "loss": 0.1819,
      "step": 3681
    },
    {
      "epoch": 0.9244578351065499,
      "grad_norm": 0.2397896647453308,
      "learning_rate": 1.5554983260365696e-05,
      "loss": 0.2202,
      "step": 3682
    },
    {
      "epoch": 0.9247089100210275,
      "grad_norm": 0.14876240491867065,
      "learning_rate": 1.5503476693278394e-05,
      "loss": 0.2006,
      "step": 3683
    },
    {
      "epoch": 0.9249599849355051,
      "grad_norm": 0.16669431328773499,
      "learning_rate": 1.545197012619109e-05,
      "loss": 0.2136,
      "step": 3684
    },
    {
      "epoch": 0.9252110598499828,
      "grad_norm": 0.18373198807239532,
      "learning_rate": 1.5400463559103787e-05,
      "loss": 0.1986,
      "step": 3685
    },
    {
      "epoch": 0.9254621347644604,
      "grad_norm": 0.20280292630195618,
      "learning_rate": 1.5348956992016485e-05,
      "loss": 0.2039,
      "step": 3686
    },
    {
      "epoch": 0.925713209678938,
      "grad_norm": 0.14895035326480865,
      "learning_rate": 1.529745042492918e-05,
      "loss": 0.2199,
      "step": 3687
    },
    {
      "epoch": 0.9259642845934155,
      "grad_norm": 0.13538849353790283,
      "learning_rate": 1.5245943857841877e-05,
      "loss": 0.1921,
      "step": 3688
    },
    {
      "epoch": 0.9262153595078931,
      "grad_norm": 0.14794345200061798,
      "learning_rate": 1.519443729075457e-05,
      "loss": 0.2,
      "step": 3689
    },
    {
      "epoch": 0.9264664344223708,
      "grad_norm": 0.15884505212306976,
      "learning_rate": 1.5142930723667268e-05,
      "loss": 0.1946,
      "step": 3690
    },
    {
      "epoch": 0.9267175093368484,
      "grad_norm": 0.1468113213777542,
      "learning_rate": 1.5091424156579964e-05,
      "loss": 0.2062,
      "step": 3691
    },
    {
      "epoch": 0.926968584251326,
      "grad_norm": 0.15908047556877136,
      "learning_rate": 1.503991758949266e-05,
      "loss": 0.2028,
      "step": 3692
    },
    {
      "epoch": 0.9272196591658036,
      "grad_norm": 0.15427599847316742,
      "learning_rate": 1.4988411022405357e-05,
      "loss": 0.1877,
      "step": 3693
    },
    {
      "epoch": 0.9274707340802812,
      "grad_norm": 0.21299470961093903,
      "learning_rate": 1.4936904455318055e-05,
      "loss": 0.1834,
      "step": 3694
    },
    {
      "epoch": 0.9277218089947588,
      "grad_norm": 0.17282447218894958,
      "learning_rate": 1.4885397888230751e-05,
      "loss": 0.2052,
      "step": 3695
    },
    {
      "epoch": 0.9279728839092364,
      "grad_norm": 0.17567948997020721,
      "learning_rate": 1.4833891321143447e-05,
      "loss": 0.2094,
      "step": 3696
    },
    {
      "epoch": 0.928223958823714,
      "grad_norm": 0.1418951153755188,
      "learning_rate": 1.4782384754056142e-05,
      "loss": 0.1997,
      "step": 3697
    },
    {
      "epoch": 0.9284750337381916,
      "grad_norm": 0.14159366488456726,
      "learning_rate": 1.4730878186968838e-05,
      "loss": 0.1934,
      "step": 3698
    },
    {
      "epoch": 0.9287261086526692,
      "grad_norm": 0.13897672295570374,
      "learning_rate": 1.4679371619881534e-05,
      "loss": 0.1959,
      "step": 3699
    },
    {
      "epoch": 0.9289771835671469,
      "grad_norm": 0.1445387601852417,
      "learning_rate": 1.4627865052794232e-05,
      "loss": 0.2055,
      "step": 3700
    },
    {
      "epoch": 0.9289771835671469,
      "eval_loss": 3.297410011291504,
      "eval_runtime": 30.2518,
      "eval_samples_per_second": 16.528,
      "eval_steps_per_second": 0.132,
      "step": 3700
    },
    {
      "epoch": 0.9292282584816245,
      "grad_norm": 0.16905930638313293,
      "learning_rate": 1.4576358485706929e-05,
      "loss": 0.1943,
      "step": 3701
    },
    {
      "epoch": 0.9294793333961021,
      "grad_norm": 0.15297800302505493,
      "learning_rate": 1.4524851918619625e-05,
      "loss": 0.2144,
      "step": 3702
    },
    {
      "epoch": 0.9297304083105796,
      "grad_norm": 0.14961068332195282,
      "learning_rate": 1.4473345351532323e-05,
      "loss": 0.1808,
      "step": 3703
    },
    {
      "epoch": 0.9299814832250572,
      "grad_norm": 0.1743142008781433,
      "learning_rate": 1.4421838784445019e-05,
      "loss": 0.2165,
      "step": 3704
    },
    {
      "epoch": 0.9302325581395349,
      "grad_norm": 0.6824976801872253,
      "learning_rate": 1.4370332217357712e-05,
      "loss": 0.23,
      "step": 3705
    },
    {
      "epoch": 0.9304836330540125,
      "grad_norm": 0.1864529252052307,
      "learning_rate": 1.431882565027041e-05,
      "loss": 0.2074,
      "step": 3706
    },
    {
      "epoch": 0.9307347079684901,
      "grad_norm": 0.1723376363515854,
      "learning_rate": 1.4267319083183106e-05,
      "loss": 0.1955,
      "step": 3707
    },
    {
      "epoch": 0.9309857828829677,
      "grad_norm": 0.14990271627902985,
      "learning_rate": 1.4215812516095802e-05,
      "loss": 0.1978,
      "step": 3708
    },
    {
      "epoch": 0.9312368577974454,
      "grad_norm": 0.13811424374580383,
      "learning_rate": 1.41643059490085e-05,
      "loss": 0.1888,
      "step": 3709
    },
    {
      "epoch": 0.9314879327119229,
      "grad_norm": 0.3415931761264801,
      "learning_rate": 1.4112799381921197e-05,
      "loss": 0.1819,
      "step": 3710
    },
    {
      "epoch": 0.9317390076264005,
      "grad_norm": 0.13906311988830566,
      "learning_rate": 1.4061292814833893e-05,
      "loss": 0.2108,
      "step": 3711
    },
    {
      "epoch": 0.9319900825408781,
      "grad_norm": 0.14735306799411774,
      "learning_rate": 1.4009786247746589e-05,
      "loss": 0.2325,
      "step": 3712
    },
    {
      "epoch": 0.9322411574553557,
      "grad_norm": 0.1369403600692749,
      "learning_rate": 1.3958279680659284e-05,
      "loss": 0.2139,
      "step": 3713
    },
    {
      "epoch": 0.9324922323698334,
      "grad_norm": 0.14390259981155396,
      "learning_rate": 1.390677311357198e-05,
      "loss": 0.2143,
      "step": 3714
    },
    {
      "epoch": 0.932743307284311,
      "grad_norm": 0.13460855185985565,
      "learning_rate": 1.3855266546484676e-05,
      "loss": 0.2054,
      "step": 3715
    },
    {
      "epoch": 0.9329943821987886,
      "grad_norm": 0.16469237208366394,
      "learning_rate": 1.3803759979397374e-05,
      "loss": 0.2078,
      "step": 3716
    },
    {
      "epoch": 0.9332454571132661,
      "grad_norm": 0.37805184721946716,
      "learning_rate": 1.375225341231007e-05,
      "loss": 0.2215,
      "step": 3717
    },
    {
      "epoch": 0.9334965320277437,
      "grad_norm": 0.16678889095783234,
      "learning_rate": 1.3700746845222767e-05,
      "loss": 0.1969,
      "step": 3718
    },
    {
      "epoch": 0.9337476069422214,
      "grad_norm": 0.1641496866941452,
      "learning_rate": 1.3649240278135465e-05,
      "loss": 0.2286,
      "step": 3719
    },
    {
      "epoch": 0.933998681856699,
      "grad_norm": 0.14950776100158691,
      "learning_rate": 1.3597733711048161e-05,
      "loss": 0.2022,
      "step": 3720
    },
    {
      "epoch": 0.9342497567711766,
      "grad_norm": 0.24611671268939972,
      "learning_rate": 1.3546227143960854e-05,
      "loss": 0.2077,
      "step": 3721
    },
    {
      "epoch": 0.9345008316856542,
      "grad_norm": 0.14520901441574097,
      "learning_rate": 1.3494720576873552e-05,
      "loss": 0.2014,
      "step": 3722
    },
    {
      "epoch": 0.9347519066001319,
      "grad_norm": 0.13403676450252533,
      "learning_rate": 1.3443214009786248e-05,
      "loss": 0.2047,
      "step": 3723
    },
    {
      "epoch": 0.9350029815146095,
      "grad_norm": 0.17990024387836456,
      "learning_rate": 1.3391707442698944e-05,
      "loss": 0.1836,
      "step": 3724
    },
    {
      "epoch": 0.935254056429087,
      "grad_norm": 0.14961621165275574,
      "learning_rate": 1.3340200875611642e-05,
      "loss": 0.1957,
      "step": 3725
    },
    {
      "epoch": 0.9355051313435646,
      "grad_norm": 0.21562014520168304,
      "learning_rate": 1.3288694308524338e-05,
      "loss": 0.2177,
      "step": 3726
    },
    {
      "epoch": 0.9357562062580422,
      "grad_norm": 0.14608676731586456,
      "learning_rate": 1.3237187741437035e-05,
      "loss": 0.1961,
      "step": 3727
    },
    {
      "epoch": 0.9360072811725199,
      "grad_norm": 0.1445922553539276,
      "learning_rate": 1.3185681174349731e-05,
      "loss": 0.2064,
      "step": 3728
    },
    {
      "epoch": 0.9362583560869975,
      "grad_norm": 0.18666666746139526,
      "learning_rate": 1.3134174607262425e-05,
      "loss": 0.2053,
      "step": 3729
    },
    {
      "epoch": 0.9365094310014751,
      "grad_norm": 0.1459149420261383,
      "learning_rate": 1.3082668040175122e-05,
      "loss": 0.1927,
      "step": 3730
    },
    {
      "epoch": 0.9367605059159527,
      "grad_norm": 0.17056936025619507,
      "learning_rate": 1.303116147308782e-05,
      "loss": 0.2106,
      "step": 3731
    },
    {
      "epoch": 0.9370115808304302,
      "grad_norm": 0.1489226371049881,
      "learning_rate": 1.2979654906000516e-05,
      "loss": 0.1925,
      "step": 3732
    },
    {
      "epoch": 0.9372626557449079,
      "grad_norm": 0.14302437007427216,
      "learning_rate": 1.2928148338913212e-05,
      "loss": 0.1861,
      "step": 3733
    },
    {
      "epoch": 0.9375137306593855,
      "grad_norm": 0.24585206806659698,
      "learning_rate": 1.2876641771825908e-05,
      "loss": 0.2057,
      "step": 3734
    },
    {
      "epoch": 0.9377648055738631,
      "grad_norm": 0.14653654396533966,
      "learning_rate": 1.2825135204738606e-05,
      "loss": 0.2107,
      "step": 3735
    },
    {
      "epoch": 0.9380158804883407,
      "grad_norm": 0.15278032422065735,
      "learning_rate": 1.27736286376513e-05,
      "loss": 0.2308,
      "step": 3736
    },
    {
      "epoch": 0.9382669554028183,
      "grad_norm": 0.1748460978269577,
      "learning_rate": 1.2722122070563997e-05,
      "loss": 0.1996,
      "step": 3737
    },
    {
      "epoch": 0.938518030317296,
      "grad_norm": 0.13388630747795105,
      "learning_rate": 1.2670615503476694e-05,
      "loss": 0.213,
      "step": 3738
    },
    {
      "epoch": 0.9387691052317735,
      "grad_norm": 0.15126460790634155,
      "learning_rate": 1.261910893638939e-05,
      "loss": 0.2046,
      "step": 3739
    },
    {
      "epoch": 0.9390201801462511,
      "grad_norm": 0.16893242299556732,
      "learning_rate": 1.2567602369302086e-05,
      "loss": 0.1959,
      "step": 3740
    },
    {
      "epoch": 0.9392712550607287,
      "grad_norm": 1.1572943925857544,
      "learning_rate": 1.2516095802214784e-05,
      "loss": 0.2082,
      "step": 3741
    },
    {
      "epoch": 0.9395223299752063,
      "grad_norm": 0.17898781597614288,
      "learning_rate": 1.2464589235127479e-05,
      "loss": 0.2036,
      "step": 3742
    },
    {
      "epoch": 0.939773404889684,
      "grad_norm": 0.13562774658203125,
      "learning_rate": 1.2413082668040175e-05,
      "loss": 0.1968,
      "step": 3743
    },
    {
      "epoch": 0.9400244798041616,
      "grad_norm": 0.14521899819374084,
      "learning_rate": 1.2361576100952873e-05,
      "loss": 0.1887,
      "step": 3744
    },
    {
      "epoch": 0.9402755547186392,
      "grad_norm": 0.19180557131767273,
      "learning_rate": 1.2310069533865569e-05,
      "loss": 0.2059,
      "step": 3745
    },
    {
      "epoch": 0.9405266296331167,
      "grad_norm": 0.21589867770671844,
      "learning_rate": 1.2258562966778264e-05,
      "loss": 0.2058,
      "step": 3746
    },
    {
      "epoch": 0.9407777045475944,
      "grad_norm": 0.14544405043125153,
      "learning_rate": 1.2207056399690962e-05,
      "loss": 0.1851,
      "step": 3747
    },
    {
      "epoch": 0.941028779462072,
      "grad_norm": 0.14191898703575134,
      "learning_rate": 1.2155549832603658e-05,
      "loss": 0.203,
      "step": 3748
    },
    {
      "epoch": 0.9412798543765496,
      "grad_norm": 0.1512816697359085,
      "learning_rate": 1.2104043265516354e-05,
      "loss": 0.2067,
      "step": 3749
    },
    {
      "epoch": 0.9415309292910272,
      "grad_norm": 0.17758293449878693,
      "learning_rate": 1.205253669842905e-05,
      "loss": 0.2031,
      "step": 3750
    },
    {
      "epoch": 0.9417820042055048,
      "grad_norm": 0.1633322685956955,
      "learning_rate": 1.2001030131341747e-05,
      "loss": 0.2111,
      "step": 3751
    },
    {
      "epoch": 0.9420330791199825,
      "grad_norm": 0.17843884229660034,
      "learning_rate": 1.1949523564254443e-05,
      "loss": 0.2227,
      "step": 3752
    },
    {
      "epoch": 0.9422841540344601,
      "grad_norm": 0.18572063744068146,
      "learning_rate": 1.1898016997167139e-05,
      "loss": 0.229,
      "step": 3753
    },
    {
      "epoch": 0.9425352289489376,
      "grad_norm": 0.15566764771938324,
      "learning_rate": 1.1846510430079835e-05,
      "loss": 0.2184,
      "step": 3754
    },
    {
      "epoch": 0.9427863038634152,
      "grad_norm": 0.15490028262138367,
      "learning_rate": 1.1795003862992532e-05,
      "loss": 0.2021,
      "step": 3755
    },
    {
      "epoch": 0.9430373787778928,
      "grad_norm": 0.1563287228345871,
      "learning_rate": 1.1743497295905228e-05,
      "loss": 0.2525,
      "step": 3756
    },
    {
      "epoch": 0.9432884536923705,
      "grad_norm": 0.14939454197883606,
      "learning_rate": 1.1691990728817926e-05,
      "loss": 0.1983,
      "step": 3757
    },
    {
      "epoch": 0.9435395286068481,
      "grad_norm": 0.15489691495895386,
      "learning_rate": 1.164048416173062e-05,
      "loss": 0.2285,
      "step": 3758
    },
    {
      "epoch": 0.9437906035213257,
      "grad_norm": 0.1469256579875946,
      "learning_rate": 1.1588977594643317e-05,
      "loss": 0.2129,
      "step": 3759
    },
    {
      "epoch": 0.9440416784358033,
      "grad_norm": 0.18832840025424957,
      "learning_rate": 1.1537471027556015e-05,
      "loss": 0.2123,
      "step": 3760
    },
    {
      "epoch": 0.9442927533502808,
      "grad_norm": 0.13143789768218994,
      "learning_rate": 1.148596446046871e-05,
      "loss": 0.2006,
      "step": 3761
    },
    {
      "epoch": 0.9445438282647585,
      "grad_norm": 0.1350501924753189,
      "learning_rate": 1.1434457893381405e-05,
      "loss": 0.1903,
      "step": 3762
    },
    {
      "epoch": 0.9447949031792361,
      "grad_norm": 0.1523914784193039,
      "learning_rate": 1.1382951326294103e-05,
      "loss": 0.2037,
      "step": 3763
    },
    {
      "epoch": 0.9450459780937137,
      "grad_norm": 1.5045969486236572,
      "learning_rate": 1.13314447592068e-05,
      "loss": 0.2003,
      "step": 3764
    },
    {
      "epoch": 0.9452970530081913,
      "grad_norm": 0.19558683037757874,
      "learning_rate": 1.1279938192119496e-05,
      "loss": 0.1941,
      "step": 3765
    },
    {
      "epoch": 0.945548127922669,
      "grad_norm": 0.16531100869178772,
      "learning_rate": 1.1228431625032192e-05,
      "loss": 0.1974,
      "step": 3766
    },
    {
      "epoch": 0.9457992028371466,
      "grad_norm": 0.15480093657970428,
      "learning_rate": 1.1176925057944888e-05,
      "loss": 0.2094,
      "step": 3767
    },
    {
      "epoch": 0.9460502777516241,
      "grad_norm": 0.13814212381839752,
      "learning_rate": 1.1125418490857585e-05,
      "loss": 0.2172,
      "step": 3768
    },
    {
      "epoch": 0.9463013526661017,
      "grad_norm": 0.15051251649856567,
      "learning_rate": 1.1073911923770283e-05,
      "loss": 0.2163,
      "step": 3769
    },
    {
      "epoch": 0.9465524275805793,
      "grad_norm": 0.15875782072544098,
      "learning_rate": 1.1022405356682977e-05,
      "loss": 0.2053,
      "step": 3770
    },
    {
      "epoch": 0.946803502495057,
      "grad_norm": 0.13109488785266876,
      "learning_rate": 1.0970898789595673e-05,
      "loss": 0.208,
      "step": 3771
    },
    {
      "epoch": 0.9470545774095346,
      "grad_norm": 0.37410569190979004,
      "learning_rate": 1.0919392222508371e-05,
      "loss": 0.2072,
      "step": 3772
    },
    {
      "epoch": 0.9473056523240122,
      "grad_norm": 0.1394517868757248,
      "learning_rate": 1.0867885655421068e-05,
      "loss": 0.194,
      "step": 3773
    },
    {
      "epoch": 0.9475567272384898,
      "grad_norm": 0.154770165681839,
      "learning_rate": 1.0816379088333762e-05,
      "loss": 0.2005,
      "step": 3774
    },
    {
      "epoch": 0.9478078021529673,
      "grad_norm": 0.14903271198272705,
      "learning_rate": 1.076487252124646e-05,
      "loss": 0.2115,
      "step": 3775
    },
    {
      "epoch": 0.948058877067445,
      "grad_norm": 0.14364805817604065,
      "learning_rate": 1.0713365954159156e-05,
      "loss": 0.1841,
      "step": 3776
    },
    {
      "epoch": 0.9483099519819226,
      "grad_norm": 0.14101146161556244,
      "learning_rate": 1.0661859387071853e-05,
      "loss": 0.1966,
      "step": 3777
    },
    {
      "epoch": 0.9485610268964002,
      "grad_norm": 0.16335490345954895,
      "learning_rate": 1.0610352819984549e-05,
      "loss": 0.2082,
      "step": 3778
    },
    {
      "epoch": 0.9488121018108778,
      "grad_norm": 0.14214415848255157,
      "learning_rate": 1.0558846252897245e-05,
      "loss": 0.199,
      "step": 3779
    },
    {
      "epoch": 0.9490631767253555,
      "grad_norm": 0.4905748665332794,
      "learning_rate": 1.0507339685809941e-05,
      "loss": 0.207,
      "step": 3780
    },
    {
      "epoch": 0.9493142516398331,
      "grad_norm": 0.2452198714017868,
      "learning_rate": 1.0455833118722638e-05,
      "loss": 0.1907,
      "step": 3781
    },
    {
      "epoch": 0.9495653265543107,
      "grad_norm": 0.14918294548988342,
      "learning_rate": 1.0404326551635334e-05,
      "loss": 0.1977,
      "step": 3782
    },
    {
      "epoch": 0.9498164014687882,
      "grad_norm": 0.16277334094047546,
      "learning_rate": 1.035281998454803e-05,
      "loss": 0.2094,
      "step": 3783
    },
    {
      "epoch": 0.9500674763832658,
      "grad_norm": 0.8368000388145447,
      "learning_rate": 1.0301313417460726e-05,
      "loss": 0.2068,
      "step": 3784
    },
    {
      "epoch": 0.9503185512977435,
      "grad_norm": 0.16605710983276367,
      "learning_rate": 1.0249806850373424e-05,
      "loss": 0.2011,
      "step": 3785
    },
    {
      "epoch": 0.9505696262122211,
      "grad_norm": 0.17749907076358795,
      "learning_rate": 1.0198300283286119e-05,
      "loss": 0.2292,
      "step": 3786
    },
    {
      "epoch": 0.9508207011266987,
      "grad_norm": 0.2268957644701004,
      "learning_rate": 1.0146793716198815e-05,
      "loss": 0.1929,
      "step": 3787
    },
    {
      "epoch": 0.9510717760411763,
      "grad_norm": 0.13333439826965332,
      "learning_rate": 1.0095287149111513e-05,
      "loss": 0.2012,
      "step": 3788
    },
    {
      "epoch": 0.9513228509556539,
      "grad_norm": 0.2200649380683899,
      "learning_rate": 1.004378058202421e-05,
      "loss": 0.1975,
      "step": 3789
    },
    {
      "epoch": 0.9515739258701315,
      "grad_norm": 0.15208065509796143,
      "learning_rate": 9.992274014936904e-06,
      "loss": 0.1961,
      "step": 3790
    },
    {
      "epoch": 0.9518250007846091,
      "grad_norm": 0.14788725972175598,
      "learning_rate": 9.940767447849602e-06,
      "loss": 0.1992,
      "step": 3791
    },
    {
      "epoch": 0.9520760756990867,
      "grad_norm": 0.136675626039505,
      "learning_rate": 9.889260880762298e-06,
      "loss": 0.1934,
      "step": 3792
    },
    {
      "epoch": 0.9523271506135643,
      "grad_norm": 0.13553547859191895,
      "learning_rate": 9.837754313674994e-06,
      "loss": 0.1941,
      "step": 3793
    },
    {
      "epoch": 0.9525782255280419,
      "grad_norm": 0.1559222787618637,
      "learning_rate": 9.78624774658769e-06,
      "loss": 0.1976,
      "step": 3794
    },
    {
      "epoch": 0.9528293004425196,
      "grad_norm": 0.1813368797302246,
      "learning_rate": 9.734741179500387e-06,
      "loss": 0.2046,
      "step": 3795
    },
    {
      "epoch": 0.9530803753569972,
      "grad_norm": 0.17573466897010803,
      "learning_rate": 9.683234612413083e-06,
      "loss": 0.1724,
      "step": 3796
    },
    {
      "epoch": 0.9533314502714747,
      "grad_norm": 0.19137731194496155,
      "learning_rate": 9.63172804532578e-06,
      "loss": 0.2032,
      "step": 3797
    },
    {
      "epoch": 0.9535825251859523,
      "grad_norm": 0.1334153711795807,
      "learning_rate": 9.580221478238476e-06,
      "loss": 0.2031,
      "step": 3798
    },
    {
      "epoch": 0.95383360010043,
      "grad_norm": 0.18980412185192108,
      "learning_rate": 9.528714911151172e-06,
      "loss": 0.2088,
      "step": 3799
    },
    {
      "epoch": 0.9540846750149076,
      "grad_norm": 0.15430204570293427,
      "learning_rate": 9.477208344063868e-06,
      "loss": 0.1948,
      "step": 3800
    },
    {
      "epoch": 0.9540846750149076,
      "eval_loss": 3.2949326038360596,
      "eval_runtime": 29.9717,
      "eval_samples_per_second": 16.682,
      "eval_steps_per_second": 0.133,
      "step": 3800
    },
    {
      "epoch": 0.9543357499293852,
      "grad_norm": 0.1527523547410965,
      "learning_rate": 9.425701776976565e-06,
      "loss": 0.2185,
      "step": 3801
    },
    {
      "epoch": 0.9545868248438628,
      "grad_norm": 0.17052540183067322,
      "learning_rate": 9.37419520988926e-06,
      "loss": 0.2095,
      "step": 3802
    },
    {
      "epoch": 0.9548378997583404,
      "grad_norm": 0.14598053693771362,
      "learning_rate": 9.322688642801957e-06,
      "loss": 0.2035,
      "step": 3803
    },
    {
      "epoch": 0.955088974672818,
      "grad_norm": 0.36924153566360474,
      "learning_rate": 9.271182075714655e-06,
      "loss": 0.1875,
      "step": 3804
    },
    {
      "epoch": 0.9553400495872956,
      "grad_norm": 0.17153415083885193,
      "learning_rate": 9.21967550862735e-06,
      "loss": 0.2075,
      "step": 3805
    },
    {
      "epoch": 0.9555911245017732,
      "grad_norm": 0.14842049777507782,
      "learning_rate": 9.168168941540046e-06,
      "loss": 0.2012,
      "step": 3806
    },
    {
      "epoch": 0.9558421994162508,
      "grad_norm": 0.17371633648872375,
      "learning_rate": 9.116662374452744e-06,
      "loss": 0.2409,
      "step": 3807
    },
    {
      "epoch": 0.9560932743307284,
      "grad_norm": 0.1420527994632721,
      "learning_rate": 9.06515580736544e-06,
      "loss": 0.2181,
      "step": 3808
    },
    {
      "epoch": 0.9563443492452061,
      "grad_norm": 0.22558383643627167,
      "learning_rate": 9.013649240278135e-06,
      "loss": 0.1915,
      "step": 3809
    },
    {
      "epoch": 0.9565954241596837,
      "grad_norm": 0.15597793459892273,
      "learning_rate": 8.962142673190833e-06,
      "loss": 0.2046,
      "step": 3810
    },
    {
      "epoch": 0.9568464990741613,
      "grad_norm": 0.15635289251804352,
      "learning_rate": 8.910636106103529e-06,
      "loss": 0.1996,
      "step": 3811
    },
    {
      "epoch": 0.9570975739886388,
      "grad_norm": 0.14640451967716217,
      "learning_rate": 8.859129539016225e-06,
      "loss": 0.2111,
      "step": 3812
    },
    {
      "epoch": 0.9573486489031164,
      "grad_norm": 0.13248015940189362,
      "learning_rate": 8.807622971928921e-06,
      "loss": 0.2047,
      "step": 3813
    },
    {
      "epoch": 0.9575997238175941,
      "grad_norm": 0.1559414565563202,
      "learning_rate": 8.756116404841618e-06,
      "loss": 0.2056,
      "step": 3814
    },
    {
      "epoch": 0.9578507987320717,
      "grad_norm": 0.1411881148815155,
      "learning_rate": 8.704609837754314e-06,
      "loss": 0.2107,
      "step": 3815
    },
    {
      "epoch": 0.9581018736465493,
      "grad_norm": 0.34721943736076355,
      "learning_rate": 8.653103270667012e-06,
      "loss": 0.2122,
      "step": 3816
    },
    {
      "epoch": 0.9583529485610269,
      "grad_norm": 0.14449375867843628,
      "learning_rate": 8.601596703579706e-06,
      "loss": 0.1905,
      "step": 3817
    },
    {
      "epoch": 0.9586040234755046,
      "grad_norm": 0.14702682197093964,
      "learning_rate": 8.550090136492403e-06,
      "loss": 0.2169,
      "step": 3818
    },
    {
      "epoch": 0.9588550983899821,
      "grad_norm": 0.15034355223178864,
      "learning_rate": 8.4985835694051e-06,
      "loss": 0.2111,
      "step": 3819
    },
    {
      "epoch": 0.9591061733044597,
      "grad_norm": 0.1425781399011612,
      "learning_rate": 8.447077002317797e-06,
      "loss": 0.1943,
      "step": 3820
    },
    {
      "epoch": 0.9593572482189373,
      "grad_norm": 0.18862493336200714,
      "learning_rate": 8.395570435230491e-06,
      "loss": 0.1864,
      "step": 3821
    },
    {
      "epoch": 0.9596083231334149,
      "grad_norm": 0.16325163841247559,
      "learning_rate": 8.34406386814319e-06,
      "loss": 0.199,
      "step": 3822
    },
    {
      "epoch": 0.9598593980478926,
      "grad_norm": 0.14653591811656952,
      "learning_rate": 8.292557301055886e-06,
      "loss": 0.1915,
      "step": 3823
    },
    {
      "epoch": 0.9601104729623702,
      "grad_norm": 0.1464613825082779,
      "learning_rate": 8.241050733968582e-06,
      "loss": 0.1854,
      "step": 3824
    },
    {
      "epoch": 0.9603615478768478,
      "grad_norm": 0.14033353328704834,
      "learning_rate": 8.189544166881276e-06,
      "loss": 0.1958,
      "step": 3825
    },
    {
      "epoch": 0.9606126227913253,
      "grad_norm": 0.15147487819194794,
      "learning_rate": 8.138037599793974e-06,
      "loss": 0.2103,
      "step": 3826
    },
    {
      "epoch": 0.9608636977058029,
      "grad_norm": 0.15234088897705078,
      "learning_rate": 8.08653103270667e-06,
      "loss": 0.2171,
      "step": 3827
    },
    {
      "epoch": 0.9611147726202806,
      "grad_norm": 0.15694893896579742,
      "learning_rate": 8.035024465619367e-06,
      "loss": 0.1918,
      "step": 3828
    },
    {
      "epoch": 0.9613658475347582,
      "grad_norm": 0.14552564918994904,
      "learning_rate": 7.983517898532063e-06,
      "loss": 0.213,
      "step": 3829
    },
    {
      "epoch": 0.9616169224492358,
      "grad_norm": 0.15891791880130768,
      "learning_rate": 7.93201133144476e-06,
      "loss": 0.2202,
      "step": 3830
    },
    {
      "epoch": 0.9618679973637134,
      "grad_norm": 0.1442040205001831,
      "learning_rate": 7.880504764357456e-06,
      "loss": 0.2088,
      "step": 3831
    },
    {
      "epoch": 0.962119072278191,
      "grad_norm": 0.1712576150894165,
      "learning_rate": 7.828998197270154e-06,
      "loss": 0.2135,
      "step": 3832
    },
    {
      "epoch": 0.9623701471926687,
      "grad_norm": 0.448717325925827,
      "learning_rate": 7.777491630182848e-06,
      "loss": 0.2094,
      "step": 3833
    },
    {
      "epoch": 0.9626212221071462,
      "grad_norm": 0.14518915116786957,
      "learning_rate": 7.725985063095544e-06,
      "loss": 0.2078,
      "step": 3834
    },
    {
      "epoch": 0.9628722970216238,
      "grad_norm": 0.14745406806468964,
      "learning_rate": 7.674478496008242e-06,
      "loss": 0.2129,
      "step": 3835
    },
    {
      "epoch": 0.9631233719361014,
      "grad_norm": 0.3905769884586334,
      "learning_rate": 7.622971928920939e-06,
      "loss": 0.2048,
      "step": 3836
    },
    {
      "epoch": 0.963374446850579,
      "grad_norm": 0.1307470053434372,
      "learning_rate": 7.571465361833634e-06,
      "loss": 0.1987,
      "step": 3837
    },
    {
      "epoch": 0.9636255217650567,
      "grad_norm": 0.16904017329216003,
      "learning_rate": 7.51995879474633e-06,
      "loss": 0.2246,
      "step": 3838
    },
    {
      "epoch": 0.9638765966795343,
      "grad_norm": 1.131500005722046,
      "learning_rate": 7.468452227659027e-06,
      "loss": 0.2247,
      "step": 3839
    },
    {
      "epoch": 0.9641276715940119,
      "grad_norm": 0.1682896465063095,
      "learning_rate": 7.416945660571724e-06,
      "loss": 0.2106,
      "step": 3840
    },
    {
      "epoch": 0.9643787465084894,
      "grad_norm": 0.14691360294818878,
      "learning_rate": 7.365439093484419e-06,
      "loss": 0.1867,
      "step": 3841
    },
    {
      "epoch": 0.964629821422967,
      "grad_norm": 0.18374860286712646,
      "learning_rate": 7.313932526397116e-06,
      "loss": 0.2095,
      "step": 3842
    },
    {
      "epoch": 0.9648808963374447,
      "grad_norm": 0.8198508024215698,
      "learning_rate": 7.262425959309812e-06,
      "loss": 0.1983,
      "step": 3843
    },
    {
      "epoch": 0.9651319712519223,
      "grad_norm": 0.15909624099731445,
      "learning_rate": 7.2109193922225095e-06,
      "loss": 0.1939,
      "step": 3844
    },
    {
      "epoch": 0.9653830461663999,
      "grad_norm": 0.14027605950832367,
      "learning_rate": 7.159412825135205e-06,
      "loss": 0.195,
      "step": 3845
    },
    {
      "epoch": 0.9656341210808775,
      "grad_norm": 0.18889982998371124,
      "learning_rate": 7.107906258047901e-06,
      "loss": 0.198,
      "step": 3846
    },
    {
      "epoch": 0.9658851959953552,
      "grad_norm": 0.164206862449646,
      "learning_rate": 7.056399690960598e-06,
      "loss": 0.1949,
      "step": 3847
    },
    {
      "epoch": 0.9661362709098327,
      "grad_norm": 0.15069150924682617,
      "learning_rate": 7.0048931238732946e-06,
      "loss": 0.2242,
      "step": 3848
    },
    {
      "epoch": 0.9663873458243103,
      "grad_norm": 0.21107915043830872,
      "learning_rate": 6.95338655678599e-06,
      "loss": 0.1889,
      "step": 3849
    },
    {
      "epoch": 0.9666384207387879,
      "grad_norm": 0.15721091628074646,
      "learning_rate": 6.901879989698687e-06,
      "loss": 0.2077,
      "step": 3850
    },
    {
      "epoch": 0.9668894956532655,
      "grad_norm": 0.1842842400074005,
      "learning_rate": 6.850373422611383e-06,
      "loss": 0.2267,
      "step": 3851
    },
    {
      "epoch": 0.9671405705677432,
      "grad_norm": 0.17304305732250214,
      "learning_rate": 6.7988668555240804e-06,
      "loss": 0.1889,
      "step": 3852
    },
    {
      "epoch": 0.9673916454822208,
      "grad_norm": 0.1499669849872589,
      "learning_rate": 6.747360288436776e-06,
      "loss": 0.2311,
      "step": 3853
    },
    {
      "epoch": 0.9676427203966984,
      "grad_norm": 0.14877480268478394,
      "learning_rate": 6.695853721349472e-06,
      "loss": 0.1996,
      "step": 3854
    },
    {
      "epoch": 0.9678937953111759,
      "grad_norm": 0.1425810158252716,
      "learning_rate": 6.644347154262169e-06,
      "loss": 0.2023,
      "step": 3855
    },
    {
      "epoch": 0.9681448702256535,
      "grad_norm": 0.22834628820419312,
      "learning_rate": 6.5928405871748655e-06,
      "loss": 0.2031,
      "step": 3856
    },
    {
      "epoch": 0.9683959451401312,
      "grad_norm": 0.13600753247737885,
      "learning_rate": 6.541334020087561e-06,
      "loss": 0.194,
      "step": 3857
    },
    {
      "epoch": 0.9686470200546088,
      "grad_norm": 0.16387413442134857,
      "learning_rate": 6.489827453000258e-06,
      "loss": 0.2362,
      "step": 3858
    },
    {
      "epoch": 0.9688980949690864,
      "grad_norm": 0.12800483405590057,
      "learning_rate": 6.438320885912954e-06,
      "loss": 0.1799,
      "step": 3859
    },
    {
      "epoch": 0.969149169883564,
      "grad_norm": 0.14949221909046173,
      "learning_rate": 6.38681431882565e-06,
      "loss": 0.2257,
      "step": 3860
    },
    {
      "epoch": 0.9694002447980417,
      "grad_norm": 0.15712635219097137,
      "learning_rate": 6.335307751738347e-06,
      "loss": 0.1979,
      "step": 3861
    },
    {
      "epoch": 0.9696513197125193,
      "grad_norm": 0.1647031009197235,
      "learning_rate": 6.283801184651043e-06,
      "loss": 0.2186,
      "step": 3862
    },
    {
      "epoch": 0.9699023946269968,
      "grad_norm": 0.14196978509426117,
      "learning_rate": 6.232294617563739e-06,
      "loss": 0.1938,
      "step": 3863
    },
    {
      "epoch": 0.9701534695414744,
      "grad_norm": 0.17781268060207367,
      "learning_rate": 6.180788050476436e-06,
      "loss": 0.194,
      "step": 3864
    },
    {
      "epoch": 0.970404544455952,
      "grad_norm": 0.22320520877838135,
      "learning_rate": 6.129281483389132e-06,
      "loss": 0.1928,
      "step": 3865
    },
    {
      "epoch": 0.9706556193704297,
      "grad_norm": 0.1427997648715973,
      "learning_rate": 6.077774916301829e-06,
      "loss": 0.2091,
      "step": 3866
    },
    {
      "epoch": 0.9709066942849073,
      "grad_norm": 0.4327510893344879,
      "learning_rate": 6.026268349214525e-06,
      "loss": 0.1844,
      "step": 3867
    },
    {
      "epoch": 0.9711577691993849,
      "grad_norm": 0.23975898325443268,
      "learning_rate": 5.974761782127221e-06,
      "loss": 0.1967,
      "step": 3868
    },
    {
      "epoch": 0.9714088441138625,
      "grad_norm": 0.18416009843349457,
      "learning_rate": 5.923255215039918e-06,
      "loss": 0.1999,
      "step": 3869
    },
    {
      "epoch": 0.97165991902834,
      "grad_norm": 0.15566007792949677,
      "learning_rate": 5.871748647952614e-06,
      "loss": 0.215,
      "step": 3870
    },
    {
      "epoch": 0.9719109939428177,
      "grad_norm": 0.15988872945308685,
      "learning_rate": 5.82024208086531e-06,
      "loss": 0.2274,
      "step": 3871
    },
    {
      "epoch": 0.9721620688572953,
      "grad_norm": 0.1577182412147522,
      "learning_rate": 5.768735513778007e-06,
      "loss": 0.2031,
      "step": 3872
    },
    {
      "epoch": 0.9724131437717729,
      "grad_norm": 0.22809967398643494,
      "learning_rate": 5.717228946690703e-06,
      "loss": 0.2105,
      "step": 3873
    },
    {
      "epoch": 0.9726642186862505,
      "grad_norm": 0.16021649539470673,
      "learning_rate": 5.6657223796034e-06,
      "loss": 0.2066,
      "step": 3874
    },
    {
      "epoch": 0.9729152936007281,
      "grad_norm": 0.23757094144821167,
      "learning_rate": 5.614215812516096e-06,
      "loss": 0.1838,
      "step": 3875
    },
    {
      "epoch": 0.9731663685152058,
      "grad_norm": 0.1343977153301239,
      "learning_rate": 5.562709245428792e-06,
      "loss": 0.2112,
      "step": 3876
    },
    {
      "epoch": 0.9734174434296833,
      "grad_norm": 0.16201353073120117,
      "learning_rate": 5.5112026783414886e-06,
      "loss": 0.1956,
      "step": 3877
    },
    {
      "epoch": 0.9736685183441609,
      "grad_norm": 0.14710348844528198,
      "learning_rate": 5.459696111254186e-06,
      "loss": 0.1914,
      "step": 3878
    },
    {
      "epoch": 0.9739195932586385,
      "grad_norm": 0.18660420179367065,
      "learning_rate": 5.408189544166881e-06,
      "loss": 0.1992,
      "step": 3879
    },
    {
      "epoch": 0.9741706681731161,
      "grad_norm": 0.13424746692180634,
      "learning_rate": 5.356682977079578e-06,
      "loss": 0.2015,
      "step": 3880
    },
    {
      "epoch": 0.9744217430875938,
      "grad_norm": 0.156190425157547,
      "learning_rate": 5.3051764099922744e-06,
      "loss": 0.1847,
      "step": 3881
    },
    {
      "epoch": 0.9746728180020714,
      "grad_norm": 0.15362490713596344,
      "learning_rate": 5.253669842904971e-06,
      "loss": 0.1968,
      "step": 3882
    },
    {
      "epoch": 0.974923892916549,
      "grad_norm": 0.14683932065963745,
      "learning_rate": 5.202163275817667e-06,
      "loss": 0.2189,
      "step": 3883
    },
    {
      "epoch": 0.9751749678310265,
      "grad_norm": 0.13808442652225494,
      "learning_rate": 5.150656708730363e-06,
      "loss": 0.2016,
      "step": 3884
    },
    {
      "epoch": 0.9754260427455042,
      "grad_norm": 0.1374991536140442,
      "learning_rate": 5.0991501416430595e-06,
      "loss": 0.2028,
      "step": 3885
    },
    {
      "epoch": 0.9756771176599818,
      "grad_norm": 0.17768584191799164,
      "learning_rate": 5.047643574555757e-06,
      "loss": 0.1968,
      "step": 3886
    },
    {
      "epoch": 0.9759281925744594,
      "grad_norm": 0.14851471781730652,
      "learning_rate": 4.996137007468452e-06,
      "loss": 0.2231,
      "step": 3887
    },
    {
      "epoch": 0.976179267488937,
      "grad_norm": 0.13368016481399536,
      "learning_rate": 4.944630440381149e-06,
      "loss": 0.1984,
      "step": 3888
    },
    {
      "epoch": 0.9764303424034146,
      "grad_norm": 0.14582546055316925,
      "learning_rate": 4.893123873293845e-06,
      "loss": 0.2144,
      "step": 3889
    },
    {
      "epoch": 0.9766814173178923,
      "grad_norm": 0.1483977735042572,
      "learning_rate": 4.841617306206542e-06,
      "loss": 0.207,
      "step": 3890
    },
    {
      "epoch": 0.9769324922323699,
      "grad_norm": 0.15867266058921814,
      "learning_rate": 4.790110739119238e-06,
      "loss": 0.1969,
      "step": 3891
    },
    {
      "epoch": 0.9771835671468474,
      "grad_norm": 0.1431923806667328,
      "learning_rate": 4.738604172031934e-06,
      "loss": 0.1901,
      "step": 3892
    },
    {
      "epoch": 0.977434642061325,
      "grad_norm": 0.5646668672561646,
      "learning_rate": 4.68709760494463e-06,
      "loss": 0.204,
      "step": 3893
    },
    {
      "epoch": 0.9776857169758026,
      "grad_norm": 0.23257975280284882,
      "learning_rate": 4.6355910378573275e-06,
      "loss": 0.1928,
      "step": 3894
    },
    {
      "epoch": 0.9779367918902803,
      "grad_norm": 0.1910773068666458,
      "learning_rate": 4.584084470770023e-06,
      "loss": 0.1927,
      "step": 3895
    },
    {
      "epoch": 0.9781878668047579,
      "grad_norm": 0.5339992046356201,
      "learning_rate": 4.53257790368272e-06,
      "loss": 0.2042,
      "step": 3896
    },
    {
      "epoch": 0.9784389417192355,
      "grad_norm": 0.15928472578525543,
      "learning_rate": 4.481071336595416e-06,
      "loss": 0.1979,
      "step": 3897
    },
    {
      "epoch": 0.9786900166337131,
      "grad_norm": 0.13633453845977783,
      "learning_rate": 4.4295647695081125e-06,
      "loss": 0.1847,
      "step": 3898
    },
    {
      "epoch": 0.9789410915481906,
      "grad_norm": 0.14410968124866486,
      "learning_rate": 4.378058202420809e-06,
      "loss": 0.2059,
      "step": 3899
    },
    {
      "epoch": 0.9791921664626683,
      "grad_norm": 0.13962770998477936,
      "learning_rate": 4.326551635333506e-06,
      "loss": 0.2168,
      "step": 3900
    },
    {
      "epoch": 0.9791921664626683,
      "eval_loss": 3.2933340072631836,
      "eval_runtime": 31.4539,
      "eval_samples_per_second": 15.896,
      "eval_steps_per_second": 0.127,
      "step": 3900
    },
    {
      "epoch": 0.9794432413771459,
      "grad_norm": 0.3590996265411377,
      "learning_rate": 4.275045068246201e-06,
      "loss": 0.2161,
      "step": 3901
    },
    {
      "epoch": 0.9796943162916235,
      "grad_norm": 0.17160458862781525,
      "learning_rate": 4.223538501158898e-06,
      "loss": 0.1951,
      "step": 3902
    },
    {
      "epoch": 0.9799453912061011,
      "grad_norm": 0.16060873866081238,
      "learning_rate": 4.172031934071595e-06,
      "loss": 0.2053,
      "step": 3903
    },
    {
      "epoch": 0.9801964661205788,
      "grad_norm": 0.21839092671871185,
      "learning_rate": 4.120525366984291e-06,
      "loss": 0.2091,
      "step": 3904
    },
    {
      "epoch": 0.9804475410350564,
      "grad_norm": 0.17591892182826996,
      "learning_rate": 4.069018799896987e-06,
      "loss": 0.2027,
      "step": 3905
    },
    {
      "epoch": 0.9806986159495339,
      "grad_norm": 0.15779297053813934,
      "learning_rate": 4.0175122328096834e-06,
      "loss": 0.1991,
      "step": 3906
    },
    {
      "epoch": 0.9809496908640115,
      "grad_norm": 0.17754821479320526,
      "learning_rate": 3.96600566572238e-06,
      "loss": 0.2232,
      "step": 3907
    },
    {
      "epoch": 0.9812007657784891,
      "grad_norm": 0.15275511145591736,
      "learning_rate": 3.914499098635077e-06,
      "loss": 0.2034,
      "step": 3908
    },
    {
      "epoch": 0.9814518406929668,
      "grad_norm": 0.15866737067699432,
      "learning_rate": 3.862992531547772e-06,
      "loss": 0.2026,
      "step": 3909
    },
    {
      "epoch": 0.9817029156074444,
      "grad_norm": 0.15015247464179993,
      "learning_rate": 3.8114859644604693e-06,
      "loss": 0.2035,
      "step": 3910
    },
    {
      "epoch": 0.981953990521922,
      "grad_norm": 0.28081250190734863,
      "learning_rate": 3.759979397373165e-06,
      "loss": 0.2082,
      "step": 3911
    },
    {
      "epoch": 0.9822050654363996,
      "grad_norm": 0.17129702866077423,
      "learning_rate": 3.708472830285862e-06,
      "loss": 0.2099,
      "step": 3912
    },
    {
      "epoch": 0.9824561403508771,
      "grad_norm": 0.16071252524852753,
      "learning_rate": 3.656966263198558e-06,
      "loss": 0.2106,
      "step": 3913
    },
    {
      "epoch": 0.9827072152653548,
      "grad_norm": 0.18184436857700348,
      "learning_rate": 3.6054596961112548e-06,
      "loss": 0.1919,
      "step": 3914
    },
    {
      "epoch": 0.9829582901798324,
      "grad_norm": 0.13314077258110046,
      "learning_rate": 3.5539531290239506e-06,
      "loss": 0.1864,
      "step": 3915
    },
    {
      "epoch": 0.98320936509431,
      "grad_norm": 0.16619761288166046,
      "learning_rate": 3.5024465619366473e-06,
      "loss": 0.1951,
      "step": 3916
    },
    {
      "epoch": 0.9834604400087876,
      "grad_norm": 0.1454198807477951,
      "learning_rate": 3.4509399948493435e-06,
      "loss": 0.2172,
      "step": 3917
    },
    {
      "epoch": 0.9837115149232653,
      "grad_norm": 0.1753363013267517,
      "learning_rate": 3.3994334277620402e-06,
      "loss": 0.2065,
      "step": 3918
    },
    {
      "epoch": 0.9839625898377429,
      "grad_norm": 0.15602166950702667,
      "learning_rate": 3.347926860674736e-06,
      "loss": 0.2059,
      "step": 3919
    },
    {
      "epoch": 0.9842136647522205,
      "grad_norm": 0.1335146725177765,
      "learning_rate": 3.2964202935874327e-06,
      "loss": 0.2156,
      "step": 3920
    },
    {
      "epoch": 0.984464739666698,
      "grad_norm": 0.15728001296520233,
      "learning_rate": 3.244913726500129e-06,
      "loss": 0.1971,
      "step": 3921
    },
    {
      "epoch": 0.9847158145811756,
      "grad_norm": 0.16835559904575348,
      "learning_rate": 3.193407159412825e-06,
      "loss": 0.2113,
      "step": 3922
    },
    {
      "epoch": 0.9849668894956533,
      "grad_norm": 0.15737579762935638,
      "learning_rate": 3.1419005923255215e-06,
      "loss": 0.2093,
      "step": 3923
    },
    {
      "epoch": 0.9852179644101309,
      "grad_norm": 0.13327597081661224,
      "learning_rate": 3.090394025238218e-06,
      "loss": 0.2014,
      "step": 3924
    },
    {
      "epoch": 0.9854690393246085,
      "grad_norm": 0.14370174705982208,
      "learning_rate": 3.0388874581509144e-06,
      "loss": 0.1858,
      "step": 3925
    },
    {
      "epoch": 0.9857201142390861,
      "grad_norm": 0.2006426602602005,
      "learning_rate": 2.9873808910636107e-06,
      "loss": 0.2079,
      "step": 3926
    },
    {
      "epoch": 0.9859711891535637,
      "grad_norm": 0.14485524594783783,
      "learning_rate": 2.935874323976307e-06,
      "loss": 0.1884,
      "step": 3927
    },
    {
      "epoch": 0.9862222640680413,
      "grad_norm": 0.5653679966926575,
      "learning_rate": 2.8843677568890036e-06,
      "loss": 0.2046,
      "step": 3928
    },
    {
      "epoch": 0.9864733389825189,
      "grad_norm": 0.26520130038261414,
      "learning_rate": 2.8328611898017e-06,
      "loss": 0.1912,
      "step": 3929
    },
    {
      "epoch": 0.9867244138969965,
      "grad_norm": 0.18214988708496094,
      "learning_rate": 2.781354622714396e-06,
      "loss": 0.2114,
      "step": 3930
    },
    {
      "epoch": 0.9869754888114741,
      "grad_norm": 0.1822829395532608,
      "learning_rate": 2.729848055627093e-06,
      "loss": 0.2191,
      "step": 3931
    },
    {
      "epoch": 0.9872265637259517,
      "grad_norm": 0.17284120619297028,
      "learning_rate": 2.678341488539789e-06,
      "loss": 0.1984,
      "step": 3932
    },
    {
      "epoch": 0.9874776386404294,
      "grad_norm": 0.15027612447738647,
      "learning_rate": 2.6268349214524854e-06,
      "loss": 0.2012,
      "step": 3933
    },
    {
      "epoch": 0.987728713554907,
      "grad_norm": 0.14770731329917908,
      "learning_rate": 2.5753283543651816e-06,
      "loss": 0.2112,
      "step": 3934
    },
    {
      "epoch": 0.9879797884693845,
      "grad_norm": 0.1506754457950592,
      "learning_rate": 2.5238217872778783e-06,
      "loss": 0.2183,
      "step": 3935
    },
    {
      "epoch": 0.9882308633838621,
      "grad_norm": 0.2463083565235138,
      "learning_rate": 2.4723152201905745e-06,
      "loss": 0.1939,
      "step": 3936
    },
    {
      "epoch": 0.9884819382983397,
      "grad_norm": 0.20173977315425873,
      "learning_rate": 2.420808653103271e-06,
      "loss": 0.2039,
      "step": 3937
    },
    {
      "epoch": 0.9887330132128174,
      "grad_norm": 0.16777652502059937,
      "learning_rate": 2.369302086015967e-06,
      "loss": 0.2008,
      "step": 3938
    },
    {
      "epoch": 0.988984088127295,
      "grad_norm": 0.20777171850204468,
      "learning_rate": 2.3177955189286637e-06,
      "loss": 0.2048,
      "step": 3939
    },
    {
      "epoch": 0.9892351630417726,
      "grad_norm": 0.16343502700328827,
      "learning_rate": 2.26628895184136e-06,
      "loss": 0.1941,
      "step": 3940
    },
    {
      "epoch": 0.9894862379562502,
      "grad_norm": 0.22162675857543945,
      "learning_rate": 2.2147823847540563e-06,
      "loss": 0.2157,
      "step": 3941
    },
    {
      "epoch": 0.9897373128707279,
      "grad_norm": 0.18266093730926514,
      "learning_rate": 2.163275817666753e-06,
      "loss": 0.2142,
      "step": 3942
    },
    {
      "epoch": 0.9899883877852054,
      "grad_norm": 0.1581132858991623,
      "learning_rate": 2.111769250579449e-06,
      "loss": 0.1915,
      "step": 3943
    },
    {
      "epoch": 0.990239462699683,
      "grad_norm": 0.16807883977890015,
      "learning_rate": 2.0602626834921455e-06,
      "loss": 0.1904,
      "step": 3944
    },
    {
      "epoch": 0.9904905376141606,
      "grad_norm": 0.1428198665380478,
      "learning_rate": 2.0087561164048417e-06,
      "loss": 0.2167,
      "step": 3945
    },
    {
      "epoch": 0.9907416125286382,
      "grad_norm": 0.14737483859062195,
      "learning_rate": 1.9572495493175384e-06,
      "loss": 0.2353,
      "step": 3946
    },
    {
      "epoch": 0.9909926874431159,
      "grad_norm": 0.14954815804958344,
      "learning_rate": 1.9057429822302347e-06,
      "loss": 0.1982,
      "step": 3947
    },
    {
      "epoch": 0.9912437623575935,
      "grad_norm": 0.26051950454711914,
      "learning_rate": 1.854236415142931e-06,
      "loss": 0.2038,
      "step": 3948
    },
    {
      "epoch": 0.9914948372720711,
      "grad_norm": 0.1649513840675354,
      "learning_rate": 1.8027298480556274e-06,
      "loss": 0.2092,
      "step": 3949
    },
    {
      "epoch": 0.9917459121865486,
      "grad_norm": 0.15640076994895935,
      "learning_rate": 1.7512232809683236e-06,
      "loss": 0.2003,
      "step": 3950
    },
    {
      "epoch": 0.9919969871010262,
      "grad_norm": 0.17529602348804474,
      "learning_rate": 1.6997167138810201e-06,
      "loss": 0.2008,
      "step": 3951
    },
    {
      "epoch": 0.9922480620155039,
      "grad_norm": 0.16739465296268463,
      "learning_rate": 1.6482101467937164e-06,
      "loss": 0.2076,
      "step": 3952
    },
    {
      "epoch": 0.9924991369299815,
      "grad_norm": 0.15287372469902039,
      "learning_rate": 1.5967035797064124e-06,
      "loss": 0.2172,
      "step": 3953
    },
    {
      "epoch": 0.9927502118444591,
      "grad_norm": 0.14245232939720154,
      "learning_rate": 1.545197012619109e-06,
      "loss": 0.2122,
      "step": 3954
    },
    {
      "epoch": 0.9930012867589367,
      "grad_norm": 0.1453067660331726,
      "learning_rate": 1.4936904455318054e-06,
      "loss": 0.205,
      "step": 3955
    },
    {
      "epoch": 0.9932523616734144,
      "grad_norm": 0.16721458733081818,
      "learning_rate": 1.4421838784445018e-06,
      "loss": 0.2039,
      "step": 3956
    },
    {
      "epoch": 0.9935034365878919,
      "grad_norm": 0.1511901319026947,
      "learning_rate": 1.390677311357198e-06,
      "loss": 0.1963,
      "step": 3957
    },
    {
      "epoch": 0.9937545115023695,
      "grad_norm": 0.1625654101371765,
      "learning_rate": 1.3391707442698945e-06,
      "loss": 0.1762,
      "step": 3958
    },
    {
      "epoch": 0.9940055864168471,
      "grad_norm": 0.8407270908355713,
      "learning_rate": 1.2876641771825908e-06,
      "loss": 0.1956,
      "step": 3959
    },
    {
      "epoch": 0.9942566613313247,
      "grad_norm": 0.1583825945854187,
      "learning_rate": 1.2361576100952873e-06,
      "loss": 0.1912,
      "step": 3960
    },
    {
      "epoch": 0.9945077362458024,
      "grad_norm": 0.1521439254283905,
      "learning_rate": 1.1846510430079835e-06,
      "loss": 0.2225,
      "step": 3961
    },
    {
      "epoch": 0.99475881116028,
      "grad_norm": 0.1658109575510025,
      "learning_rate": 1.13314447592068e-06,
      "loss": 0.2231,
      "step": 3962
    },
    {
      "epoch": 0.9950098860747576,
      "grad_norm": 0.22023214399814606,
      "learning_rate": 1.0816379088333765e-06,
      "loss": 0.2034,
      "step": 3963
    },
    {
      "epoch": 0.9952609609892351,
      "grad_norm": 0.15218663215637207,
      "learning_rate": 1.0301313417460727e-06,
      "loss": 0.2081,
      "step": 3964
    },
    {
      "epoch": 0.9955120359037127,
      "grad_norm": 0.13939279317855835,
      "learning_rate": 9.786247746587692e-07,
      "loss": 0.2063,
      "step": 3965
    },
    {
      "epoch": 0.9957631108181904,
      "grad_norm": 0.16023185849189758,
      "learning_rate": 9.271182075714655e-07,
      "loss": 0.2001,
      "step": 3966
    },
    {
      "epoch": 0.996014185732668,
      "grad_norm": 0.2793641984462738,
      "learning_rate": 8.756116404841618e-07,
      "loss": 0.205,
      "step": 3967
    },
    {
      "epoch": 0.9962652606471456,
      "grad_norm": 0.14163528382778168,
      "learning_rate": 8.241050733968582e-07,
      "loss": 0.2011,
      "step": 3968
    },
    {
      "epoch": 0.9965163355616232,
      "grad_norm": 0.15585888922214508,
      "learning_rate": 7.725985063095545e-07,
      "loss": 0.2143,
      "step": 3969
    },
    {
      "epoch": 0.9967674104761008,
      "grad_norm": 0.14818306267261505,
      "learning_rate": 7.210919392222509e-07,
      "loss": 0.2035,
      "step": 3970
    },
    {
      "epoch": 0.9970184853905785,
      "grad_norm": 0.14678072929382324,
      "learning_rate": 6.695853721349473e-07,
      "loss": 0.2066,
      "step": 3971
    },
    {
      "epoch": 0.997269560305056,
      "grad_norm": 0.14180225133895874,
      "learning_rate": 6.180788050476436e-07,
      "loss": 0.1868,
      "step": 3972
    },
    {
      "epoch": 0.9975206352195336,
      "grad_norm": 0.1469525545835495,
      "learning_rate": 5.6657223796034e-07,
      "loss": 0.2091,
      "step": 3973
    },
    {
      "epoch": 0.9977717101340112,
      "grad_norm": 0.1527208685874939,
      "learning_rate": 5.150656708730364e-07,
      "loss": 0.2096,
      "step": 3974
    },
    {
      "epoch": 0.9980227850484888,
      "grad_norm": 0.1546844094991684,
      "learning_rate": 4.6355910378573273e-07,
      "loss": 0.2016,
      "step": 3975
    },
    {
      "epoch": 0.9982738599629665,
      "grad_norm": 0.15931116044521332,
      "learning_rate": 4.120525366984291e-07,
      "loss": 0.2181,
      "step": 3976
    },
    {
      "epoch": 0.9985249348774441,
      "grad_norm": 0.14386576414108276,
      "learning_rate": 3.6054596961112546e-07,
      "loss": 0.2158,
      "step": 3977
    },
    {
      "epoch": 0.9987760097919217,
      "grad_norm": 0.1792631894350052,
      "learning_rate": 3.090394025238218e-07,
      "loss": 0.1973,
      "step": 3978
    },
    {
      "epoch": 0.9990270847063992,
      "grad_norm": 0.15380914509296417,
      "learning_rate": 2.575328354365182e-07,
      "loss": 0.2496,
      "step": 3979
    },
    {
      "epoch": 0.9992781596208768,
      "grad_norm": 0.1582878679037094,
      "learning_rate": 2.0602626834921455e-07,
      "loss": 0.1915,
      "step": 3980
    },
    {
      "epoch": 0.9995292345353545,
      "grad_norm": 0.34433725476264954,
      "learning_rate": 1.545197012619109e-07,
      "loss": 0.221,
      "step": 3981
    },
    {
      "epoch": 0.9997803094498321,
      "grad_norm": 0.15883757174015045,
      "learning_rate": 1.0301313417460727e-07,
      "loss": 0.23,
      "step": 3982
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.19785714149475098,
      "learning_rate": 5.1506567087303636e-08,
      "loss": 0.1929,
      "step": 3983
    }
  ],
  "logging_steps": 1,
  "max_steps": 3983,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 200,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.0492903560975902e+20,
  "train_batch_size": 32,
  "trial_name": null,
  "trial_params": null
}