{
  "best_metric": 0.32298070192337036,
  "best_model_checkpoint": "miner_id_24/checkpoint-1600",
  "epoch": 0.05790713946773687,
  "eval_steps": 200,
  "global_step": 1800,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 3.21706330376316e-05,
      "grad_norm": 0.2609178423881531,
      "learning_rate": 2e-05,
      "loss": 0.5746,
      "step": 1
    },
    {
      "epoch": 3.21706330376316e-05,
      "eval_loss": 0.46101704239845276,
      "eval_runtime": 28.8598,
      "eval_samples_per_second": 8.628,
      "eval_steps_per_second": 4.331,
      "step": 1
    },
    {
      "epoch": 6.43412660752632e-05,
      "grad_norm": 0.23752833902835846,
      "learning_rate": 4e-05,
      "loss": 0.3828,
      "step": 2
    },
    {
      "epoch": 9.65118991128948e-05,
      "grad_norm": 0.25489795207977295,
      "learning_rate": 6e-05,
      "loss": 0.4657,
      "step": 3
    },
    {
      "epoch": 0.0001286825321505264,
      "grad_norm": 0.3867496848106384,
      "learning_rate": 8e-05,
      "loss": 0.5709,
      "step": 4
    },
    {
      "epoch": 0.000160853165188158,
      "grad_norm": 0.21718668937683105,
      "learning_rate": 0.0001,
      "loss": 0.4053,
      "step": 5
    },
    {
      "epoch": 0.0001930237982257896,
      "grad_norm": 0.22927387058734894,
      "learning_rate": 0.00012,
      "loss": 0.3848,
      "step": 6
    },
    {
      "epoch": 0.00022519443126342117,
      "grad_norm": 0.2708449363708496,
      "learning_rate": 0.00014,
      "loss": 0.3925,
      "step": 7
    },
    {
      "epoch": 0.0002573650643010528,
      "grad_norm": 0.378393292427063,
      "learning_rate": 0.00016,
      "loss": 0.3656,
      "step": 8
    },
    {
      "epoch": 0.0002895356973386844,
      "grad_norm": 0.5767518281936646,
      "learning_rate": 0.00018,
      "loss": 0.3179,
      "step": 9
    },
    {
      "epoch": 0.000321706330376316,
      "grad_norm": 0.6105942726135254,
      "learning_rate": 0.0002,
      "loss": 0.3719,
      "step": 10
    },
    {
      "epoch": 0.00035387696341394756,
      "grad_norm": 0.4722791016101837,
      "learning_rate": 0.0002,
      "loss": 0.3447,
      "step": 11
    },
    {
      "epoch": 0.0003860475964515792,
      "grad_norm": 0.4688263237476349,
      "learning_rate": 0.0002,
      "loss": 0.3055,
      "step": 12
    },
    {
      "epoch": 0.00041821822948921077,
      "grad_norm": 0.35639023780822754,
      "learning_rate": 0.0002,
      "loss": 0.2548,
      "step": 13
    },
    {
      "epoch": 0.00045038886252684235,
      "grad_norm": 0.4272077679634094,
      "learning_rate": 0.0002,
      "loss": 0.3488,
      "step": 14
    },
    {
      "epoch": 0.000482559495564474,
      "grad_norm": 0.3379782736301422,
      "learning_rate": 0.0002,
      "loss": 0.3432,
      "step": 15
    },
    {
      "epoch": 0.0005147301286021056,
      "grad_norm": 0.6516053676605225,
      "learning_rate": 0.0002,
      "loss": 0.3964,
      "step": 16
    },
    {
      "epoch": 0.0005469007616397372,
      "grad_norm": 0.6698662042617798,
      "learning_rate": 0.0002,
      "loss": 0.3674,
      "step": 17
    },
    {
      "epoch": 0.0005790713946773688,
      "grad_norm": 0.9461187124252319,
      "learning_rate": 0.0002,
      "loss": 0.2705,
      "step": 18
    },
    {
      "epoch": 0.0006112420277150003,
      "grad_norm": 0.5860435366630554,
      "learning_rate": 0.0002,
      "loss": 0.3152,
      "step": 19
    },
    {
      "epoch": 0.000643412660752632,
      "grad_norm": 0.4475187659263611,
      "learning_rate": 0.0002,
      "loss": 0.4237,
      "step": 20
    },
    {
      "epoch": 0.0006755832937902636,
      "grad_norm": 0.5749617218971252,
      "learning_rate": 0.0002,
      "loss": 0.2669,
      "step": 21
    },
    {
      "epoch": 0.0007077539268278951,
      "grad_norm": 0.6806007623672485,
      "learning_rate": 0.0002,
      "loss": 0.3513,
      "step": 22
    },
    {
      "epoch": 0.0007399245598655268,
      "grad_norm": 0.6327475905418396,
      "learning_rate": 0.0002,
      "loss": 0.3948,
      "step": 23
    },
    {
      "epoch": 0.0007720951929031584,
      "grad_norm": 0.5336435437202454,
      "learning_rate": 0.0002,
      "loss": 0.3854,
      "step": 24
    },
    {
      "epoch": 0.0008042658259407899,
      "grad_norm": 0.5399162173271179,
      "learning_rate": 0.0002,
      "loss": 0.3333,
      "step": 25
    },
    {
      "epoch": 0.0008364364589784215,
      "grad_norm": 0.7226356863975525,
      "learning_rate": 0.0002,
      "loss": 0.3978,
      "step": 26
    },
    {
      "epoch": 0.0008686070920160532,
      "grad_norm": 0.6512770652770996,
      "learning_rate": 0.0002,
      "loss": 0.3304,
      "step": 27
    },
    {
      "epoch": 0.0009007777250536847,
      "grad_norm": 0.7261360287666321,
      "learning_rate": 0.0002,
      "loss": 0.3004,
      "step": 28
    },
    {
      "epoch": 0.0009329483580913163,
      "grad_norm": 0.5120699405670166,
      "learning_rate": 0.0002,
      "loss": 0.3675,
      "step": 29
    },
    {
      "epoch": 0.000965118991128948,
      "grad_norm": 0.5695130228996277,
      "learning_rate": 0.0002,
      "loss": 0.3728,
      "step": 30
    },
    {
      "epoch": 0.0009972896241665795,
      "grad_norm": 0.5845438838005066,
      "learning_rate": 0.0002,
      "loss": 0.2799,
      "step": 31
    },
    {
      "epoch": 0.001029460257204211,
      "grad_norm": 0.5468902587890625,
      "learning_rate": 0.0002,
      "loss": 0.3652,
      "step": 32
    },
    {
      "epoch": 0.0010616308902418427,
      "grad_norm": 0.5148847699165344,
      "learning_rate": 0.0002,
      "loss": 0.3211,
      "step": 33
    },
    {
      "epoch": 0.0010938015232794744,
      "grad_norm": 0.4925091862678528,
      "learning_rate": 0.0002,
      "loss": 0.2873,
      "step": 34
    },
    {
      "epoch": 0.001125972156317106,
      "grad_norm": 0.45565104484558105,
      "learning_rate": 0.0002,
      "loss": 0.4159,
      "step": 35
    },
    {
      "epoch": 0.0011581427893547376,
      "grad_norm": 0.44539037346839905,
      "learning_rate": 0.0002,
      "loss": 0.3451,
      "step": 36
    },
    {
      "epoch": 0.001190313422392369,
      "grad_norm": 0.5995281338691711,
      "learning_rate": 0.0002,
      "loss": 0.3294,
      "step": 37
    },
    {
      "epoch": 0.0012224840554300007,
      "grad_norm": 0.5937873125076294,
      "learning_rate": 0.0002,
      "loss": 0.3174,
      "step": 38
    },
    {
      "epoch": 0.0012546546884676323,
      "grad_norm": 0.5223010182380676,
      "learning_rate": 0.0002,
      "loss": 0.3538,
      "step": 39
    },
    {
      "epoch": 0.001286825321505264,
      "grad_norm": 0.45076924562454224,
      "learning_rate": 0.0002,
      "loss": 0.2965,
      "step": 40
    },
    {
      "epoch": 0.0013189959545428956,
      "grad_norm": 0.5829368233680725,
      "learning_rate": 0.0002,
      "loss": 0.3505,
      "step": 41
    },
    {
      "epoch": 0.0013511665875805272,
      "grad_norm": 0.5640948414802551,
      "learning_rate": 0.0002,
      "loss": 0.3274,
      "step": 42
    },
    {
      "epoch": 0.0013833372206181586,
      "grad_norm": 0.5946338772773743,
      "learning_rate": 0.0002,
      "loss": 0.3784,
      "step": 43
    },
    {
      "epoch": 0.0014155078536557902,
      "grad_norm": 0.49370312690734863,
      "learning_rate": 0.0002,
      "loss": 0.3396,
      "step": 44
    },
    {
      "epoch": 0.0014476784866934219,
      "grad_norm": 0.552584707736969,
      "learning_rate": 0.0002,
      "loss": 0.3028,
      "step": 45
    },
    {
      "epoch": 0.0014798491197310535,
      "grad_norm": 0.6281300187110901,
      "learning_rate": 0.0002,
      "loss": 0.4233,
      "step": 46
    },
    {
      "epoch": 0.0015120197527686851,
      "grad_norm": 0.4612821638584137,
      "learning_rate": 0.0002,
      "loss": 0.2995,
      "step": 47
    },
    {
      "epoch": 0.0015441903858063168,
      "grad_norm": 0.4370185434818268,
      "learning_rate": 0.0002,
      "loss": 0.243,
      "step": 48
    },
    {
      "epoch": 0.0015763610188439484,
      "grad_norm": 0.6153799891471863,
      "learning_rate": 0.0002,
      "loss": 0.2805,
      "step": 49
    },
    {
      "epoch": 0.0016085316518815798,
      "grad_norm": 0.6847407817840576,
      "learning_rate": 0.0002,
      "loss": 0.3014,
      "step": 50
    },
    {
      "epoch": 0.0016407022849192114,
      "grad_norm": 0.49228036403656006,
      "learning_rate": 0.0002,
      "loss": 0.3074,
      "step": 51
    },
    {
      "epoch": 0.001672872917956843,
      "grad_norm": 0.5665944218635559,
      "learning_rate": 0.0002,
      "loss": 0.2657,
      "step": 52
    },
    {
      "epoch": 0.0017050435509944747,
      "grad_norm": 0.5495525002479553,
      "learning_rate": 0.0002,
      "loss": 0.4076,
      "step": 53
    },
    {
      "epoch": 0.0017372141840321063,
      "grad_norm": 0.7097938656806946,
      "learning_rate": 0.0002,
      "loss": 0.3506,
      "step": 54
    },
    {
      "epoch": 0.001769384817069738,
      "grad_norm": 0.6005829572677612,
      "learning_rate": 0.0002,
      "loss": 0.3041,
      "step": 55
    },
    {
      "epoch": 0.0018015554501073694,
      "grad_norm": 0.4742415249347687,
      "learning_rate": 0.0002,
      "loss": 0.3457,
      "step": 56
    },
    {
      "epoch": 0.001833726083145001,
      "grad_norm": 0.6460862159729004,
      "learning_rate": 0.0002,
      "loss": 0.352,
      "step": 57
    },
    {
      "epoch": 0.0018658967161826326,
      "grad_norm": 0.5325047373771667,
      "learning_rate": 0.0002,
      "loss": 0.3353,
      "step": 58
    },
    {
      "epoch": 0.0018980673492202643,
      "grad_norm": 0.550370991230011,
      "learning_rate": 0.0002,
      "loss": 0.3186,
      "step": 59
    },
    {
      "epoch": 0.001930237982257896,
      "grad_norm": 0.5427353978157043,
      "learning_rate": 0.0002,
      "loss": 0.2949,
      "step": 60
    },
    {
      "epoch": 0.0019624086152955273,
      "grad_norm": 0.7852073907852173,
      "learning_rate": 0.0002,
      "loss": 0.4574,
      "step": 61
    },
    {
      "epoch": 0.001994579248333159,
      "grad_norm": 0.584457516670227,
      "learning_rate": 0.0002,
      "loss": 0.3599,
      "step": 62
    },
    {
      "epoch": 0.0020267498813707906,
      "grad_norm": 0.6022618412971497,
      "learning_rate": 0.0002,
      "loss": 0.2653,
      "step": 63
    },
    {
      "epoch": 0.002058920514408422,
      "grad_norm": 0.5993865728378296,
      "learning_rate": 0.0002,
      "loss": 0.3466,
      "step": 64
    },
    {
      "epoch": 0.002091091147446054,
      "grad_norm": 0.5613014698028564,
      "learning_rate": 0.0002,
      "loss": 0.2818,
      "step": 65
    },
    {
      "epoch": 0.0021232617804836855,
      "grad_norm": 0.5827286243438721,
      "learning_rate": 0.0002,
      "loss": 0.2641,
      "step": 66
    },
    {
      "epoch": 0.002155432413521317,
      "grad_norm": 0.6258942484855652,
      "learning_rate": 0.0002,
      "loss": 0.3016,
      "step": 67
    },
    {
      "epoch": 0.0021876030465589487,
      "grad_norm": 0.5805741548538208,
      "learning_rate": 0.0002,
      "loss": 0.4094,
      "step": 68
    },
    {
      "epoch": 0.0022197736795965804,
      "grad_norm": 0.6247344017028809,
      "learning_rate": 0.0002,
      "loss": 0.2884,
      "step": 69
    },
    {
      "epoch": 0.002251944312634212,
      "grad_norm": 0.6786600351333618,
      "learning_rate": 0.0002,
      "loss": 0.352,
      "step": 70
    },
    {
      "epoch": 0.0022841149456718436,
      "grad_norm": 0.5860627889633179,
      "learning_rate": 0.0002,
      "loss": 0.409,
      "step": 71
    },
    {
      "epoch": 0.0023162855787094753,
      "grad_norm": 0.5486606955528259,
      "learning_rate": 0.0002,
      "loss": 0.3088,
      "step": 72
    },
    {
      "epoch": 0.0023484562117471065,
      "grad_norm": 0.7216318249702454,
      "learning_rate": 0.0002,
      "loss": 0.3077,
      "step": 73
    },
    {
      "epoch": 0.002380626844784738,
      "grad_norm": 0.7599589228630066,
      "learning_rate": 0.0002,
      "loss": 0.4633,
      "step": 74
    },
    {
      "epoch": 0.0024127974778223697,
      "grad_norm": 0.5651103854179382,
      "learning_rate": 0.0002,
      "loss": 0.297,
      "step": 75
    },
    {
      "epoch": 0.0024449681108600014,
      "grad_norm": 0.5803356170654297,
      "learning_rate": 0.0002,
      "loss": 0.2458,
      "step": 76
    },
    {
      "epoch": 0.002477138743897633,
      "grad_norm": 0.5019489526748657,
      "learning_rate": 0.0002,
      "loss": 0.3269,
      "step": 77
    },
    {
      "epoch": 0.0025093093769352646,
      "grad_norm": 0.5693783760070801,
      "learning_rate": 0.0002,
      "loss": 0.2905,
      "step": 78
    },
    {
      "epoch": 0.0025414800099728962,
      "grad_norm": 0.7466827034950256,
      "learning_rate": 0.0002,
      "loss": 0.3504,
      "step": 79
    },
    {
      "epoch": 0.002573650643010528,
      "grad_norm": 0.6029163599014282,
      "learning_rate": 0.0002,
      "loss": 0.2978,
      "step": 80
    },
    {
      "epoch": 0.0026058212760481595,
      "grad_norm": 0.6179245114326477,
      "learning_rate": 0.0002,
      "loss": 0.4017,
      "step": 81
    },
    {
      "epoch": 0.002637991909085791,
      "grad_norm": 0.7006585001945496,
      "learning_rate": 0.0002,
      "loss": 0.3377,
      "step": 82
    },
    {
      "epoch": 0.0026701625421234228,
      "grad_norm": 0.5809662938117981,
      "learning_rate": 0.0002,
      "loss": 0.3141,
      "step": 83
    },
    {
      "epoch": 0.0027023331751610544,
      "grad_norm": 0.58149254322052,
      "learning_rate": 0.0002,
      "loss": 0.2874,
      "step": 84
    },
    {
      "epoch": 0.002734503808198686,
      "grad_norm": 0.8158010840415955,
      "learning_rate": 0.0002,
      "loss": 0.4517,
      "step": 85
    },
    {
      "epoch": 0.0027666744412363172,
      "grad_norm": 0.6752007603645325,
      "learning_rate": 0.0002,
      "loss": 0.4586,
      "step": 86
    },
    {
      "epoch": 0.002798845074273949,
      "grad_norm": 0.6040322780609131,
      "learning_rate": 0.0002,
      "loss": 0.2622,
      "step": 87
    },
    {
      "epoch": 0.0028310157073115805,
      "grad_norm": 0.7154407501220703,
      "learning_rate": 0.0002,
      "loss": 0.3639,
      "step": 88
    },
    {
      "epoch": 0.002863186340349212,
      "grad_norm": 0.6612291932106018,
      "learning_rate": 0.0002,
      "loss": 0.3774,
      "step": 89
    },
    {
      "epoch": 0.0028953569733868438,
      "grad_norm": 0.7525337338447571,
      "learning_rate": 0.0002,
      "loss": 0.4023,
      "step": 90
    },
    {
      "epoch": 0.0029275276064244754,
      "grad_norm": 0.6839393377304077,
      "learning_rate": 0.0002,
      "loss": 0.456,
      "step": 91
    },
    {
      "epoch": 0.002959698239462107,
      "grad_norm": 0.6505508422851562,
      "learning_rate": 0.0002,
      "loss": 0.2841,
      "step": 92
    },
    {
      "epoch": 0.0029918688724997386,
      "grad_norm": 0.541343092918396,
      "learning_rate": 0.0002,
      "loss": 0.301,
      "step": 93
    },
    {
      "epoch": 0.0030240395055373703,
      "grad_norm": 0.5484374165534973,
      "learning_rate": 0.0002,
      "loss": 0.2425,
      "step": 94
    },
    {
      "epoch": 0.003056210138575002,
      "grad_norm": 0.5703783631324768,
      "learning_rate": 0.0002,
      "loss": 0.6352,
      "step": 95
    },
    {
      "epoch": 0.0030883807716126335,
      "grad_norm": 0.5479252934455872,
      "learning_rate": 0.0002,
      "loss": 0.3013,
      "step": 96
    },
    {
      "epoch": 0.003120551404650265,
      "grad_norm": 0.7930196523666382,
      "learning_rate": 0.0002,
      "loss": 0.3676,
      "step": 97
    },
    {
      "epoch": 0.003152722037687897,
      "grad_norm": 0.6894263029098511,
      "learning_rate": 0.0002,
      "loss": 0.26,
      "step": 98
    },
    {
      "epoch": 0.003184892670725528,
      "grad_norm": 0.639010488986969,
      "learning_rate": 0.0002,
      "loss": 0.2685,
      "step": 99
    },
    {
      "epoch": 0.0032170633037631596,
      "grad_norm": 0.6424719095230103,
      "learning_rate": 0.0002,
      "loss": 0.2628,
      "step": 100
    },
    {
      "epoch": 0.0032492339368007913,
      "grad_norm": 0.7405576109886169,
      "learning_rate": 0.0002,
      "loss": 0.3001,
      "step": 101
    },
    {
      "epoch": 0.003281404569838423,
      "grad_norm": 0.6489754915237427,
      "learning_rate": 0.0002,
      "loss": 0.3407,
      "step": 102
    },
    {
      "epoch": 0.0033135752028760545,
      "grad_norm": 0.6659820675849915,
      "learning_rate": 0.0002,
      "loss": 0.3678,
      "step": 103
    },
    {
      "epoch": 0.003345745835913686,
      "grad_norm": 0.706896960735321,
      "learning_rate": 0.0002,
      "loss": 0.3577,
      "step": 104
    },
    {
      "epoch": 0.003377916468951318,
      "grad_norm": 0.6583238840103149,
      "learning_rate": 0.0002,
      "loss": 0.3567,
      "step": 105
    },
    {
      "epoch": 0.0034100871019889494,
      "grad_norm": 0.7842928767204285,
      "learning_rate": 0.0002,
      "loss": 0.3746,
      "step": 106
    },
    {
      "epoch": 0.003442257735026581,
      "grad_norm": 0.7192911505699158,
      "learning_rate": 0.0002,
      "loss": 0.381,
      "step": 107
    },
    {
      "epoch": 0.0034744283680642127,
      "grad_norm": 0.8255159258842468,
      "learning_rate": 0.0002,
      "loss": 0.4093,
      "step": 108
    },
    {
      "epoch": 0.0035065990011018443,
      "grad_norm": 0.731376588344574,
      "learning_rate": 0.0002,
      "loss": 0.2749,
      "step": 109
    },
    {
      "epoch": 0.003538769634139476,
      "grad_norm": 0.7096914649009705,
      "learning_rate": 0.0002,
      "loss": 0.2585,
      "step": 110
    },
    {
      "epoch": 0.0035709402671771076,
      "grad_norm": 0.7141759991645813,
      "learning_rate": 0.0002,
      "loss": 0.3652,
      "step": 111
    },
    {
      "epoch": 0.0036031109002147388,
      "grad_norm": 0.8442528247833252,
      "learning_rate": 0.0002,
      "loss": 0.301,
      "step": 112
    },
    {
      "epoch": 0.0036352815332523704,
      "grad_norm": 0.8419767618179321,
      "learning_rate": 0.0002,
      "loss": 0.4241,
      "step": 113
    },
    {
      "epoch": 0.003667452166290002,
      "grad_norm": 0.7170063257217407,
      "learning_rate": 0.0002,
      "loss": 0.4237,
      "step": 114
    },
    {
      "epoch": 0.0036996227993276337,
      "grad_norm": 0.7070204019546509,
      "learning_rate": 0.0002,
      "loss": 0.4084,
      "step": 115
    },
    {
      "epoch": 0.0037317934323652653,
      "grad_norm": 0.6054997444152832,
      "learning_rate": 0.0002,
      "loss": 0.3128,
      "step": 116
    },
    {
      "epoch": 0.003763964065402897,
      "grad_norm": 0.5738762021064758,
      "learning_rate": 0.0002,
      "loss": 0.4329,
      "step": 117
    },
    {
      "epoch": 0.0037961346984405286,
      "grad_norm": 0.6349337100982666,
      "learning_rate": 0.0002,
      "loss": 0.3271,
      "step": 118
    },
    {
      "epoch": 0.00382830533147816,
      "grad_norm": 0.6344738006591797,
      "learning_rate": 0.0002,
      "loss": 0.3099,
      "step": 119
    },
    {
      "epoch": 0.003860475964515792,
      "grad_norm": 0.7301223874092102,
      "learning_rate": 0.0002,
      "loss": 0.4126,
      "step": 120
    },
    {
      "epoch": 0.0038926465975534234,
      "grad_norm": 0.7683565616607666,
      "learning_rate": 0.0002,
      "loss": 0.3152,
      "step": 121
    },
    {
      "epoch": 0.003924817230591055,
      "grad_norm": 0.5495012402534485,
      "learning_rate": 0.0002,
      "loss": 0.2863,
      "step": 122
    },
    {
      "epoch": 0.003956987863628686,
      "grad_norm": 0.6135990023612976,
      "learning_rate": 0.0002,
      "loss": 0.3381,
      "step": 123
    },
    {
      "epoch": 0.003989158496666318,
      "grad_norm": 0.8360633850097656,
      "learning_rate": 0.0002,
      "loss": 0.3739,
      "step": 124
    },
    {
      "epoch": 0.0040213291297039495,
      "grad_norm": 0.7187512516975403,
      "learning_rate": 0.0002,
      "loss": 0.24,
      "step": 125
    },
    {
      "epoch": 0.004053499762741581,
      "grad_norm": 0.7280769348144531,
      "learning_rate": 0.0002,
      "loss": 0.3286,
      "step": 126
    },
    {
      "epoch": 0.004085670395779213,
      "grad_norm": 0.6523069143295288,
      "learning_rate": 0.0002,
      "loss": 0.2758,
      "step": 127
    },
    {
      "epoch": 0.004117841028816844,
      "grad_norm": 0.6205531358718872,
      "learning_rate": 0.0002,
      "loss": 0.3053,
      "step": 128
    },
    {
      "epoch": 0.004150011661854476,
      "grad_norm": 0.8631265163421631,
      "learning_rate": 0.0002,
      "loss": 0.3149,
      "step": 129
    },
    {
      "epoch": 0.004182182294892108,
      "grad_norm": 0.7578058242797852,
      "learning_rate": 0.0002,
      "loss": 0.5391,
      "step": 130
    },
    {
      "epoch": 0.004214352927929739,
      "grad_norm": 0.7494041323661804,
      "learning_rate": 0.0002,
      "loss": 0.2909,
      "step": 131
    },
    {
      "epoch": 0.004246523560967371,
      "grad_norm": 0.6875420808792114,
      "learning_rate": 0.0002,
      "loss": 0.3464,
      "step": 132
    },
    {
      "epoch": 0.004278694194005003,
      "grad_norm": 0.6999627947807312,
      "learning_rate": 0.0002,
      "loss": 0.374,
      "step": 133
    },
    {
      "epoch": 0.004310864827042634,
      "grad_norm": 0.7990955114364624,
      "learning_rate": 0.0002,
      "loss": 0.3734,
      "step": 134
    },
    {
      "epoch": 0.004343035460080266,
      "grad_norm": 0.8626115918159485,
      "learning_rate": 0.0002,
      "loss": 0.4212,
      "step": 135
    },
    {
      "epoch": 0.0043752060931178975,
      "grad_norm": 0.7310900092124939,
      "learning_rate": 0.0002,
      "loss": 0.3488,
      "step": 136
    },
    {
      "epoch": 0.004407376726155529,
      "grad_norm": 0.8717100024223328,
      "learning_rate": 0.0002,
      "loss": 0.3812,
      "step": 137
    },
    {
      "epoch": 0.004439547359193161,
      "grad_norm": 0.6076570153236389,
      "learning_rate": 0.0002,
      "loss": 0.2651,
      "step": 138
    },
    {
      "epoch": 0.004471717992230792,
      "grad_norm": 0.9252959489822388,
      "learning_rate": 0.0002,
      "loss": 0.352,
      "step": 139
    },
    {
      "epoch": 0.004503888625268424,
      "grad_norm": 0.9629406929016113,
      "learning_rate": 0.0002,
      "loss": 0.3687,
      "step": 140
    },
    {
      "epoch": 0.004536059258306056,
      "grad_norm": 0.6811290979385376,
      "learning_rate": 0.0002,
      "loss": 0.3433,
      "step": 141
    },
    {
      "epoch": 0.004568229891343687,
      "grad_norm": 1.0294033288955688,
      "learning_rate": 0.0002,
      "loss": 0.4794,
      "step": 142
    },
    {
      "epoch": 0.004600400524381319,
      "grad_norm": 0.6730893850326538,
      "learning_rate": 0.0002,
      "loss": 0.3088,
      "step": 143
    },
    {
      "epoch": 0.0046325711574189505,
      "grad_norm": 0.8225754499435425,
      "learning_rate": 0.0002,
      "loss": 0.3625,
      "step": 144
    },
    {
      "epoch": 0.004664741790456581,
      "grad_norm": 0.6656695008277893,
      "learning_rate": 0.0002,
      "loss": 0.3459,
      "step": 145
    },
    {
      "epoch": 0.004696912423494213,
      "grad_norm": 0.6955097913742065,
      "learning_rate": 0.0002,
      "loss": 0.3035,
      "step": 146
    },
    {
      "epoch": 0.0047290830565318446,
      "grad_norm": 0.9222290515899658,
      "learning_rate": 0.0002,
      "loss": 0.3599,
      "step": 147
    },
    {
      "epoch": 0.004761253689569476,
      "grad_norm": 0.7328464984893799,
      "learning_rate": 0.0002,
      "loss": 0.2753,
      "step": 148
    },
    {
      "epoch": 0.004793424322607108,
      "grad_norm": 0.6858335137367249,
      "learning_rate": 0.0002,
      "loss": 0.3916,
      "step": 149
    },
    {
      "epoch": 0.0048255949556447394,
      "grad_norm": 0.8160132765769958,
      "learning_rate": 0.0002,
      "loss": 0.3318,
      "step": 150
    },
    {
      "epoch": 0.004857765588682371,
      "grad_norm": 0.7775120735168457,
      "learning_rate": 0.0002,
      "loss": 0.2875,
      "step": 151
    },
    {
      "epoch": 0.004889936221720003,
      "grad_norm": 0.7653348445892334,
      "learning_rate": 0.0002,
      "loss": 0.2932,
      "step": 152
    },
    {
      "epoch": 0.004922106854757634,
      "grad_norm": 0.7305892705917358,
      "learning_rate": 0.0002,
      "loss": 0.3026,
      "step": 153
    },
    {
      "epoch": 0.004954277487795266,
      "grad_norm": 0.7535127997398376,
      "learning_rate": 0.0002,
      "loss": 0.2856,
      "step": 154
    },
    {
      "epoch": 0.004986448120832898,
      "grad_norm": 0.7200407981872559,
      "learning_rate": 0.0002,
      "loss": 0.3097,
      "step": 155
    },
    {
      "epoch": 0.005018618753870529,
      "grad_norm": 0.8162491917610168,
      "learning_rate": 0.0002,
      "loss": 0.3619,
      "step": 156
    },
    {
      "epoch": 0.005050789386908161,
      "grad_norm": 1.155956506729126,
      "learning_rate": 0.0002,
      "loss": 0.4073,
      "step": 157
    },
    {
      "epoch": 0.0050829600199457925,
      "grad_norm": 0.7546277046203613,
      "learning_rate": 0.0002,
      "loss": 0.349,
      "step": 158
    },
    {
      "epoch": 0.005115130652983424,
      "grad_norm": 0.5961102247238159,
      "learning_rate": 0.0002,
      "loss": 0.2786,
      "step": 159
    },
    {
      "epoch": 0.005147301286021056,
      "grad_norm": 0.7311742901802063,
      "learning_rate": 0.0002,
      "loss": 0.3039,
      "step": 160
    },
    {
      "epoch": 0.005179471919058687,
      "grad_norm": 1.035477876663208,
      "learning_rate": 0.0002,
      "loss": 0.4212,
      "step": 161
    },
    {
      "epoch": 0.005211642552096319,
      "grad_norm": 0.8163110017776489,
      "learning_rate": 0.0002,
      "loss": 0.387,
      "step": 162
    },
    {
      "epoch": 0.005243813185133951,
      "grad_norm": 0.6917060017585754,
      "learning_rate": 0.0002,
      "loss": 0.3123,
      "step": 163
    },
    {
      "epoch": 0.005275983818171582,
      "grad_norm": 0.8115301132202148,
      "learning_rate": 0.0002,
      "loss": 0.3335,
      "step": 164
    },
    {
      "epoch": 0.005308154451209214,
      "grad_norm": 0.972899854183197,
      "learning_rate": 0.0002,
      "loss": 0.3542,
      "step": 165
    },
    {
      "epoch": 0.0053403250842468455,
      "grad_norm": 0.8446269035339355,
      "learning_rate": 0.0002,
      "loss": 0.3183,
      "step": 166
    },
    {
      "epoch": 0.005372495717284477,
      "grad_norm": 0.7965036630630493,
      "learning_rate": 0.0002,
      "loss": 0.352,
      "step": 167
    },
    {
      "epoch": 0.005404666350322109,
      "grad_norm": 0.7153119444847107,
      "learning_rate": 0.0002,
      "loss": 0.3603,
      "step": 168
    },
    {
      "epoch": 0.0054368369833597404,
      "grad_norm": 0.7775716185569763,
      "learning_rate": 0.0002,
      "loss": 0.3528,
      "step": 169
    },
    {
      "epoch": 0.005469007616397372,
      "grad_norm": 0.7184603214263916,
      "learning_rate": 0.0002,
      "loss": 0.365,
      "step": 170
    },
    {
      "epoch": 0.005501178249435003,
      "grad_norm": 0.6972705125808716,
      "learning_rate": 0.0002,
      "loss": 0.2906,
      "step": 171
    },
    {
      "epoch": 0.0055333488824726345,
      "grad_norm": 0.9904060363769531,
      "learning_rate": 0.0002,
      "loss": 0.4492,
      "step": 172
    },
    {
      "epoch": 0.005565519515510266,
      "grad_norm": 0.852296769618988,
      "learning_rate": 0.0002,
      "loss": 0.2981,
      "step": 173
    },
    {
      "epoch": 0.005597690148547898,
      "grad_norm": 0.6921360492706299,
      "learning_rate": 0.0002,
      "loss": 0.2875,
      "step": 174
    },
    {
      "epoch": 0.005629860781585529,
      "grad_norm": 0.7813829779624939,
      "learning_rate": 0.0002,
      "loss": 0.3991,
      "step": 175
    },
    {
      "epoch": 0.005662031414623161,
      "grad_norm": 0.8460421562194824,
      "learning_rate": 0.0002,
      "loss": 0.3269,
      "step": 176
    },
    {
      "epoch": 0.005694202047660793,
      "grad_norm": 0.793835461139679,
      "learning_rate": 0.0002,
      "loss": 0.2896,
      "step": 177
    },
    {
      "epoch": 0.005726372680698424,
      "grad_norm": 0.8878104090690613,
      "learning_rate": 0.0002,
      "loss": 0.402,
      "step": 178
    },
    {
      "epoch": 0.005758543313736056,
      "grad_norm": 0.8582636713981628,
      "learning_rate": 0.0002,
      "loss": 0.4386,
      "step": 179
    },
    {
      "epoch": 0.0057907139467736875,
      "grad_norm": 0.8274714350700378,
      "learning_rate": 0.0002,
      "loss": 0.3228,
      "step": 180
    },
    {
      "epoch": 0.005822884579811319,
      "grad_norm": 0.8849393725395203,
      "learning_rate": 0.0002,
      "loss": 0.3835,
      "step": 181
    },
    {
      "epoch": 0.005855055212848951,
      "grad_norm": 1.2293494939804077,
      "learning_rate": 0.0002,
      "loss": 0.2947,
      "step": 182
    },
    {
      "epoch": 0.005887225845886582,
      "grad_norm": 0.766805112361908,
      "learning_rate": 0.0002,
      "loss": 0.4024,
      "step": 183
    },
    {
      "epoch": 0.005919396478924214,
      "grad_norm": 1.023227572441101,
      "learning_rate": 0.0002,
      "loss": 0.2848,
      "step": 184
    },
    {
      "epoch": 0.005951567111961846,
      "grad_norm": 0.8333758115768433,
      "learning_rate": 0.0002,
      "loss": 0.3701,
      "step": 185
    },
    {
      "epoch": 0.005983737744999477,
      "grad_norm": 0.9221575260162354,
      "learning_rate": 0.0002,
      "loss": 0.2953,
      "step": 186
    },
    {
      "epoch": 0.006015908378037109,
      "grad_norm": 0.7268536686897278,
      "learning_rate": 0.0002,
      "loss": 0.3487,
      "step": 187
    },
    {
      "epoch": 0.0060480790110747406,
      "grad_norm": 0.7841563820838928,
      "learning_rate": 0.0002,
      "loss": 0.3737,
      "step": 188
    },
    {
      "epoch": 0.006080249644112372,
      "grad_norm": 0.7304165959358215,
      "learning_rate": 0.0002,
      "loss": 0.3718,
      "step": 189
    },
    {
      "epoch": 0.006112420277150004,
      "grad_norm": 0.9500126838684082,
      "learning_rate": 0.0002,
      "loss": 0.3661,
      "step": 190
    },
    {
      "epoch": 0.0061445909101876355,
      "grad_norm": 1.027346134185791,
      "learning_rate": 0.0002,
      "loss": 0.3755,
      "step": 191
    },
    {
      "epoch": 0.006176761543225267,
      "grad_norm": 0.6862695217132568,
      "learning_rate": 0.0002,
      "loss": 0.3208,
      "step": 192
    },
    {
      "epoch": 0.006208932176262899,
      "grad_norm": 0.7714293003082275,
      "learning_rate": 0.0002,
      "loss": 0.361,
      "step": 193
    },
    {
      "epoch": 0.00624110280930053,
      "grad_norm": 0.8124901056289673,
      "learning_rate": 0.0002,
      "loss": 0.3565,
      "step": 194
    },
    {
      "epoch": 0.006273273442338162,
      "grad_norm": 0.7867235541343689,
      "learning_rate": 0.0002,
      "loss": 0.3192,
      "step": 195
    },
    {
      "epoch": 0.006305444075375794,
      "grad_norm": 0.7322407364845276,
      "learning_rate": 0.0002,
      "loss": 0.3075,
      "step": 196
    },
    {
      "epoch": 0.006337614708413425,
      "grad_norm": 0.9365407228469849,
      "learning_rate": 0.0002,
      "loss": 0.2552,
      "step": 197
    },
    {
      "epoch": 0.006369785341451056,
      "grad_norm": 0.9422205686569214,
      "learning_rate": 0.0002,
      "loss": 0.336,
      "step": 198
    },
    {
      "epoch": 0.006401955974488688,
      "grad_norm": 0.76619952917099,
      "learning_rate": 0.0002,
      "loss": 0.2907,
      "step": 199
    },
    {
      "epoch": 0.006434126607526319,
      "grad_norm": 0.7989760041236877,
      "learning_rate": 0.0002,
      "loss": 0.3402,
      "step": 200
    },
    {
      "epoch": 0.006434126607526319,
      "eval_loss": 0.3310258388519287,
      "eval_runtime": 28.8107,
      "eval_samples_per_second": 8.643,
      "eval_steps_per_second": 4.339,
      "step": 200
    },
    {
      "epoch": 0.006466297240563951,
      "grad_norm": 1.009635090827942,
      "learning_rate": 0.0002,
      "loss": 0.3614,
      "step": 201
    },
    {
      "epoch": 0.0064984678736015825,
      "grad_norm": 0.8285669684410095,
      "learning_rate": 0.0002,
      "loss": 0.3142,
      "step": 202
    },
    {
      "epoch": 0.006530638506639214,
      "grad_norm": 0.7075710892677307,
      "learning_rate": 0.0002,
      "loss": 0.3045,
      "step": 203
    },
    {
      "epoch": 0.006562809139676846,
      "grad_norm": 0.7922922372817993,
      "learning_rate": 0.0002,
      "loss": 0.372,
      "step": 204
    },
    {
      "epoch": 0.006594979772714477,
      "grad_norm": 1.019813060760498,
      "learning_rate": 0.0002,
      "loss": 0.4827,
      "step": 205
    },
    {
      "epoch": 0.006627150405752109,
      "grad_norm": 0.992846667766571,
      "learning_rate": 0.0002,
      "loss": 0.334,
      "step": 206
    },
    {
      "epoch": 0.006659321038789741,
      "grad_norm": 0.9762977957725525,
      "learning_rate": 0.0002,
      "loss": 0.3345,
      "step": 207
    },
    {
      "epoch": 0.006691491671827372,
      "grad_norm": 0.9509503245353699,
      "learning_rate": 0.0002,
      "loss": 0.3606,
      "step": 208
    },
    {
      "epoch": 0.006723662304865004,
      "grad_norm": 0.8281326293945312,
      "learning_rate": 0.0002,
      "loss": 0.326,
      "step": 209
    },
    {
      "epoch": 0.006755832937902636,
      "grad_norm": 1.0164203643798828,
      "learning_rate": 0.0002,
      "loss": 0.3712,
      "step": 210
    },
    {
      "epoch": 0.006788003570940267,
      "grad_norm": 0.7697368264198303,
      "learning_rate": 0.0002,
      "loss": 0.2964,
      "step": 211
    },
    {
      "epoch": 0.006820174203977899,
      "grad_norm": 0.8431079387664795,
      "learning_rate": 0.0002,
      "loss": 0.3372,
      "step": 212
    },
    {
      "epoch": 0.0068523448370155305,
      "grad_norm": 0.9642810821533203,
      "learning_rate": 0.0002,
      "loss": 0.3313,
      "step": 213
    },
    {
      "epoch": 0.006884515470053162,
      "grad_norm": 0.8347137570381165,
      "learning_rate": 0.0002,
      "loss": 0.3609,
      "step": 214
    },
    {
      "epoch": 0.006916686103090794,
      "grad_norm": 1.0196499824523926,
      "learning_rate": 0.0002,
      "loss": 0.3959,
      "step": 215
    },
    {
      "epoch": 0.006948856736128425,
      "grad_norm": 0.6979158520698547,
      "learning_rate": 0.0002,
      "loss": 0.2986,
      "step": 216
    },
    {
      "epoch": 0.006981027369166057,
      "grad_norm": 0.9094811677932739,
      "learning_rate": 0.0002,
      "loss": 0.3588,
      "step": 217
    },
    {
      "epoch": 0.007013198002203689,
      "grad_norm": 0.9837808012962341,
      "learning_rate": 0.0002,
      "loss": 0.2641,
      "step": 218
    },
    {
      "epoch": 0.00704536863524132,
      "grad_norm": 0.8383041620254517,
      "learning_rate": 0.0002,
      "loss": 0.2852,
      "step": 219
    },
    {
      "epoch": 0.007077539268278952,
      "grad_norm": 0.8857325911521912,
      "learning_rate": 0.0002,
      "loss": 0.2291,
      "step": 220
    },
    {
      "epoch": 0.0071097099013165835,
      "grad_norm": 1.0655094385147095,
      "learning_rate": 0.0002,
      "loss": 0.327,
      "step": 221
    },
    {
      "epoch": 0.007141880534354215,
      "grad_norm": 0.7147010564804077,
      "learning_rate": 0.0002,
      "loss": 0.3218,
      "step": 222
    },
    {
      "epoch": 0.007174051167391847,
      "grad_norm": 0.9035123586654663,
      "learning_rate": 0.0002,
      "loss": 0.2578,
      "step": 223
    },
    {
      "epoch": 0.0072062218004294775,
      "grad_norm": 0.9648671746253967,
      "learning_rate": 0.0002,
      "loss": 0.3682,
      "step": 224
    },
    {
      "epoch": 0.007238392433467109,
      "grad_norm": 0.7665876150131226,
      "learning_rate": 0.0002,
      "loss": 0.2802,
      "step": 225
    },
    {
      "epoch": 0.007270563066504741,
      "grad_norm": 0.7302843332290649,
      "learning_rate": 0.0002,
      "loss": 0.356,
      "step": 226
    },
    {
      "epoch": 0.007302733699542372,
      "grad_norm": 0.7708764672279358,
      "learning_rate": 0.0002,
      "loss": 0.3076,
      "step": 227
    },
    {
      "epoch": 0.007334904332580004,
      "grad_norm": 0.8902931213378906,
      "learning_rate": 0.0002,
      "loss": 0.3888,
      "step": 228
    },
    {
      "epoch": 0.007367074965617636,
      "grad_norm": 0.9434542059898376,
      "learning_rate": 0.0002,
      "loss": 0.2735,
      "step": 229
    },
    {
      "epoch": 0.007399245598655267,
      "grad_norm": 1.0526353120803833,
      "learning_rate": 0.0002,
      "loss": 0.3443,
      "step": 230
    },
    {
      "epoch": 0.007431416231692899,
      "grad_norm": 0.9700747728347778,
      "learning_rate": 0.0002,
      "loss": 0.3531,
      "step": 231
    },
    {
      "epoch": 0.007463586864730531,
      "grad_norm": 0.8183939456939697,
      "learning_rate": 0.0002,
      "loss": 0.2486,
      "step": 232
    },
    {
      "epoch": 0.007495757497768162,
      "grad_norm": 0.8147097229957581,
      "learning_rate": 0.0002,
      "loss": 0.3216,
      "step": 233
    },
    {
      "epoch": 0.007527928130805794,
      "grad_norm": 1.0092588663101196,
      "learning_rate": 0.0002,
      "loss": 0.4235,
      "step": 234
    },
    {
      "epoch": 0.0075600987638434255,
      "grad_norm": 0.8822843432426453,
      "learning_rate": 0.0002,
      "loss": 0.3419,
      "step": 235
    },
    {
      "epoch": 0.007592269396881057,
      "grad_norm": 0.7885671854019165,
      "learning_rate": 0.0002,
      "loss": 0.3847,
      "step": 236
    },
    {
      "epoch": 0.007624440029918689,
      "grad_norm": 1.0359747409820557,
      "learning_rate": 0.0002,
      "loss": 0.4893,
      "step": 237
    },
    {
      "epoch": 0.00765661066295632,
      "grad_norm": 1.0650988817214966,
      "learning_rate": 0.0002,
      "loss": 0.4632,
      "step": 238
    },
    {
      "epoch": 0.007688781295993952,
      "grad_norm": 1.2699203491210938,
      "learning_rate": 0.0002,
      "loss": 0.3492,
      "step": 239
    },
    {
      "epoch": 0.007720951929031584,
      "grad_norm": 0.8983312249183655,
      "learning_rate": 0.0002,
      "loss": 0.4094,
      "step": 240
    },
    {
      "epoch": 0.007753122562069215,
      "grad_norm": 1.2394609451293945,
      "learning_rate": 0.0002,
      "loss": 0.3016,
      "step": 241
    },
    {
      "epoch": 0.007785293195106847,
      "grad_norm": 0.9483226537704468,
      "learning_rate": 0.0002,
      "loss": 0.3243,
      "step": 242
    },
    {
      "epoch": 0.007817463828144479,
      "grad_norm": 1.1003550291061401,
      "learning_rate": 0.0002,
      "loss": 0.342,
      "step": 243
    },
    {
      "epoch": 0.00784963446118211,
      "grad_norm": 1.3911153078079224,
      "learning_rate": 0.0002,
      "loss": 0.4283,
      "step": 244
    },
    {
      "epoch": 0.007881805094219742,
      "grad_norm": 1.0941280126571655,
      "learning_rate": 0.0002,
      "loss": 0.3602,
      "step": 245
    },
    {
      "epoch": 0.007913975727257373,
      "grad_norm": 1.010336995124817,
      "learning_rate": 0.0002,
      "loss": 0.3402,
      "step": 246
    },
    {
      "epoch": 0.007946146360295005,
      "grad_norm": 0.9990593194961548,
      "learning_rate": 0.0002,
      "loss": 0.3187,
      "step": 247
    },
    {
      "epoch": 0.007978316993332636,
      "grad_norm": 0.93509840965271,
      "learning_rate": 0.0002,
      "loss": 0.3482,
      "step": 248
    },
    {
      "epoch": 0.008010487626370268,
      "grad_norm": 0.9215608239173889,
      "learning_rate": 0.0002,
      "loss": 0.3307,
      "step": 249
    },
    {
      "epoch": 0.008042658259407899,
      "grad_norm": 1.150914192199707,
      "learning_rate": 0.0002,
      "loss": 0.3181,
      "step": 250
    },
    {
      "epoch": 0.008074828892445532,
      "grad_norm": 1.0021530389785767,
      "learning_rate": 0.0002,
      "loss": 0.4044,
      "step": 251
    },
    {
      "epoch": 0.008106999525483162,
      "grad_norm": 0.8021504878997803,
      "learning_rate": 0.0002,
      "loss": 0.3174,
      "step": 252
    },
    {
      "epoch": 0.008139170158520795,
      "grad_norm": 1.0879888534545898,
      "learning_rate": 0.0002,
      "loss": 0.3117,
      "step": 253
    },
    {
      "epoch": 0.008171340791558426,
      "grad_norm": 0.9925385117530823,
      "learning_rate": 0.0002,
      "loss": 0.3961,
      "step": 254
    },
    {
      "epoch": 0.008203511424596058,
      "grad_norm": 1.1593959331512451,
      "learning_rate": 0.0002,
      "loss": 0.3547,
      "step": 255
    },
    {
      "epoch": 0.008235682057633689,
      "grad_norm": 0.9848412275314331,
      "learning_rate": 0.0002,
      "loss": 0.3148,
      "step": 256
    },
    {
      "epoch": 0.008267852690671321,
      "grad_norm": 0.9612227082252502,
      "learning_rate": 0.0002,
      "loss": 0.3856,
      "step": 257
    },
    {
      "epoch": 0.008300023323708952,
      "grad_norm": 0.8913010954856873,
      "learning_rate": 0.0002,
      "loss": 0.3995,
      "step": 258
    },
    {
      "epoch": 0.008332193956746585,
      "grad_norm": 1.0560029745101929,
      "learning_rate": 0.0002,
      "loss": 0.4371,
      "step": 259
    },
    {
      "epoch": 0.008364364589784215,
      "grad_norm": 1.0486587285995483,
      "learning_rate": 0.0002,
      "loss": 0.3423,
      "step": 260
    },
    {
      "epoch": 0.008396535222821848,
      "grad_norm": 0.8470763564109802,
      "learning_rate": 0.0002,
      "loss": 0.3926,
      "step": 261
    },
    {
      "epoch": 0.008428705855859479,
      "grad_norm": 0.8882942199707031,
      "learning_rate": 0.0002,
      "loss": 0.4086,
      "step": 262
    },
    {
      "epoch": 0.00846087648889711,
      "grad_norm": 0.8955839276313782,
      "learning_rate": 0.0002,
      "loss": 0.39,
      "step": 263
    },
    {
      "epoch": 0.008493047121934742,
      "grad_norm": 0.8108509182929993,
      "learning_rate": 0.0002,
      "loss": 0.3484,
      "step": 264
    },
    {
      "epoch": 0.008525217754972373,
      "grad_norm": 0.7991188168525696,
      "learning_rate": 0.0002,
      "loss": 0.2789,
      "step": 265
    },
    {
      "epoch": 0.008557388388010005,
      "grad_norm": 1.0098220109939575,
      "learning_rate": 0.0002,
      "loss": 0.3515,
      "step": 266
    },
    {
      "epoch": 0.008589559021047636,
      "grad_norm": 1.430329442024231,
      "learning_rate": 0.0002,
      "loss": 0.4795,
      "step": 267
    },
    {
      "epoch": 0.008621729654085268,
      "grad_norm": 1.0207183361053467,
      "learning_rate": 0.0002,
      "loss": 0.3309,
      "step": 268
    },
    {
      "epoch": 0.0086539002871229,
      "grad_norm": 0.9615672826766968,
      "learning_rate": 0.0002,
      "loss": 0.3419,
      "step": 269
    },
    {
      "epoch": 0.008686070920160532,
      "grad_norm": 0.9564201235771179,
      "learning_rate": 0.0002,
      "loss": 0.3002,
      "step": 270
    },
    {
      "epoch": 0.008718241553198162,
      "grad_norm": 0.9730281233787537,
      "learning_rate": 0.0002,
      "loss": 0.3081,
      "step": 271
    },
    {
      "epoch": 0.008750412186235795,
      "grad_norm": 1.0344152450561523,
      "learning_rate": 0.0002,
      "loss": 0.2927,
      "step": 272
    },
    {
      "epoch": 0.008782582819273426,
      "grad_norm": 1.0452455282211304,
      "learning_rate": 0.0002,
      "loss": 0.3502,
      "step": 273
    },
    {
      "epoch": 0.008814753452311058,
      "grad_norm": 1.2208880186080933,
      "learning_rate": 0.0002,
      "loss": 0.3832,
      "step": 274
    },
    {
      "epoch": 0.008846924085348689,
      "grad_norm": 0.8959228992462158,
      "learning_rate": 0.0002,
      "loss": 0.304,
      "step": 275
    },
    {
      "epoch": 0.008879094718386321,
      "grad_norm": 0.8329107165336609,
      "learning_rate": 0.0002,
      "loss": 0.413,
      "step": 276
    },
    {
      "epoch": 0.008911265351423952,
      "grad_norm": 1.4274468421936035,
      "learning_rate": 0.0002,
      "loss": 0.351,
      "step": 277
    },
    {
      "epoch": 0.008943435984461585,
      "grad_norm": 1.2450141906738281,
      "learning_rate": 0.0002,
      "loss": 0.2893,
      "step": 278
    },
    {
      "epoch": 0.008975606617499216,
      "grad_norm": 0.9810610413551331,
      "learning_rate": 0.0002,
      "loss": 0.3543,
      "step": 279
    },
    {
      "epoch": 0.009007777250536848,
      "grad_norm": 0.8162716031074524,
      "learning_rate": 0.0002,
      "loss": 0.3378,
      "step": 280
    },
    {
      "epoch": 0.009039947883574479,
      "grad_norm": 1.2714709043502808,
      "learning_rate": 0.0002,
      "loss": 0.3826,
      "step": 281
    },
    {
      "epoch": 0.009072118516612111,
      "grad_norm": 0.8394412398338318,
      "learning_rate": 0.0002,
      "loss": 0.3793,
      "step": 282
    },
    {
      "epoch": 0.009104289149649742,
      "grad_norm": 1.2276076078414917,
      "learning_rate": 0.0002,
      "loss": 0.3351,
      "step": 283
    },
    {
      "epoch": 0.009136459782687375,
      "grad_norm": 1.2171474695205688,
      "learning_rate": 0.0002,
      "loss": 0.4042,
      "step": 284
    },
    {
      "epoch": 0.009168630415725005,
      "grad_norm": 0.977694571018219,
      "learning_rate": 0.0002,
      "loss": 0.3249,
      "step": 285
    },
    {
      "epoch": 0.009200801048762638,
      "grad_norm": 1.239199161529541,
      "learning_rate": 0.0002,
      "loss": 0.4069,
      "step": 286
    },
    {
      "epoch": 0.009232971681800269,
      "grad_norm": 1.2206617593765259,
      "learning_rate": 0.0002,
      "loss": 0.3919,
      "step": 287
    },
    {
      "epoch": 0.009265142314837901,
      "grad_norm": 0.9055569171905518,
      "learning_rate": 0.0002,
      "loss": 0.2893,
      "step": 288
    },
    {
      "epoch": 0.009297312947875532,
      "grad_norm": 0.9754767417907715,
      "learning_rate": 0.0002,
      "loss": 0.2802,
      "step": 289
    },
    {
      "epoch": 0.009329483580913163,
      "grad_norm": 1.1130902767181396,
      "learning_rate": 0.0002,
      "loss": 0.4306,
      "step": 290
    },
    {
      "epoch": 0.009361654213950795,
      "grad_norm": 0.9178937673568726,
      "learning_rate": 0.0002,
      "loss": 0.2899,
      "step": 291
    },
    {
      "epoch": 0.009393824846988426,
      "grad_norm": 0.9447682499885559,
      "learning_rate": 0.0002,
      "loss": 0.2956,
      "step": 292
    },
    {
      "epoch": 0.009425995480026058,
      "grad_norm": 0.9191110730171204,
      "learning_rate": 0.0002,
      "loss": 0.4153,
      "step": 293
    },
    {
      "epoch": 0.009458166113063689,
      "grad_norm": 0.9735544323921204,
      "learning_rate": 0.0002,
      "loss": 0.2939,
      "step": 294
    },
    {
      "epoch": 0.009490336746101322,
      "grad_norm": 1.0255308151245117,
      "learning_rate": 0.0002,
      "loss": 0.2451,
      "step": 295
    },
    {
      "epoch": 0.009522507379138952,
      "grad_norm": 1.3483341932296753,
      "learning_rate": 0.0002,
      "loss": 0.4321,
      "step": 296
    },
    {
      "epoch": 0.009554678012176585,
      "grad_norm": 0.872233510017395,
      "learning_rate": 0.0002,
      "loss": 0.3619,
      "step": 297
    },
    {
      "epoch": 0.009586848645214216,
      "grad_norm": 0.8716899156570435,
      "learning_rate": 0.0002,
      "loss": 0.3017,
      "step": 298
    },
    {
      "epoch": 0.009619019278251848,
      "grad_norm": 0.9219487905502319,
      "learning_rate": 0.0002,
      "loss": 0.3773,
      "step": 299
    },
    {
      "epoch": 0.009651189911289479,
      "grad_norm": 1.0245795249938965,
      "learning_rate": 0.0002,
      "loss": 0.3813,
      "step": 300
    },
    {
      "epoch": 0.009683360544327111,
      "grad_norm": 0.9974150061607361,
      "learning_rate": 0.0002,
      "loss": 0.413,
      "step": 301
    },
    {
      "epoch": 0.009715531177364742,
      "grad_norm": 1.0275756120681763,
      "learning_rate": 0.0002,
      "loss": 0.2875,
      "step": 302
    },
    {
      "epoch": 0.009747701810402375,
      "grad_norm": 0.7248475551605225,
      "learning_rate": 0.0002,
      "loss": 0.3372,
      "step": 303
    },
    {
      "epoch": 0.009779872443440005,
      "grad_norm": 1.161789894104004,
      "learning_rate": 0.0002,
      "loss": 0.3515,
      "step": 304
    },
    {
      "epoch": 0.009812043076477638,
      "grad_norm": 0.8991470336914062,
      "learning_rate": 0.0002,
      "loss": 0.2355,
      "step": 305
    },
    {
      "epoch": 0.009844213709515269,
      "grad_norm": 0.8066940903663635,
      "learning_rate": 0.0002,
      "loss": 0.2763,
      "step": 306
    },
    {
      "epoch": 0.009876384342552901,
      "grad_norm": 1.0446091890335083,
      "learning_rate": 0.0002,
      "loss": 0.4307,
      "step": 307
    },
    {
      "epoch": 0.009908554975590532,
      "grad_norm": 0.787548840045929,
      "learning_rate": 0.0002,
      "loss": 0.3344,
      "step": 308
    },
    {
      "epoch": 0.009940725608628164,
      "grad_norm": 1.0000829696655273,
      "learning_rate": 0.0002,
      "loss": 0.3521,
      "step": 309
    },
    {
      "epoch": 0.009972896241665795,
      "grad_norm": 1.1361749172210693,
      "learning_rate": 0.0002,
      "loss": 0.3356,
      "step": 310
    },
    {
      "epoch": 0.010005066874703428,
      "grad_norm": 1.3318028450012207,
      "learning_rate": 0.0002,
      "loss": 0.3809,
      "step": 311
    },
    {
      "epoch": 0.010037237507741058,
      "grad_norm": 1.0244945287704468,
      "learning_rate": 0.0002,
      "loss": 0.282,
      "step": 312
    },
    {
      "epoch": 0.010069408140778691,
      "grad_norm": 1.1512805223464966,
      "learning_rate": 0.0002,
      "loss": 0.3832,
      "step": 313
    },
    {
      "epoch": 0.010101578773816322,
      "grad_norm": 1.0290014743804932,
      "learning_rate": 0.0002,
      "loss": 0.3156,
      "step": 314
    },
    {
      "epoch": 0.010133749406853954,
      "grad_norm": 1.2571868896484375,
      "learning_rate": 0.0002,
      "loss": 0.3214,
      "step": 315
    },
    {
      "epoch": 0.010165920039891585,
      "grad_norm": 0.9693384170532227,
      "learning_rate": 0.0002,
      "loss": 0.2736,
      "step": 316
    },
    {
      "epoch": 0.010198090672929216,
      "grad_norm": 0.9569438099861145,
      "learning_rate": 0.0002,
      "loss": 0.3571,
      "step": 317
    },
    {
      "epoch": 0.010230261305966848,
      "grad_norm": 1.0737230777740479,
      "learning_rate": 0.0002,
      "loss": 0.4351,
      "step": 318
    },
    {
      "epoch": 0.010262431939004479,
      "grad_norm": 0.8805664777755737,
      "learning_rate": 0.0002,
      "loss": 0.2744,
      "step": 319
    },
    {
      "epoch": 0.010294602572042112,
      "grad_norm": 1.0130031108856201,
      "learning_rate": 0.0002,
      "loss": 0.3527,
      "step": 320
    },
    {
      "epoch": 0.010326773205079742,
      "grad_norm": 1.0163403749465942,
      "learning_rate": 0.0002,
      "loss": 0.3574,
      "step": 321
    },
    {
      "epoch": 0.010358943838117375,
      "grad_norm": 1.0236603021621704,
      "learning_rate": 0.0002,
      "loss": 0.2766,
      "step": 322
    },
    {
      "epoch": 0.010391114471155006,
      "grad_norm": 1.0852996110916138,
      "learning_rate": 0.0002,
      "loss": 0.3794,
      "step": 323
    },
    {
      "epoch": 0.010423285104192638,
      "grad_norm": 0.9697837829589844,
      "learning_rate": 0.0002,
      "loss": 0.2706,
      "step": 324
    },
    {
      "epoch": 0.010455455737230269,
      "grad_norm": 0.9156688451766968,
      "learning_rate": 0.0002,
      "loss": 0.3266,
      "step": 325
    },
    {
      "epoch": 0.010487626370267901,
      "grad_norm": 1.0606497526168823,
      "learning_rate": 0.0002,
      "loss": 0.2702,
      "step": 326
    },
    {
      "epoch": 0.010519797003305532,
      "grad_norm": 1.0156351327896118,
      "learning_rate": 0.0002,
      "loss": 0.3441,
      "step": 327
    },
    {
      "epoch": 0.010551967636343165,
      "grad_norm": 1.0452300310134888,
      "learning_rate": 0.0002,
      "loss": 0.3815,
      "step": 328
    },
    {
      "epoch": 0.010584138269380795,
      "grad_norm": 0.8316325545310974,
      "learning_rate": 0.0002,
      "loss": 0.3711,
      "step": 329
    },
    {
      "epoch": 0.010616308902418428,
      "grad_norm": 1.0559649467468262,
      "learning_rate": 0.0002,
      "loss": 0.4404,
      "step": 330
    },
    {
      "epoch": 0.010648479535456059,
      "grad_norm": 1.3901859521865845,
      "learning_rate": 0.0002,
      "loss": 0.427,
      "step": 331
    },
    {
      "epoch": 0.010680650168493691,
      "grad_norm": 1.2713545560836792,
      "learning_rate": 0.0002,
      "loss": 0.2427,
      "step": 332
    },
    {
      "epoch": 0.010712820801531322,
      "grad_norm": 1.2820135354995728,
      "learning_rate": 0.0002,
      "loss": 0.3201,
      "step": 333
    },
    {
      "epoch": 0.010744991434568954,
      "grad_norm": 1.1720006465911865,
      "learning_rate": 0.0002,
      "loss": 0.3824,
      "step": 334
    },
    {
      "epoch": 0.010777162067606585,
      "grad_norm": 1.2411023378372192,
      "learning_rate": 0.0002,
      "loss": 0.312,
      "step": 335
    },
    {
      "epoch": 0.010809332700644218,
      "grad_norm": 0.9555198550224304,
      "learning_rate": 0.0002,
      "loss": 0.3667,
      "step": 336
    },
    {
      "epoch": 0.010841503333681848,
      "grad_norm": 0.8848568201065063,
      "learning_rate": 0.0002,
      "loss": 0.3153,
      "step": 337
    },
    {
      "epoch": 0.010873673966719481,
      "grad_norm": 0.8980950713157654,
      "learning_rate": 0.0002,
      "loss": 0.413,
      "step": 338
    },
    {
      "epoch": 0.010905844599757112,
      "grad_norm": 0.9917494654655457,
      "learning_rate": 0.0002,
      "loss": 0.4099,
      "step": 339
    },
    {
      "epoch": 0.010938015232794744,
      "grad_norm": 1.0509974956512451,
      "learning_rate": 0.0002,
      "loss": 0.3392,
      "step": 340
    },
    {
      "epoch": 0.010970185865832375,
      "grad_norm": 1.1440547704696655,
      "learning_rate": 0.0002,
      "loss": 0.2953,
      "step": 341
    },
    {
      "epoch": 0.011002356498870006,
      "grad_norm": 1.2479723691940308,
      "learning_rate": 0.0002,
      "loss": 0.3762,
      "step": 342
    },
    {
      "epoch": 0.011034527131907638,
      "grad_norm": 0.951664924621582,
      "learning_rate": 0.0002,
      "loss": 0.2336,
      "step": 343
    },
    {
      "epoch": 0.011066697764945269,
      "grad_norm": 1.0325064659118652,
      "learning_rate": 0.0002,
      "loss": 0.3654,
      "step": 344
    },
    {
      "epoch": 0.011098868397982901,
      "grad_norm": 1.0959651470184326,
      "learning_rate": 0.0002,
      "loss": 0.3364,
      "step": 345
    },
    {
      "epoch": 0.011131039031020532,
      "grad_norm": 1.0986661911010742,
      "learning_rate": 0.0002,
      "loss": 0.3632,
      "step": 346
    },
    {
      "epoch": 0.011163209664058165,
      "grad_norm": 0.9605802893638611,
      "learning_rate": 0.0002,
      "loss": 0.2999,
      "step": 347
    },
    {
      "epoch": 0.011195380297095795,
      "grad_norm": 0.9844960570335388,
      "learning_rate": 0.0002,
      "loss": 0.3752,
      "step": 348
    },
    {
      "epoch": 0.011227550930133428,
      "grad_norm": 1.2435020208358765,
      "learning_rate": 0.0002,
      "loss": 0.3711,
      "step": 349
    },
    {
      "epoch": 0.011259721563171059,
      "grad_norm": 0.9981703758239746,
      "learning_rate": 0.0002,
      "loss": 0.3284,
      "step": 350
    },
    {
      "epoch": 0.011291892196208691,
      "grad_norm": 1.13232421875,
      "learning_rate": 0.0002,
      "loss": 0.4013,
      "step": 351
    },
    {
      "epoch": 0.011324062829246322,
      "grad_norm": 1.0040268898010254,
      "learning_rate": 0.0002,
      "loss": 0.3756,
      "step": 352
    },
    {
      "epoch": 0.011356233462283954,
      "grad_norm": 0.9359663128852844,
      "learning_rate": 0.0002,
      "loss": 0.3085,
      "step": 353
    },
    {
      "epoch": 0.011388404095321585,
      "grad_norm": 1.0618520975112915,
      "learning_rate": 0.0002,
      "loss": 0.5132,
      "step": 354
    },
    {
      "epoch": 0.011420574728359218,
      "grad_norm": 0.9804674983024597,
      "learning_rate": 0.0002,
      "loss": 0.2683,
      "step": 355
    },
    {
      "epoch": 0.011452745361396848,
      "grad_norm": 0.9362610578536987,
      "learning_rate": 0.0002,
      "loss": 0.3085,
      "step": 356
    },
    {
      "epoch": 0.011484915994434481,
      "grad_norm": 0.9880438446998596,
      "learning_rate": 0.0002,
      "loss": 0.4086,
      "step": 357
    },
    {
      "epoch": 0.011517086627472112,
      "grad_norm": 1.2361609935760498,
      "learning_rate": 0.0002,
      "loss": 0.3984,
      "step": 358
    },
    {
      "epoch": 0.011549257260509744,
      "grad_norm": 1.1019829511642456,
      "learning_rate": 0.0002,
      "loss": 0.3928,
      "step": 359
    },
    {
      "epoch": 0.011581427893547375,
      "grad_norm": 1.09282386302948,
      "learning_rate": 0.0002,
      "loss": 0.3223,
      "step": 360
    },
    {
      "epoch": 0.011613598526585008,
      "grad_norm": 0.855371356010437,
      "learning_rate": 0.0002,
      "loss": 0.3051,
      "step": 361
    },
    {
      "epoch": 0.011645769159622638,
      "grad_norm": 1.059260606765747,
      "learning_rate": 0.0002,
      "loss": 0.3739,
      "step": 362
    },
    {
      "epoch": 0.01167793979266027,
      "grad_norm": 1.0919259786605835,
      "learning_rate": 0.0002,
      "loss": 0.349,
      "step": 363
    },
    {
      "epoch": 0.011710110425697902,
      "grad_norm": 0.9643487930297852,
      "learning_rate": 0.0002,
      "loss": 0.3999,
      "step": 364
    },
    {
      "epoch": 0.011742281058735534,
      "grad_norm": 1.3087819814682007,
      "learning_rate": 0.0002,
      "loss": 0.3293,
      "step": 365
    },
    {
      "epoch": 0.011774451691773165,
      "grad_norm": 0.9706095457077026,
      "learning_rate": 0.0002,
      "loss": 0.3391,
      "step": 366
    },
    {
      "epoch": 0.011806622324810797,
      "grad_norm": 1.2227650880813599,
      "learning_rate": 0.0002,
      "loss": 0.4467,
      "step": 367
    },
    {
      "epoch": 0.011838792957848428,
      "grad_norm": 0.8870070576667786,
      "learning_rate": 0.0002,
      "loss": 0.2787,
      "step": 368
    },
    {
      "epoch": 0.011870963590886059,
      "grad_norm": 0.9752867221832275,
      "learning_rate": 0.0002,
      "loss": 0.3236,
      "step": 369
    },
    {
      "epoch": 0.011903134223923691,
      "grad_norm": 1.227464199066162,
      "learning_rate": 0.0002,
      "loss": 0.4054,
      "step": 370
    },
    {
      "epoch": 0.011935304856961322,
      "grad_norm": 0.881038248538971,
      "learning_rate": 0.0002,
      "loss": 0.2902,
      "step": 371
    },
    {
      "epoch": 0.011967475489998955,
      "grad_norm": 1.0696135759353638,
      "learning_rate": 0.0002,
      "loss": 0.3378,
      "step": 372
    },
    {
      "epoch": 0.011999646123036585,
      "grad_norm": 0.9279776215553284,
      "learning_rate": 0.0002,
      "loss": 0.3433,
      "step": 373
    },
    {
      "epoch": 0.012031816756074218,
      "grad_norm": 1.098699927330017,
      "learning_rate": 0.0002,
      "loss": 0.3089,
      "step": 374
    },
    {
      "epoch": 0.012063987389111849,
      "grad_norm": 1.6222208738327026,
      "learning_rate": 0.0002,
      "loss": 0.4114,
      "step": 375
    },
    {
      "epoch": 0.012096158022149481,
      "grad_norm": 1.3096346855163574,
      "learning_rate": 0.0002,
      "loss": 0.3339,
      "step": 376
    },
    {
      "epoch": 0.012128328655187112,
      "grad_norm": 1.0053235292434692,
      "learning_rate": 0.0002,
      "loss": 0.2388,
      "step": 377
    },
    {
      "epoch": 0.012160499288224744,
      "grad_norm": 1.3274204730987549,
      "learning_rate": 0.0002,
      "loss": 0.2675,
      "step": 378
    },
    {
      "epoch": 0.012192669921262375,
      "grad_norm": 1.0377743244171143,
      "learning_rate": 0.0002,
      "loss": 0.4326,
      "step": 379
    },
    {
      "epoch": 0.012224840554300008,
      "grad_norm": 0.933369517326355,
      "learning_rate": 0.0002,
      "loss": 0.3432,
      "step": 380
    },
    {
      "epoch": 0.012257011187337638,
      "grad_norm": 1.2314847707748413,
      "learning_rate": 0.0002,
      "loss": 0.2819,
      "step": 381
    },
    {
      "epoch": 0.012289181820375271,
      "grad_norm": 1.178553819656372,
      "learning_rate": 0.0002,
      "loss": 0.3441,
      "step": 382
    },
    {
      "epoch": 0.012321352453412902,
      "grad_norm": 1.4703493118286133,
      "learning_rate": 0.0002,
      "loss": 0.3699,
      "step": 383
    },
    {
      "epoch": 0.012353523086450534,
      "grad_norm": 0.9811133146286011,
      "learning_rate": 0.0002,
      "loss": 0.3117,
      "step": 384
    },
    {
      "epoch": 0.012385693719488165,
      "grad_norm": 1.0059207677841187,
      "learning_rate": 0.0002,
      "loss": 0.3522,
      "step": 385
    },
    {
      "epoch": 0.012417864352525797,
      "grad_norm": 1.5344007015228271,
      "learning_rate": 0.0002,
      "loss": 0.4632,
      "step": 386
    },
    {
      "epoch": 0.012450034985563428,
      "grad_norm": 0.9926271438598633,
      "learning_rate": 0.0002,
      "loss": 0.36,
      "step": 387
    },
    {
      "epoch": 0.01248220561860106,
      "grad_norm": 0.9287505745887756,
      "learning_rate": 0.0002,
      "loss": 0.2687,
      "step": 388
    },
    {
      "epoch": 0.012514376251638691,
      "grad_norm": 1.2297942638397217,
      "learning_rate": 0.0002,
      "loss": 0.3662,
      "step": 389
    },
    {
      "epoch": 0.012546546884676324,
      "grad_norm": 1.0470706224441528,
      "learning_rate": 0.0002,
      "loss": 0.3835,
      "step": 390
    },
    {
      "epoch": 0.012578717517713955,
      "grad_norm": 1.2026381492614746,
      "learning_rate": 0.0002,
      "loss": 0.429,
      "step": 391
    },
    {
      "epoch": 0.012610888150751587,
      "grad_norm": 1.1033695936203003,
      "learning_rate": 0.0002,
      "loss": 0.3753,
      "step": 392
    },
    {
      "epoch": 0.012643058783789218,
      "grad_norm": 0.9690940380096436,
      "learning_rate": 0.0002,
      "loss": 0.3354,
      "step": 393
    },
    {
      "epoch": 0.01267522941682685,
      "grad_norm": 1.0214829444885254,
      "learning_rate": 0.0002,
      "loss": 0.4352,
      "step": 394
    },
    {
      "epoch": 0.012707400049864481,
      "grad_norm": 1.1879353523254395,
      "learning_rate": 0.0002,
      "loss": 0.3569,
      "step": 395
    },
    {
      "epoch": 0.012739570682902112,
      "grad_norm": 1.051718831062317,
      "learning_rate": 0.0002,
      "loss": 0.3096,
      "step": 396
    },
    {
      "epoch": 0.012771741315939745,
      "grad_norm": 1.0930206775665283,
      "learning_rate": 0.0002,
      "loss": 0.2749,
      "step": 397
    },
    {
      "epoch": 0.012803911948977375,
      "grad_norm": 0.8581132888793945,
      "learning_rate": 0.0002,
      "loss": 0.3196,
      "step": 398
    },
    {
      "epoch": 0.012836082582015008,
      "grad_norm": 0.9205421209335327,
      "learning_rate": 0.0002,
      "loss": 0.3154,
      "step": 399
    },
    {
      "epoch": 0.012868253215052639,
      "grad_norm": 0.8618652820587158,
      "learning_rate": 0.0002,
      "loss": 0.2578,
      "step": 400
    },
    {
      "epoch": 0.012868253215052639,
      "eval_loss": 0.3304499685764313,
      "eval_runtime": 28.7899,
      "eval_samples_per_second": 8.649,
      "eval_steps_per_second": 4.342,
      "step": 400
    },
    {
      "epoch": 0.012900423848090271,
      "grad_norm": 1.1080256700515747,
      "learning_rate": 0.0002,
      "loss": 0.3016,
      "step": 401
    },
    {
      "epoch": 0.012932594481127902,
      "grad_norm": 1.0933269262313843,
      "learning_rate": 0.0002,
      "loss": 0.3618,
      "step": 402
    },
    {
      "epoch": 0.012964765114165534,
      "grad_norm": 1.0469118356704712,
      "learning_rate": 0.0002,
      "loss": 0.2624,
      "step": 403
    },
    {
      "epoch": 0.012996935747203165,
      "grad_norm": 1.0734784603118896,
      "learning_rate": 0.0002,
      "loss": 0.3573,
      "step": 404
    },
    {
      "epoch": 0.013029106380240798,
      "grad_norm": 0.9433752298355103,
      "learning_rate": 0.0002,
      "loss": 0.3738,
      "step": 405
    },
    {
      "epoch": 0.013061277013278428,
      "grad_norm": 1.1831811666488647,
      "learning_rate": 0.0002,
      "loss": 0.3907,
      "step": 406
    },
    {
      "epoch": 0.01309344764631606,
      "grad_norm": 1.035538673400879,
      "learning_rate": 0.0002,
      "loss": 0.4344,
      "step": 407
    },
    {
      "epoch": 0.013125618279353692,
      "grad_norm": 1.1436973810195923,
      "learning_rate": 0.0002,
      "loss": 0.4175,
      "step": 408
    },
    {
      "epoch": 0.013157788912391324,
      "grad_norm": 1.2241716384887695,
      "learning_rate": 0.0002,
      "loss": 0.417,
      "step": 409
    },
    {
      "epoch": 0.013189959545428955,
      "grad_norm": 1.4159685373306274,
      "learning_rate": 0.0002,
      "loss": 0.403,
      "step": 410
    },
    {
      "epoch": 0.013222130178466587,
      "grad_norm": 1.1931207180023193,
      "learning_rate": 0.0002,
      "loss": 0.3237,
      "step": 411
    },
    {
      "epoch": 0.013254300811504218,
      "grad_norm": 0.9815719723701477,
      "learning_rate": 0.0002,
      "loss": 0.305,
      "step": 412
    },
    {
      "epoch": 0.01328647144454185,
      "grad_norm": 1.09879469871521,
      "learning_rate": 0.0002,
      "loss": 0.2579,
      "step": 413
    },
    {
      "epoch": 0.013318642077579481,
      "grad_norm": 1.0795801877975464,
      "learning_rate": 0.0002,
      "loss": 0.3037,
      "step": 414
    },
    {
      "epoch": 0.013350812710617114,
      "grad_norm": 1.4677408933639526,
      "learning_rate": 0.0002,
      "loss": 0.3482,
      "step": 415
    },
    {
      "epoch": 0.013382983343654745,
      "grad_norm": 0.9592419862747192,
      "learning_rate": 0.0002,
      "loss": 0.3574,
      "step": 416
    },
    {
      "epoch": 0.013415153976692377,
      "grad_norm": 1.4816707372665405,
      "learning_rate": 0.0002,
      "loss": 0.3779,
      "step": 417
    },
    {
      "epoch": 0.013447324609730008,
      "grad_norm": 1.118906021118164,
      "learning_rate": 0.0002,
      "loss": 0.3715,
      "step": 418
    },
    {
      "epoch": 0.01347949524276764,
      "grad_norm": 1.0844377279281616,
      "learning_rate": 0.0002,
      "loss": 0.3659,
      "step": 419
    },
    {
      "epoch": 0.013511665875805271,
      "grad_norm": 0.9982470870018005,
      "learning_rate": 0.0002,
      "loss": 0.327,
      "step": 420
    },
    {
      "epoch": 0.013543836508842902,
      "grad_norm": 1.077728033065796,
      "learning_rate": 0.0002,
      "loss": 0.2842,
      "step": 421
    },
    {
      "epoch": 0.013576007141880534,
      "grad_norm": 1.1987247467041016,
      "learning_rate": 0.0002,
      "loss": 0.4235,
      "step": 422
    },
    {
      "epoch": 0.013608177774918165,
      "grad_norm": 1.469325065612793,
      "learning_rate": 0.0002,
      "loss": 0.4593,
      "step": 423
    },
    {
      "epoch": 0.013640348407955798,
      "grad_norm": 0.9776625037193298,
      "learning_rate": 0.0002,
      "loss": 0.3387,
      "step": 424
    },
    {
      "epoch": 0.013672519040993428,
      "grad_norm": 1.0557432174682617,
      "learning_rate": 0.0002,
      "loss": 0.332,
      "step": 425
    },
    {
      "epoch": 0.013704689674031061,
      "grad_norm": 1.2984119653701782,
      "learning_rate": 0.0002,
      "loss": 0.3952,
      "step": 426
    },
    {
      "epoch": 0.013736860307068692,
      "grad_norm": 1.0439496040344238,
      "learning_rate": 0.0002,
      "loss": 0.328,
      "step": 427
    },
    {
      "epoch": 0.013769030940106324,
      "grad_norm": 1.1390234231948853,
      "learning_rate": 0.0002,
      "loss": 0.2219,
      "step": 428
    },
    {
      "epoch": 0.013801201573143955,
      "grad_norm": 1.0386964082717896,
      "learning_rate": 0.0002,
      "loss": 0.4392,
      "step": 429
    },
    {
      "epoch": 0.013833372206181587,
      "grad_norm": 1.1483969688415527,
      "learning_rate": 0.0002,
      "loss": 0.2751,
      "step": 430
    },
    {
      "epoch": 0.013865542839219218,
      "grad_norm": 1.2592756748199463,
      "learning_rate": 0.0002,
      "loss": 0.3129,
      "step": 431
    },
    {
      "epoch": 0.01389771347225685,
      "grad_norm": 1.1787889003753662,
      "learning_rate": 0.0002,
      "loss": 0.3444,
      "step": 432
    },
    {
      "epoch": 0.013929884105294481,
      "grad_norm": 1.2165968418121338,
      "learning_rate": 0.0002,
      "loss": 0.3512,
      "step": 433
    },
    {
      "epoch": 0.013962054738332114,
      "grad_norm": 1.1415241956710815,
      "learning_rate": 0.0002,
      "loss": 0.4107,
      "step": 434
    },
    {
      "epoch": 0.013994225371369745,
      "grad_norm": 1.205793857574463,
      "learning_rate": 0.0002,
      "loss": 0.3199,
      "step": 435
    },
    {
      "epoch": 0.014026396004407377,
      "grad_norm": 1.1069551706314087,
      "learning_rate": 0.0002,
      "loss": 0.3282,
      "step": 436
    },
    {
      "epoch": 0.014058566637445008,
      "grad_norm": 1.1744227409362793,
      "learning_rate": 0.0002,
      "loss": 0.4225,
      "step": 437
    },
    {
      "epoch": 0.01409073727048264,
      "grad_norm": 1.518064022064209,
      "learning_rate": 0.0002,
      "loss": 0.3778,
      "step": 438
    },
    {
      "epoch": 0.014122907903520271,
      "grad_norm": 0.8923261761665344,
      "learning_rate": 0.0002,
      "loss": 0.2051,
      "step": 439
    },
    {
      "epoch": 0.014155078536557904,
      "grad_norm": 1.2849838733673096,
      "learning_rate": 0.0002,
      "loss": 0.5703,
      "step": 440
    },
    {
      "epoch": 0.014187249169595535,
      "grad_norm": 1.135028600692749,
      "learning_rate": 0.0002,
      "loss": 0.4062,
      "step": 441
    },
    {
      "epoch": 0.014219419802633167,
      "grad_norm": 1.368208885192871,
      "learning_rate": 0.0002,
      "loss": 0.4938,
      "step": 442
    },
    {
      "epoch": 0.014251590435670798,
      "grad_norm": 1.1051119565963745,
      "learning_rate": 0.0002,
      "loss": 0.3948,
      "step": 443
    },
    {
      "epoch": 0.01428376106870843,
      "grad_norm": 1.0680882930755615,
      "learning_rate": 0.0002,
      "loss": 0.3762,
      "step": 444
    },
    {
      "epoch": 0.014315931701746061,
      "grad_norm": 1.0555496215820312,
      "learning_rate": 0.0002,
      "loss": 0.3537,
      "step": 445
    },
    {
      "epoch": 0.014348102334783694,
      "grad_norm": 1.139909029006958,
      "learning_rate": 0.0002,
      "loss": 0.4165,
      "step": 446
    },
    {
      "epoch": 0.014380272967821324,
      "grad_norm": 1.3270312547683716,
      "learning_rate": 0.0002,
      "loss": 0.3575,
      "step": 447
    },
    {
      "epoch": 0.014412443600858955,
      "grad_norm": 0.9760618209838867,
      "learning_rate": 0.0002,
      "loss": 0.3246,
      "step": 448
    },
    {
      "epoch": 0.014444614233896588,
      "grad_norm": 1.1715362071990967,
      "learning_rate": 0.0002,
      "loss": 0.4079,
      "step": 449
    },
    {
      "epoch": 0.014476784866934218,
      "grad_norm": 1.0613574981689453,
      "learning_rate": 0.0002,
      "loss": 0.3334,
      "step": 450
    },
    {
      "epoch": 0.01450895549997185,
      "grad_norm": 1.0334906578063965,
      "learning_rate": 0.0002,
      "loss": 0.3562,
      "step": 451
    },
    {
      "epoch": 0.014541126133009482,
      "grad_norm": 1.002619743347168,
      "learning_rate": 0.0002,
      "loss": 0.33,
      "step": 452
    },
    {
      "epoch": 0.014573296766047114,
      "grad_norm": 1.0444509983062744,
      "learning_rate": 0.0002,
      "loss": 0.3595,
      "step": 453
    },
    {
      "epoch": 0.014605467399084745,
      "grad_norm": 1.2501877546310425,
      "learning_rate": 0.0002,
      "loss": 0.3498,
      "step": 454
    },
    {
      "epoch": 0.014637638032122377,
      "grad_norm": 1.0800726413726807,
      "learning_rate": 0.0002,
      "loss": 0.3931,
      "step": 455
    },
    {
      "epoch": 0.014669808665160008,
      "grad_norm": 1.060860514640808,
      "learning_rate": 0.0002,
      "loss": 0.3855,
      "step": 456
    },
    {
      "epoch": 0.01470197929819764,
      "grad_norm": 0.9614899158477783,
      "learning_rate": 0.0002,
      "loss": 0.2491,
      "step": 457
    },
    {
      "epoch": 0.014734149931235271,
      "grad_norm": 0.920397162437439,
      "learning_rate": 0.0002,
      "loss": 0.2723,
      "step": 458
    },
    {
      "epoch": 0.014766320564272904,
      "grad_norm": 1.0578489303588867,
      "learning_rate": 0.0002,
      "loss": 0.426,
      "step": 459
    },
    {
      "epoch": 0.014798491197310535,
      "grad_norm": 1.0284699201583862,
      "learning_rate": 0.0002,
      "loss": 0.3194,
      "step": 460
    },
    {
      "epoch": 0.014830661830348167,
      "grad_norm": 1.0700374841690063,
      "learning_rate": 0.0002,
      "loss": 0.3319,
      "step": 461
    },
    {
      "epoch": 0.014862832463385798,
      "grad_norm": 1.2872986793518066,
      "learning_rate": 0.0002,
      "loss": 0.3577,
      "step": 462
    },
    {
      "epoch": 0.01489500309642343,
      "grad_norm": 0.9867280125617981,
      "learning_rate": 0.0002,
      "loss": 0.306,
      "step": 463
    },
    {
      "epoch": 0.014927173729461061,
      "grad_norm": 1.082406997680664,
      "learning_rate": 0.0002,
      "loss": 0.3008,
      "step": 464
    },
    {
      "epoch": 0.014959344362498694,
      "grad_norm": 1.263874888420105,
      "learning_rate": 0.0002,
      "loss": 0.3316,
      "step": 465
    },
    {
      "epoch": 0.014991514995536324,
      "grad_norm": 0.9556015729904175,
      "learning_rate": 0.0002,
      "loss": 0.3399,
      "step": 466
    },
    {
      "epoch": 0.015023685628573957,
      "grad_norm": 1.160317063331604,
      "learning_rate": 0.0002,
      "loss": 0.3139,
      "step": 467
    },
    {
      "epoch": 0.015055856261611588,
      "grad_norm": 1.322265386581421,
      "learning_rate": 0.0002,
      "loss": 0.2953,
      "step": 468
    },
    {
      "epoch": 0.01508802689464922,
      "grad_norm": 1.026827335357666,
      "learning_rate": 0.0002,
      "loss": 0.2423,
      "step": 469
    },
    {
      "epoch": 0.015120197527686851,
      "grad_norm": 1.200158953666687,
      "learning_rate": 0.0002,
      "loss": 0.3006,
      "step": 470
    },
    {
      "epoch": 0.015152368160724483,
      "grad_norm": 1.0841314792633057,
      "learning_rate": 0.0002,
      "loss": 0.3639,
      "step": 471
    },
    {
      "epoch": 0.015184538793762114,
      "grad_norm": 0.9778024554252625,
      "learning_rate": 0.0002,
      "loss": 0.2861,
      "step": 472
    },
    {
      "epoch": 0.015216709426799745,
      "grad_norm": 1.1402860879898071,
      "learning_rate": 0.0002,
      "loss": 0.3436,
      "step": 473
    },
    {
      "epoch": 0.015248880059837377,
      "grad_norm": 1.2265838384628296,
      "learning_rate": 0.0002,
      "loss": 0.2699,
      "step": 474
    },
    {
      "epoch": 0.015281050692875008,
      "grad_norm": 1.1657369136810303,
      "learning_rate": 0.0002,
      "loss": 0.4028,
      "step": 475
    },
    {
      "epoch": 0.01531322132591264,
      "grad_norm": 1.20430326461792,
      "learning_rate": 0.0002,
      "loss": 0.3707,
      "step": 476
    },
    {
      "epoch": 0.015345391958950272,
      "grad_norm": 1.2627906799316406,
      "learning_rate": 0.0002,
      "loss": 0.3558,
      "step": 477
    },
    {
      "epoch": 0.015377562591987904,
      "grad_norm": 1.0172069072723389,
      "learning_rate": 0.0002,
      "loss": 0.2878,
      "step": 478
    },
    {
      "epoch": 0.015409733225025535,
      "grad_norm": 1.5324541330337524,
      "learning_rate": 0.0002,
      "loss": 0.4419,
      "step": 479
    },
    {
      "epoch": 0.015441903858063167,
      "grad_norm": 1.1805005073547363,
      "learning_rate": 0.0002,
      "loss": 0.3653,
      "step": 480
    },
    {
      "epoch": 0.015474074491100798,
      "grad_norm": 1.203373908996582,
      "learning_rate": 0.0002,
      "loss": 0.363,
      "step": 481
    },
    {
      "epoch": 0.01550624512413843,
      "grad_norm": 1.21502685546875,
      "learning_rate": 0.0002,
      "loss": 0.3602,
      "step": 482
    },
    {
      "epoch": 0.015538415757176061,
      "grad_norm": 1.2900567054748535,
      "learning_rate": 0.0002,
      "loss": 0.3376,
      "step": 483
    },
    {
      "epoch": 0.015570586390213694,
      "grad_norm": 1.1665611267089844,
      "learning_rate": 0.0002,
      "loss": 0.3583,
      "step": 484
    },
    {
      "epoch": 0.015602757023251325,
      "grad_norm": 1.0940988063812256,
      "learning_rate": 0.0002,
      "loss": 0.383,
      "step": 485
    },
    {
      "epoch": 0.015634927656288957,
      "grad_norm": 1.1572105884552002,
      "learning_rate": 0.0002,
      "loss": 0.3544,
      "step": 486
    },
    {
      "epoch": 0.015667098289326588,
      "grad_norm": 1.1232402324676514,
      "learning_rate": 0.0002,
      "loss": 0.3537,
      "step": 487
    },
    {
      "epoch": 0.01569926892236422,
      "grad_norm": 1.1347821950912476,
      "learning_rate": 0.0002,
      "loss": 0.3359,
      "step": 488
    },
    {
      "epoch": 0.015731439555401853,
      "grad_norm": 0.9647494554519653,
      "learning_rate": 0.0002,
      "loss": 0.3506,
      "step": 489
    },
    {
      "epoch": 0.015763610188439484,
      "grad_norm": 1.3486051559448242,
      "learning_rate": 0.0002,
      "loss": 0.4318,
      "step": 490
    },
    {
      "epoch": 0.015795780821477114,
      "grad_norm": 1.1324542760849,
      "learning_rate": 0.0002,
      "loss": 0.3483,
      "step": 491
    },
    {
      "epoch": 0.015827951454514745,
      "grad_norm": 1.6460812091827393,
      "learning_rate": 0.0002,
      "loss": 0.4691,
      "step": 492
    },
    {
      "epoch": 0.01586012208755238,
      "grad_norm": 1.2283776998519897,
      "learning_rate": 0.0002,
      "loss": 0.3909,
      "step": 493
    },
    {
      "epoch": 0.01589229272059001,
      "grad_norm": 1.047722339630127,
      "learning_rate": 0.0002,
      "loss": 0.3109,
      "step": 494
    },
    {
      "epoch": 0.01592446335362764,
      "grad_norm": 1.236579179763794,
      "learning_rate": 0.0002,
      "loss": 0.3423,
      "step": 495
    },
    {
      "epoch": 0.01595663398666527,
      "grad_norm": 1.0236037969589233,
      "learning_rate": 0.0002,
      "loss": 0.2623,
      "step": 496
    },
    {
      "epoch": 0.015988804619702906,
      "grad_norm": 1.3561818599700928,
      "learning_rate": 0.0002,
      "loss": 0.3879,
      "step": 497
    },
    {
      "epoch": 0.016020975252740537,
      "grad_norm": 1.5772955417633057,
      "learning_rate": 0.0002,
      "loss": 0.4697,
      "step": 498
    },
    {
      "epoch": 0.016053145885778167,
      "grad_norm": 1.5194404125213623,
      "learning_rate": 0.0002,
      "loss": 0.3358,
      "step": 499
    },
    {
      "epoch": 0.016085316518815798,
      "grad_norm": 1.017117977142334,
      "learning_rate": 0.0002,
      "loss": 0.2238,
      "step": 500
    },
    {
      "epoch": 0.01611748715185343,
      "grad_norm": 1.0901834964752197,
      "learning_rate": 0.0002,
      "loss": 0.3892,
      "step": 501
    },
    {
      "epoch": 0.016149657784891063,
      "grad_norm": 1.1852272748947144,
      "learning_rate": 0.0002,
      "loss": 0.2916,
      "step": 502
    },
    {
      "epoch": 0.016181828417928694,
      "grad_norm": 1.6610394716262817,
      "learning_rate": 0.0002,
      "loss": 0.4251,
      "step": 503
    },
    {
      "epoch": 0.016213999050966325,
      "grad_norm": 1.378920078277588,
      "learning_rate": 0.0002,
      "loss": 0.3507,
      "step": 504
    },
    {
      "epoch": 0.016246169684003955,
      "grad_norm": 1.2468198537826538,
      "learning_rate": 0.0002,
      "loss": 0.3757,
      "step": 505
    },
    {
      "epoch": 0.01627834031704159,
      "grad_norm": 0.9823489189147949,
      "learning_rate": 0.0002,
      "loss": 0.4159,
      "step": 506
    },
    {
      "epoch": 0.01631051095007922,
      "grad_norm": 1.076422929763794,
      "learning_rate": 0.0002,
      "loss": 0.285,
      "step": 507
    },
    {
      "epoch": 0.01634268158311685,
      "grad_norm": 0.8435560464859009,
      "learning_rate": 0.0002,
      "loss": 0.2506,
      "step": 508
    },
    {
      "epoch": 0.016374852216154482,
      "grad_norm": 1.0259281396865845,
      "learning_rate": 0.0002,
      "loss": 0.3245,
      "step": 509
    },
    {
      "epoch": 0.016407022849192116,
      "grad_norm": 0.9648053050041199,
      "learning_rate": 0.0002,
      "loss": 0.4329,
      "step": 510
    },
    {
      "epoch": 0.016439193482229747,
      "grad_norm": 0.9878904819488525,
      "learning_rate": 0.0002,
      "loss": 0.3508,
      "step": 511
    },
    {
      "epoch": 0.016471364115267378,
      "grad_norm": 0.9096025824546814,
      "learning_rate": 0.0002,
      "loss": 0.2951,
      "step": 512
    },
    {
      "epoch": 0.01650353474830501,
      "grad_norm": 1.1904011964797974,
      "learning_rate": 0.0002,
      "loss": 0.3873,
      "step": 513
    },
    {
      "epoch": 0.016535705381342643,
      "grad_norm": 0.8974828720092773,
      "learning_rate": 0.0002,
      "loss": 0.2545,
      "step": 514
    },
    {
      "epoch": 0.016567876014380273,
      "grad_norm": 1.043943166732788,
      "learning_rate": 0.0002,
      "loss": 0.3247,
      "step": 515
    },
    {
      "epoch": 0.016600046647417904,
      "grad_norm": 1.2577648162841797,
      "learning_rate": 0.0002,
      "loss": 0.3438,
      "step": 516
    },
    {
      "epoch": 0.016632217280455535,
      "grad_norm": 1.1752514839172363,
      "learning_rate": 0.0002,
      "loss": 0.301,
      "step": 517
    },
    {
      "epoch": 0.01666438791349317,
      "grad_norm": 1.091140866279602,
      "learning_rate": 0.0002,
      "loss": 0.3967,
      "step": 518
    },
    {
      "epoch": 0.0166965585465308,
      "grad_norm": 0.8548783659934998,
      "learning_rate": 0.0002,
      "loss": 0.24,
      "step": 519
    },
    {
      "epoch": 0.01672872917956843,
      "grad_norm": 1.1384589672088623,
      "learning_rate": 0.0002,
      "loss": 0.3327,
      "step": 520
    },
    {
      "epoch": 0.01676089981260606,
      "grad_norm": 1.1999940872192383,
      "learning_rate": 0.0002,
      "loss": 0.3177,
      "step": 521
    },
    {
      "epoch": 0.016793070445643696,
      "grad_norm": 1.2123066186904907,
      "learning_rate": 0.0002,
      "loss": 0.3098,
      "step": 522
    },
    {
      "epoch": 0.016825241078681327,
      "grad_norm": 1.353539228439331,
      "learning_rate": 0.0002,
      "loss": 0.3042,
      "step": 523
    },
    {
      "epoch": 0.016857411711718957,
      "grad_norm": 1.2767881155014038,
      "learning_rate": 0.0002,
      "loss": 0.4265,
      "step": 524
    },
    {
      "epoch": 0.016889582344756588,
      "grad_norm": 1.0664970874786377,
      "learning_rate": 0.0002,
      "loss": 0.3272,
      "step": 525
    },
    {
      "epoch": 0.01692175297779422,
      "grad_norm": 1.1533299684524536,
      "learning_rate": 0.0002,
      "loss": 0.3751,
      "step": 526
    },
    {
      "epoch": 0.016953923610831853,
      "grad_norm": 0.8846680521965027,
      "learning_rate": 0.0002,
      "loss": 0.3531,
      "step": 527
    },
    {
      "epoch": 0.016986094243869484,
      "grad_norm": 0.9850034713745117,
      "learning_rate": 0.0002,
      "loss": 0.379,
      "step": 528
    },
    {
      "epoch": 0.017018264876907115,
      "grad_norm": 1.3877817392349243,
      "learning_rate": 0.0002,
      "loss": 0.4562,
      "step": 529
    },
    {
      "epoch": 0.017050435509944745,
      "grad_norm": 0.9944830536842346,
      "learning_rate": 0.0002,
      "loss": 0.3605,
      "step": 530
    },
    {
      "epoch": 0.01708260614298238,
      "grad_norm": 1.076411247253418,
      "learning_rate": 0.0002,
      "loss": 0.3245,
      "step": 531
    },
    {
      "epoch": 0.01711477677602001,
      "grad_norm": 1.2565414905548096,
      "learning_rate": 0.0002,
      "loss": 0.4062,
      "step": 532
    },
    {
      "epoch": 0.01714694740905764,
      "grad_norm": 1.3471698760986328,
      "learning_rate": 0.0002,
      "loss": 0.4307,
      "step": 533
    },
    {
      "epoch": 0.017179118042095272,
      "grad_norm": 1.1902207136154175,
      "learning_rate": 0.0002,
      "loss": 0.3574,
      "step": 534
    },
    {
      "epoch": 0.017211288675132906,
      "grad_norm": 0.9755640625953674,
      "learning_rate": 0.0002,
      "loss": 0.3473,
      "step": 535
    },
    {
      "epoch": 0.017243459308170537,
      "grad_norm": 1.1315406560897827,
      "learning_rate": 0.0002,
      "loss": 0.4123,
      "step": 536
    },
    {
      "epoch": 0.017275629941208168,
      "grad_norm": 0.8379391431808472,
      "learning_rate": 0.0002,
      "loss": 0.313,
      "step": 537
    },
    {
      "epoch": 0.0173078005742458,
      "grad_norm": 1.0968074798583984,
      "learning_rate": 0.0002,
      "loss": 0.2243,
      "step": 538
    },
    {
      "epoch": 0.017339971207283433,
      "grad_norm": 1.0383507013320923,
      "learning_rate": 0.0002,
      "loss": 0.3553,
      "step": 539
    },
    {
      "epoch": 0.017372141840321063,
      "grad_norm": 1.2053412199020386,
      "learning_rate": 0.0002,
      "loss": 0.3289,
      "step": 540
    },
    {
      "epoch": 0.017404312473358694,
      "grad_norm": 1.2645312547683716,
      "learning_rate": 0.0002,
      "loss": 0.3598,
      "step": 541
    },
    {
      "epoch": 0.017436483106396325,
      "grad_norm": 1.463896632194519,
      "learning_rate": 0.0002,
      "loss": 0.4254,
      "step": 542
    },
    {
      "epoch": 0.01746865373943396,
      "grad_norm": 1.403148889541626,
      "learning_rate": 0.0002,
      "loss": 0.281,
      "step": 543
    },
    {
      "epoch": 0.01750082437247159,
      "grad_norm": 1.2966554164886475,
      "learning_rate": 0.0002,
      "loss": 0.4338,
      "step": 544
    },
    {
      "epoch": 0.01753299500550922,
      "grad_norm": 1.1064276695251465,
      "learning_rate": 0.0002,
      "loss": 0.3857,
      "step": 545
    },
    {
      "epoch": 0.01756516563854685,
      "grad_norm": 1.0428647994995117,
      "learning_rate": 0.0002,
      "loss": 0.3344,
      "step": 546
    },
    {
      "epoch": 0.017597336271584486,
      "grad_norm": 1.250610113143921,
      "learning_rate": 0.0002,
      "loss": 0.3206,
      "step": 547
    },
    {
      "epoch": 0.017629506904622116,
      "grad_norm": 0.9965565800666809,
      "learning_rate": 0.0002,
      "loss": 0.3388,
      "step": 548
    },
    {
      "epoch": 0.017661677537659747,
      "grad_norm": 1.3916252851486206,
      "learning_rate": 0.0002,
      "loss": 0.4307,
      "step": 549
    },
    {
      "epoch": 0.017693848170697378,
      "grad_norm": 1.3020440340042114,
      "learning_rate": 0.0002,
      "loss": 0.469,
      "step": 550
    },
    {
      "epoch": 0.017726018803735012,
      "grad_norm": 1.136792540550232,
      "learning_rate": 0.0002,
      "loss": 0.322,
      "step": 551
    },
    {
      "epoch": 0.017758189436772643,
      "grad_norm": 0.9310696721076965,
      "learning_rate": 0.0002,
      "loss": 0.3094,
      "step": 552
    },
    {
      "epoch": 0.017790360069810274,
      "grad_norm": 1.301003098487854,
      "learning_rate": 0.0002,
      "loss": 0.4231,
      "step": 553
    },
    {
      "epoch": 0.017822530702847904,
      "grad_norm": 1.0664581060409546,
      "learning_rate": 0.0002,
      "loss": 0.372,
      "step": 554
    },
    {
      "epoch": 0.017854701335885535,
      "grad_norm": 1.214841604232788,
      "learning_rate": 0.0002,
      "loss": 0.3324,
      "step": 555
    },
    {
      "epoch": 0.01788687196892317,
      "grad_norm": 1.1841977834701538,
      "learning_rate": 0.0002,
      "loss": 0.3797,
      "step": 556
    },
    {
      "epoch": 0.0179190426019608,
      "grad_norm": 0.8966853618621826,
      "learning_rate": 0.0002,
      "loss": 0.3318,
      "step": 557
    },
    {
      "epoch": 0.01795121323499843,
      "grad_norm": 1.3280136585235596,
      "learning_rate": 0.0002,
      "loss": 0.3597,
      "step": 558
    },
    {
      "epoch": 0.017983383868036062,
      "grad_norm": 0.9280269742012024,
      "learning_rate": 0.0002,
      "loss": 0.3372,
      "step": 559
    },
    {
      "epoch": 0.018015554501073696,
      "grad_norm": 1.1354665756225586,
      "learning_rate": 0.0002,
      "loss": 0.3624,
      "step": 560
    },
    {
      "epoch": 0.018047725134111327,
      "grad_norm": 1.1809738874435425,
      "learning_rate": 0.0002,
      "loss": 0.2419,
      "step": 561
    },
    {
      "epoch": 0.018079895767148958,
      "grad_norm": 0.9710745811462402,
      "learning_rate": 0.0002,
      "loss": 0.3218,
      "step": 562
    },
    {
      "epoch": 0.01811206640018659,
      "grad_norm": 1.1928255558013916,
      "learning_rate": 0.0002,
      "loss": 0.4299,
      "step": 563
    },
    {
      "epoch": 0.018144237033224223,
      "grad_norm": 0.9568798542022705,
      "learning_rate": 0.0002,
      "loss": 0.2176,
      "step": 564
    },
    {
      "epoch": 0.018176407666261853,
      "grad_norm": 1.3558237552642822,
      "learning_rate": 0.0002,
      "loss": 0.334,
      "step": 565
    },
    {
      "epoch": 0.018208578299299484,
      "grad_norm": 1.1495975255966187,
      "learning_rate": 0.0002,
      "loss": 0.4635,
      "step": 566
    },
    {
      "epoch": 0.018240748932337115,
      "grad_norm": 1.0766762495040894,
      "learning_rate": 0.0002,
      "loss": 0.2675,
      "step": 567
    },
    {
      "epoch": 0.01827291956537475,
      "grad_norm": 1.0123575925827026,
      "learning_rate": 0.0002,
      "loss": 0.2405,
      "step": 568
    },
    {
      "epoch": 0.01830509019841238,
      "grad_norm": 1.2070269584655762,
      "learning_rate": 0.0002,
      "loss": 0.3128,
      "step": 569
    },
    {
      "epoch": 0.01833726083145001,
      "grad_norm": 1.228344440460205,
      "learning_rate": 0.0002,
      "loss": 0.3724,
      "step": 570
    },
    {
      "epoch": 0.01836943146448764,
      "grad_norm": 1.1150214672088623,
      "learning_rate": 0.0002,
      "loss": 0.2968,
      "step": 571
    },
    {
      "epoch": 0.018401602097525276,
      "grad_norm": 1.0354946851730347,
      "learning_rate": 0.0002,
      "loss": 0.3081,
      "step": 572
    },
    {
      "epoch": 0.018433772730562906,
      "grad_norm": 1.2199161052703857,
      "learning_rate": 0.0002,
      "loss": 0.3489,
      "step": 573
    },
    {
      "epoch": 0.018465943363600537,
      "grad_norm": 1.0555649995803833,
      "learning_rate": 0.0002,
      "loss": 0.3947,
      "step": 574
    },
    {
      "epoch": 0.018498113996638168,
      "grad_norm": 1.306711196899414,
      "learning_rate": 0.0002,
      "loss": 0.3486,
      "step": 575
    },
    {
      "epoch": 0.018530284629675802,
      "grad_norm": 1.1124491691589355,
      "learning_rate": 0.0002,
      "loss": 0.2939,
      "step": 576
    },
    {
      "epoch": 0.018562455262713433,
      "grad_norm": 1.5482524633407593,
      "learning_rate": 0.0002,
      "loss": 0.4264,
      "step": 577
    },
    {
      "epoch": 0.018594625895751064,
      "grad_norm": 1.008713960647583,
      "learning_rate": 0.0002,
      "loss": 0.3925,
      "step": 578
    },
    {
      "epoch": 0.018626796528788694,
      "grad_norm": 0.9462500810623169,
      "learning_rate": 0.0002,
      "loss": 0.3883,
      "step": 579
    },
    {
      "epoch": 0.018658967161826325,
      "grad_norm": 1.0115355253219604,
      "learning_rate": 0.0002,
      "loss": 0.3194,
      "step": 580
    },
    {
      "epoch": 0.01869113779486396,
      "grad_norm": 1.0905704498291016,
      "learning_rate": 0.0002,
      "loss": 0.3278,
      "step": 581
    },
    {
      "epoch": 0.01872330842790159,
      "grad_norm": 1.1598870754241943,
      "learning_rate": 0.0002,
      "loss": 0.3695,
      "step": 582
    },
    {
      "epoch": 0.01875547906093922,
      "grad_norm": 1.1451668739318848,
      "learning_rate": 0.0002,
      "loss": 0.3143,
      "step": 583
    },
    {
      "epoch": 0.01878764969397685,
      "grad_norm": 1.1810399293899536,
      "learning_rate": 0.0002,
      "loss": 0.4236,
      "step": 584
    },
    {
      "epoch": 0.018819820327014486,
      "grad_norm": 1.223399043083191,
      "learning_rate": 0.0002,
      "loss": 0.3566,
      "step": 585
    },
    {
      "epoch": 0.018851990960052117,
      "grad_norm": 1.188376784324646,
      "learning_rate": 0.0002,
      "loss": 0.3228,
      "step": 586
    },
    {
      "epoch": 0.018884161593089747,
      "grad_norm": 0.9512303471565247,
      "learning_rate": 0.0002,
      "loss": 0.2803,
      "step": 587
    },
    {
      "epoch": 0.018916332226127378,
      "grad_norm": 1.0092766284942627,
      "learning_rate": 0.0002,
      "loss": 0.3633,
      "step": 588
    },
    {
      "epoch": 0.018948502859165012,
      "grad_norm": 0.8777891993522644,
      "learning_rate": 0.0002,
      "loss": 0.2568,
      "step": 589
    },
    {
      "epoch": 0.018980673492202643,
      "grad_norm": 0.9206209778785706,
      "learning_rate": 0.0002,
      "loss": 0.3305,
      "step": 590
    },
    {
      "epoch": 0.019012844125240274,
      "grad_norm": 1.393827199935913,
      "learning_rate": 0.0002,
      "loss": 0.3209,
      "step": 591
    },
    {
      "epoch": 0.019045014758277905,
      "grad_norm": 1.224016547203064,
      "learning_rate": 0.0002,
      "loss": 0.418,
      "step": 592
    },
    {
      "epoch": 0.01907718539131554,
      "grad_norm": 1.8514238595962524,
      "learning_rate": 0.0002,
      "loss": 0.3944,
      "step": 593
    },
    {
      "epoch": 0.01910935602435317,
      "grad_norm": 1.3321272134780884,
      "learning_rate": 0.0002,
      "loss": 0.3359,
      "step": 594
    },
    {
      "epoch": 0.0191415266573908,
      "grad_norm": 1.2152315378189087,
      "learning_rate": 0.0002,
      "loss": 0.3765,
      "step": 595
    },
    {
      "epoch": 0.01917369729042843,
      "grad_norm": 1.129332423210144,
      "learning_rate": 0.0002,
      "loss": 0.2853,
      "step": 596
    },
    {
      "epoch": 0.019205867923466065,
      "grad_norm": 0.9819046258926392,
      "learning_rate": 0.0002,
      "loss": 0.3563,
      "step": 597
    },
    {
      "epoch": 0.019238038556503696,
      "grad_norm": 1.1275361776351929,
      "learning_rate": 0.0002,
      "loss": 0.3521,
      "step": 598
    },
    {
      "epoch": 0.019270209189541327,
      "grad_norm": 1.1455308198928833,
      "learning_rate": 0.0002,
      "loss": 0.4081,
      "step": 599
    },
    {
      "epoch": 0.019302379822578958,
      "grad_norm": 1.4280292987823486,
      "learning_rate": 0.0002,
      "loss": 0.4294,
      "step": 600
    },
    {
      "epoch": 0.019302379822578958,
      "eval_loss": 0.32960522174835205,
      "eval_runtime": 28.791,
      "eval_samples_per_second": 8.649,
      "eval_steps_per_second": 4.342,
      "step": 600
    },
    {
      "epoch": 0.019334550455616592,
      "grad_norm": 1.055994987487793,
      "learning_rate": 0.0002,
      "loss": 0.355,
      "step": 601
    },
    {
      "epoch": 0.019366721088654223,
      "grad_norm": 0.936896800994873,
      "learning_rate": 0.0002,
      "loss": 0.3384,
      "step": 602
    },
    {
      "epoch": 0.019398891721691854,
      "grad_norm": 1.3005938529968262,
      "learning_rate": 0.0002,
      "loss": 0.368,
      "step": 603
    },
    {
      "epoch": 0.019431062354729484,
      "grad_norm": 1.266291618347168,
      "learning_rate": 0.0002,
      "loss": 0.3227,
      "step": 604
    },
    {
      "epoch": 0.019463232987767115,
      "grad_norm": 1.1779497861862183,
      "learning_rate": 0.0002,
      "loss": 0.3573,
      "step": 605
    },
    {
      "epoch": 0.01949540362080475,
      "grad_norm": 1.1949330568313599,
      "learning_rate": 0.0002,
      "loss": 0.302,
      "step": 606
    },
    {
      "epoch": 0.01952757425384238,
      "grad_norm": 1.426812767982483,
      "learning_rate": 0.0002,
      "loss": 0.2982,
      "step": 607
    },
    {
      "epoch": 0.01955974488688001,
      "grad_norm": 1.1727172136306763,
      "learning_rate": 0.0002,
      "loss": 0.4554,
      "step": 608
    },
    {
      "epoch": 0.01959191551991764,
      "grad_norm": 1.4041156768798828,
      "learning_rate": 0.0002,
      "loss": 0.4656,
      "step": 609
    },
    {
      "epoch": 0.019624086152955276,
      "grad_norm": 1.3755378723144531,
      "learning_rate": 0.0002,
      "loss": 0.4583,
      "step": 610
    },
    {
      "epoch": 0.019656256785992907,
      "grad_norm": 1.1745991706848145,
      "learning_rate": 0.0002,
      "loss": 0.3,
      "step": 611
    },
    {
      "epoch": 0.019688427419030537,
      "grad_norm": 1.3932154178619385,
      "learning_rate": 0.0002,
      "loss": 0.3216,
      "step": 612
    },
    {
      "epoch": 0.019720598052068168,
      "grad_norm": 1.2494560480117798,
      "learning_rate": 0.0002,
      "loss": 0.4505,
      "step": 613
    },
    {
      "epoch": 0.019752768685105802,
      "grad_norm": 0.9866428971290588,
      "learning_rate": 0.0002,
      "loss": 0.3303,
      "step": 614
    },
    {
      "epoch": 0.019784939318143433,
      "grad_norm": 1.3209322690963745,
      "learning_rate": 0.0002,
      "loss": 0.4257,
      "step": 615
    },
    {
      "epoch": 0.019817109951181064,
      "grad_norm": 1.2882779836654663,
      "learning_rate": 0.0002,
      "loss": 0.3082,
      "step": 616
    },
    {
      "epoch": 0.019849280584218695,
      "grad_norm": 1.1234441995620728,
      "learning_rate": 0.0002,
      "loss": 0.3136,
      "step": 617
    },
    {
      "epoch": 0.01988145121725633,
      "grad_norm": 1.1289618015289307,
      "learning_rate": 0.0002,
      "loss": 0.4046,
      "step": 618
    },
    {
      "epoch": 0.01991362185029396,
      "grad_norm": 1.3794971704483032,
      "learning_rate": 0.0002,
      "loss": 0.3146,
      "step": 619
    },
    {
      "epoch": 0.01994579248333159,
      "grad_norm": 1.2781708240509033,
      "learning_rate": 0.0002,
      "loss": 0.3399,
      "step": 620
    },
    {
      "epoch": 0.01997796311636922,
      "grad_norm": 1.1430824995040894,
      "learning_rate": 0.0002,
      "loss": 0.424,
      "step": 621
    },
    {
      "epoch": 0.020010133749406855,
      "grad_norm": 0.9570521712303162,
      "learning_rate": 0.0002,
      "loss": 0.2927,
      "step": 622
    },
    {
      "epoch": 0.020042304382444486,
      "grad_norm": 1.207633376121521,
      "learning_rate": 0.0002,
      "loss": 0.2847,
      "step": 623
    },
    {
      "epoch": 0.020074475015482117,
      "grad_norm": 1.1710940599441528,
      "learning_rate": 0.0002,
      "loss": 0.3072,
      "step": 624
    },
    {
      "epoch": 0.020106645648519748,
      "grad_norm": 1.2630417346954346,
      "learning_rate": 0.0002,
      "loss": 0.3335,
      "step": 625
    },
    {
      "epoch": 0.020138816281557382,
      "grad_norm": 1.197867751121521,
      "learning_rate": 0.0002,
      "loss": 0.3327,
      "step": 626
    },
    {
      "epoch": 0.020170986914595013,
      "grad_norm": 1.2484198808670044,
      "learning_rate": 0.0002,
      "loss": 0.3255,
      "step": 627
    },
    {
      "epoch": 0.020203157547632643,
      "grad_norm": 1.1336969137191772,
      "learning_rate": 0.0002,
      "loss": 0.395,
      "step": 628
    },
    {
      "epoch": 0.020235328180670274,
      "grad_norm": 1.1647111177444458,
      "learning_rate": 0.0002,
      "loss": 0.3551,
      "step": 629
    },
    {
      "epoch": 0.02026749881370791,
      "grad_norm": 0.9677314162254333,
      "learning_rate": 0.0002,
      "loss": 0.3339,
      "step": 630
    },
    {
      "epoch": 0.02029966944674554,
      "grad_norm": 0.9096875786781311,
      "learning_rate": 0.0002,
      "loss": 0.3295,
      "step": 631
    },
    {
      "epoch": 0.02033184007978317,
      "grad_norm": 1.1502232551574707,
      "learning_rate": 0.0002,
      "loss": 0.3553,
      "step": 632
    },
    {
      "epoch": 0.0203640107128208,
      "grad_norm": 1.0823208093643188,
      "learning_rate": 0.0002,
      "loss": 0.2368,
      "step": 633
    },
    {
      "epoch": 0.02039618134585843,
      "grad_norm": 0.985345721244812,
      "learning_rate": 0.0002,
      "loss": 0.4466,
      "step": 634
    },
    {
      "epoch": 0.020428351978896066,
      "grad_norm": 1.1895617246627808,
      "learning_rate": 0.0002,
      "loss": 0.428,
      "step": 635
    },
    {
      "epoch": 0.020460522611933697,
      "grad_norm": 1.2512942552566528,
      "learning_rate": 0.0002,
      "loss": 0.36,
      "step": 636
    },
    {
      "epoch": 0.020492693244971327,
      "grad_norm": 1.074850082397461,
      "learning_rate": 0.0002,
      "loss": 0.4429,
      "step": 637
    },
    {
      "epoch": 0.020524863878008958,
      "grad_norm": 1.3260654211044312,
      "learning_rate": 0.0002,
      "loss": 0.4172,
      "step": 638
    },
    {
      "epoch": 0.020557034511046592,
      "grad_norm": 0.9384105205535889,
      "learning_rate": 0.0002,
      "loss": 0.2869,
      "step": 639
    },
    {
      "epoch": 0.020589205144084223,
      "grad_norm": 1.3807820081710815,
      "learning_rate": 0.0002,
      "loss": 0.3468,
      "step": 640
    },
    {
      "epoch": 0.020621375777121854,
      "grad_norm": 1.2558788061141968,
      "learning_rate": 0.0002,
      "loss": 0.4155,
      "step": 641
    },
    {
      "epoch": 0.020653546410159485,
      "grad_norm": 0.8857137560844421,
      "learning_rate": 0.0002,
      "loss": 0.2474,
      "step": 642
    },
    {
      "epoch": 0.02068571704319712,
      "grad_norm": 1.3372315168380737,
      "learning_rate": 0.0002,
      "loss": 0.4533,
      "step": 643
    },
    {
      "epoch": 0.02071788767623475,
      "grad_norm": 0.970778226852417,
      "learning_rate": 0.0002,
      "loss": 0.2926,
      "step": 644
    },
    {
      "epoch": 0.02075005830927238,
      "grad_norm": 1.157881736755371,
      "learning_rate": 0.0002,
      "loss": 0.3333,
      "step": 645
    },
    {
      "epoch": 0.02078222894231001,
      "grad_norm": 1.3637577295303345,
      "learning_rate": 0.0002,
      "loss": 0.3312,
      "step": 646
    },
    {
      "epoch": 0.020814399575347645,
      "grad_norm": 1.267552137374878,
      "learning_rate": 0.0002,
      "loss": 0.3497,
      "step": 647
    },
    {
      "epoch": 0.020846570208385276,
      "grad_norm": 1.0455876588821411,
      "learning_rate": 0.0002,
      "loss": 0.3965,
      "step": 648
    },
    {
      "epoch": 0.020878740841422907,
      "grad_norm": 1.375712275505066,
      "learning_rate": 0.0002,
      "loss": 0.2503,
      "step": 649
    },
    {
      "epoch": 0.020910911474460538,
      "grad_norm": 1.1473833322525024,
      "learning_rate": 0.0002,
      "loss": 0.3841,
      "step": 650
    },
    {
      "epoch": 0.020943082107498172,
      "grad_norm": 1.481990933418274,
      "learning_rate": 0.0002,
      "loss": 0.2967,
      "step": 651
    },
    {
      "epoch": 0.020975252740535803,
      "grad_norm": 1.3834728002548218,
      "learning_rate": 0.0002,
      "loss": 0.4875,
      "step": 652
    },
    {
      "epoch": 0.021007423373573433,
      "grad_norm": 1.3072251081466675,
      "learning_rate": 0.0002,
      "loss": 0.3392,
      "step": 653
    },
    {
      "epoch": 0.021039594006611064,
      "grad_norm": 1.1781954765319824,
      "learning_rate": 0.0002,
      "loss": 0.4734,
      "step": 654
    },
    {
      "epoch": 0.0210717646396487,
      "grad_norm": 1.195217490196228,
      "learning_rate": 0.0002,
      "loss": 0.374,
      "step": 655
    },
    {
      "epoch": 0.02110393527268633,
      "grad_norm": 0.8914716839790344,
      "learning_rate": 0.0002,
      "loss": 0.2743,
      "step": 656
    },
    {
      "epoch": 0.02113610590572396,
      "grad_norm": 1.1511114835739136,
      "learning_rate": 0.0002,
      "loss": 0.3221,
      "step": 657
    },
    {
      "epoch": 0.02116827653876159,
      "grad_norm": 1.4557907581329346,
      "learning_rate": 0.0002,
      "loss": 0.5026,
      "step": 658
    },
    {
      "epoch": 0.02120044717179922,
      "grad_norm": 1.1936168670654297,
      "learning_rate": 0.0002,
      "loss": 0.38,
      "step": 659
    },
    {
      "epoch": 0.021232617804836856,
      "grad_norm": 1.2492393255233765,
      "learning_rate": 0.0002,
      "loss": 0.3713,
      "step": 660
    },
    {
      "epoch": 0.021264788437874486,
      "grad_norm": 1.4441269636154175,
      "learning_rate": 0.0002,
      "loss": 0.3211,
      "step": 661
    },
    {
      "epoch": 0.021296959070912117,
      "grad_norm": 1.5238614082336426,
      "learning_rate": 0.0002,
      "loss": 0.4376,
      "step": 662
    },
    {
      "epoch": 0.021329129703949748,
      "grad_norm": 1.4116511344909668,
      "learning_rate": 0.0002,
      "loss": 0.3954,
      "step": 663
    },
    {
      "epoch": 0.021361300336987382,
      "grad_norm": 0.998401939868927,
      "learning_rate": 0.0002,
      "loss": 0.2224,
      "step": 664
    },
    {
      "epoch": 0.021393470970025013,
      "grad_norm": 1.166245698928833,
      "learning_rate": 0.0002,
      "loss": 0.3899,
      "step": 665
    },
    {
      "epoch": 0.021425641603062644,
      "grad_norm": 1.0245441198349,
      "learning_rate": 0.0002,
      "loss": 0.3415,
      "step": 666
    },
    {
      "epoch": 0.021457812236100274,
      "grad_norm": 1.1012903451919556,
      "learning_rate": 0.0002,
      "loss": 0.3457,
      "step": 667
    },
    {
      "epoch": 0.02148998286913791,
      "grad_norm": 1.2600401639938354,
      "learning_rate": 0.0002,
      "loss": 0.4182,
      "step": 668
    },
    {
      "epoch": 0.02152215350217554,
      "grad_norm": 1.2221944332122803,
      "learning_rate": 0.0002,
      "loss": 0.3829,
      "step": 669
    },
    {
      "epoch": 0.02155432413521317,
      "grad_norm": 1.2793657779693604,
      "learning_rate": 0.0002,
      "loss": 0.3458,
      "step": 670
    },
    {
      "epoch": 0.0215864947682508,
      "grad_norm": 1.2277802228927612,
      "learning_rate": 0.0002,
      "loss": 0.3725,
      "step": 671
    },
    {
      "epoch": 0.021618665401288435,
      "grad_norm": 1.211850881576538,
      "learning_rate": 0.0002,
      "loss": 0.3646,
      "step": 672
    },
    {
      "epoch": 0.021650836034326066,
      "grad_norm": 1.2469350099563599,
      "learning_rate": 0.0002,
      "loss": 0.3346,
      "step": 673
    },
    {
      "epoch": 0.021683006667363697,
      "grad_norm": 1.4141374826431274,
      "learning_rate": 0.0002,
      "loss": 0.3928,
      "step": 674
    },
    {
      "epoch": 0.021715177300401328,
      "grad_norm": 1.0239858627319336,
      "learning_rate": 0.0002,
      "loss": 0.2926,
      "step": 675
    },
    {
      "epoch": 0.021747347933438962,
      "grad_norm": 1.0746015310287476,
      "learning_rate": 0.0002,
      "loss": 0.3125,
      "step": 676
    },
    {
      "epoch": 0.021779518566476593,
      "grad_norm": 1.4212592840194702,
      "learning_rate": 0.0002,
      "loss": 0.3632,
      "step": 677
    },
    {
      "epoch": 0.021811689199514223,
      "grad_norm": 1.1093254089355469,
      "learning_rate": 0.0002,
      "loss": 0.3425,
      "step": 678
    },
    {
      "epoch": 0.021843859832551854,
      "grad_norm": 1.2358818054199219,
      "learning_rate": 0.0002,
      "loss": 0.3311,
      "step": 679
    },
    {
      "epoch": 0.02187603046558949,
      "grad_norm": 1.2212724685668945,
      "learning_rate": 0.0002,
      "loss": 0.3579,
      "step": 680
    },
    {
      "epoch": 0.02190820109862712,
      "grad_norm": 1.127044916152954,
      "learning_rate": 0.0002,
      "loss": 0.383,
      "step": 681
    },
    {
      "epoch": 0.02194037173166475,
      "grad_norm": 1.0333592891693115,
      "learning_rate": 0.0002,
      "loss": 0.4076,
      "step": 682
    },
    {
      "epoch": 0.02197254236470238,
      "grad_norm": 1.2075526714324951,
      "learning_rate": 0.0002,
      "loss": 0.3487,
      "step": 683
    },
    {
      "epoch": 0.02200471299774001,
      "grad_norm": 1.2542351484298706,
      "learning_rate": 0.0002,
      "loss": 0.3396,
      "step": 684
    },
    {
      "epoch": 0.022036883630777646,
      "grad_norm": 1.972060203552246,
      "learning_rate": 0.0002,
      "loss": 0.4256,
      "step": 685
    },
    {
      "epoch": 0.022069054263815276,
      "grad_norm": 1.1351053714752197,
      "learning_rate": 0.0002,
      "loss": 0.445,
      "step": 686
    },
    {
      "epoch": 0.022101224896852907,
      "grad_norm": 1.1131525039672852,
      "learning_rate": 0.0002,
      "loss": 0.4109,
      "step": 687
    },
    {
      "epoch": 0.022133395529890538,
      "grad_norm": 0.9734199643135071,
      "learning_rate": 0.0002,
      "loss": 0.2818,
      "step": 688
    },
    {
      "epoch": 0.022165566162928172,
      "grad_norm": 1.4601694345474243,
      "learning_rate": 0.0002,
      "loss": 0.3143,
      "step": 689
    },
    {
      "epoch": 0.022197736795965803,
      "grad_norm": 1.132084608078003,
      "learning_rate": 0.0002,
      "loss": 0.3094,
      "step": 690
    },
    {
      "epoch": 0.022229907429003434,
      "grad_norm": 1.374297022819519,
      "learning_rate": 0.0002,
      "loss": 0.3089,
      "step": 691
    },
    {
      "epoch": 0.022262078062041064,
      "grad_norm": 1.041512370109558,
      "learning_rate": 0.0002,
      "loss": 0.408,
      "step": 692
    },
    {
      "epoch": 0.0222942486950787,
      "grad_norm": 1.1057286262512207,
      "learning_rate": 0.0002,
      "loss": 0.2847,
      "step": 693
    },
    {
      "epoch": 0.02232641932811633,
      "grad_norm": 1.307623028755188,
      "learning_rate": 0.0002,
      "loss": 0.3623,
      "step": 694
    },
    {
      "epoch": 0.02235858996115396,
      "grad_norm": 0.9852201342582703,
      "learning_rate": 0.0002,
      "loss": 0.3372,
      "step": 695
    },
    {
      "epoch": 0.02239076059419159,
      "grad_norm": 1.0973317623138428,
      "learning_rate": 0.0002,
      "loss": 0.3285,
      "step": 696
    },
    {
      "epoch": 0.022422931227229225,
      "grad_norm": 1.0597245693206787,
      "learning_rate": 0.0002,
      "loss": 0.3445,
      "step": 697
    },
    {
      "epoch": 0.022455101860266856,
      "grad_norm": 1.0342597961425781,
      "learning_rate": 0.0002,
      "loss": 0.3586,
      "step": 698
    },
    {
      "epoch": 0.022487272493304487,
      "grad_norm": 1.149213433265686,
      "learning_rate": 0.0002,
      "loss": 0.3626,
      "step": 699
    },
    {
      "epoch": 0.022519443126342117,
      "grad_norm": 1.5128616094589233,
      "learning_rate": 0.0002,
      "loss": 0.2641,
      "step": 700
    },
    {
      "epoch": 0.02255161375937975,
      "grad_norm": 1.1283422708511353,
      "learning_rate": 0.0002,
      "loss": 0.3925,
      "step": 701
    },
    {
      "epoch": 0.022583784392417382,
      "grad_norm": 1.1849188804626465,
      "learning_rate": 0.0002,
      "loss": 0.2499,
      "step": 702
    },
    {
      "epoch": 0.022615955025455013,
      "grad_norm": 1.178369402885437,
      "learning_rate": 0.0002,
      "loss": 0.3531,
      "step": 703
    },
    {
      "epoch": 0.022648125658492644,
      "grad_norm": 0.9052792191505432,
      "learning_rate": 0.0002,
      "loss": 0.3492,
      "step": 704
    },
    {
      "epoch": 0.022680296291530278,
      "grad_norm": 1.3980737924575806,
      "learning_rate": 0.0002,
      "loss": 0.3793,
      "step": 705
    },
    {
      "epoch": 0.02271246692456791,
      "grad_norm": 1.0832685232162476,
      "learning_rate": 0.0002,
      "loss": 0.2871,
      "step": 706
    },
    {
      "epoch": 0.02274463755760554,
      "grad_norm": 1.0756665468215942,
      "learning_rate": 0.0002,
      "loss": 0.3768,
      "step": 707
    },
    {
      "epoch": 0.02277680819064317,
      "grad_norm": 1.2060272693634033,
      "learning_rate": 0.0002,
      "loss": 0.4298,
      "step": 708
    },
    {
      "epoch": 0.022808978823680805,
      "grad_norm": 1.4309024810791016,
      "learning_rate": 0.0002,
      "loss": 0.4112,
      "step": 709
    },
    {
      "epoch": 0.022841149456718435,
      "grad_norm": 1.4143621921539307,
      "learning_rate": 0.0002,
      "loss": 0.32,
      "step": 710
    },
    {
      "epoch": 0.022873320089756066,
      "grad_norm": 1.0820306539535522,
      "learning_rate": 0.0002,
      "loss": 0.4022,
      "step": 711
    },
    {
      "epoch": 0.022905490722793697,
      "grad_norm": 1.408704400062561,
      "learning_rate": 0.0002,
      "loss": 0.3421,
      "step": 712
    },
    {
      "epoch": 0.022937661355831328,
      "grad_norm": 1.6185026168823242,
      "learning_rate": 0.0002,
      "loss": 0.3954,
      "step": 713
    },
    {
      "epoch": 0.022969831988868962,
      "grad_norm": 0.9982258677482605,
      "learning_rate": 0.0002,
      "loss": 0.2301,
      "step": 714
    },
    {
      "epoch": 0.023002002621906593,
      "grad_norm": 1.2047666311264038,
      "learning_rate": 0.0002,
      "loss": 0.3502,
      "step": 715
    },
    {
      "epoch": 0.023034173254944224,
      "grad_norm": 1.233124017715454,
      "learning_rate": 0.0002,
      "loss": 0.3723,
      "step": 716
    },
    {
      "epoch": 0.023066343887981854,
      "grad_norm": 1.2021925449371338,
      "learning_rate": 0.0002,
      "loss": 0.317,
      "step": 717
    },
    {
      "epoch": 0.02309851452101949,
      "grad_norm": 1.0789179801940918,
      "learning_rate": 0.0002,
      "loss": 0.3012,
      "step": 718
    },
    {
      "epoch": 0.02313068515405712,
      "grad_norm": 1.4447156190872192,
      "learning_rate": 0.0002,
      "loss": 0.3666,
      "step": 719
    },
    {
      "epoch": 0.02316285578709475,
      "grad_norm": 1.4650341272354126,
      "learning_rate": 0.0002,
      "loss": 0.4975,
      "step": 720
    },
    {
      "epoch": 0.02319502642013238,
      "grad_norm": 1.127873182296753,
      "learning_rate": 0.0002,
      "loss": 0.3825,
      "step": 721
    },
    {
      "epoch": 0.023227197053170015,
      "grad_norm": 1.1606708765029907,
      "learning_rate": 0.0002,
      "loss": 0.3299,
      "step": 722
    },
    {
      "epoch": 0.023259367686207646,
      "grad_norm": 1.2033350467681885,
      "learning_rate": 0.0002,
      "loss": 0.3537,
      "step": 723
    },
    {
      "epoch": 0.023291538319245277,
      "grad_norm": 1.1868600845336914,
      "learning_rate": 0.0002,
      "loss": 0.3602,
      "step": 724
    },
    {
      "epoch": 0.023323708952282907,
      "grad_norm": 1.178409218788147,
      "learning_rate": 0.0002,
      "loss": 0.3562,
      "step": 725
    },
    {
      "epoch": 0.02335587958532054,
      "grad_norm": 1.1485165357589722,
      "learning_rate": 0.0002,
      "loss": 0.3998,
      "step": 726
    },
    {
      "epoch": 0.023388050218358172,
      "grad_norm": 1.1603738069534302,
      "learning_rate": 0.0002,
      "loss": 0.4358,
      "step": 727
    },
    {
      "epoch": 0.023420220851395803,
      "grad_norm": 1.09726881980896,
      "learning_rate": 0.0002,
      "loss": 0.3651,
      "step": 728
    },
    {
      "epoch": 0.023452391484433434,
      "grad_norm": 1.1106361150741577,
      "learning_rate": 0.0002,
      "loss": 0.2642,
      "step": 729
    },
    {
      "epoch": 0.023484562117471068,
      "grad_norm": 1.2039353847503662,
      "learning_rate": 0.0002,
      "loss": 0.3561,
      "step": 730
    },
    {
      "epoch": 0.0235167327505087,
      "grad_norm": 1.1571089029312134,
      "learning_rate": 0.0002,
      "loss": 0.2793,
      "step": 731
    },
    {
      "epoch": 0.02354890338354633,
      "grad_norm": 1.2619497776031494,
      "learning_rate": 0.0002,
      "loss": 0.3864,
      "step": 732
    },
    {
      "epoch": 0.02358107401658396,
      "grad_norm": 1.006507158279419,
      "learning_rate": 0.0002,
      "loss": 0.3086,
      "step": 733
    },
    {
      "epoch": 0.023613244649621595,
      "grad_norm": 1.1156731843948364,
      "learning_rate": 0.0002,
      "loss": 0.3101,
      "step": 734
    },
    {
      "epoch": 0.023645415282659225,
      "grad_norm": 1.1810914278030396,
      "learning_rate": 0.0002,
      "loss": 0.383,
      "step": 735
    },
    {
      "epoch": 0.023677585915696856,
      "grad_norm": 1.1018421649932861,
      "learning_rate": 0.0002,
      "loss": 0.3363,
      "step": 736
    },
    {
      "epoch": 0.023709756548734487,
      "grad_norm": 1.3554257154464722,
      "learning_rate": 0.0002,
      "loss": 0.3738,
      "step": 737
    },
    {
      "epoch": 0.023741927181772118,
      "grad_norm": 0.9727663397789001,
      "learning_rate": 0.0002,
      "loss": 0.2775,
      "step": 738
    },
    {
      "epoch": 0.023774097814809752,
      "grad_norm": 1.0954022407531738,
      "learning_rate": 0.0002,
      "loss": 0.4021,
      "step": 739
    },
    {
      "epoch": 0.023806268447847383,
      "grad_norm": 1.035495400428772,
      "learning_rate": 0.0002,
      "loss": 0.3825,
      "step": 740
    },
    {
      "epoch": 0.023838439080885013,
      "grad_norm": 0.9887329936027527,
      "learning_rate": 0.0002,
      "loss": 0.3069,
      "step": 741
    },
    {
      "epoch": 0.023870609713922644,
      "grad_norm": 0.9454923272132874,
      "learning_rate": 0.0002,
      "loss": 0.3344,
      "step": 742
    },
    {
      "epoch": 0.02390278034696028,
      "grad_norm": 0.8457711935043335,
      "learning_rate": 0.0002,
      "loss": 0.2345,
      "step": 743
    },
    {
      "epoch": 0.02393495097999791,
      "grad_norm": 1.2553355693817139,
      "learning_rate": 0.0002,
      "loss": 0.3764,
      "step": 744
    },
    {
      "epoch": 0.02396712161303554,
      "grad_norm": 1.2021647691726685,
      "learning_rate": 0.0002,
      "loss": 0.4559,
      "step": 745
    },
    {
      "epoch": 0.02399929224607317,
      "grad_norm": 1.1276991367340088,
      "learning_rate": 0.0002,
      "loss": 0.2844,
      "step": 746
    },
    {
      "epoch": 0.024031462879110805,
      "grad_norm": 1.6358264684677124,
      "learning_rate": 0.0002,
      "loss": 0.5852,
      "step": 747
    },
    {
      "epoch": 0.024063633512148436,
      "grad_norm": 1.3799713850021362,
      "learning_rate": 0.0002,
      "loss": 0.5359,
      "step": 748
    },
    {
      "epoch": 0.024095804145186066,
      "grad_norm": 0.9845041632652283,
      "learning_rate": 0.0002,
      "loss": 0.2025,
      "step": 749
    },
    {
      "epoch": 0.024127974778223697,
      "grad_norm": 1.1924432516098022,
      "learning_rate": 0.0002,
      "loss": 0.3089,
      "step": 750
    },
    {
      "epoch": 0.02416014541126133,
      "grad_norm": 1.2706530094146729,
      "learning_rate": 0.0002,
      "loss": 0.3607,
      "step": 751
    },
    {
      "epoch": 0.024192316044298962,
      "grad_norm": 1.3177227973937988,
      "learning_rate": 0.0002,
      "loss": 0.2978,
      "step": 752
    },
    {
      "epoch": 0.024224486677336593,
      "grad_norm": 1.5782370567321777,
      "learning_rate": 0.0002,
      "loss": 0.3266,
      "step": 753
    },
    {
      "epoch": 0.024256657310374224,
      "grad_norm": 1.2216109037399292,
      "learning_rate": 0.0002,
      "loss": 0.3504,
      "step": 754
    },
    {
      "epoch": 0.024288827943411858,
      "grad_norm": 1.2030760049819946,
      "learning_rate": 0.0002,
      "loss": 0.3215,
      "step": 755
    },
    {
      "epoch": 0.02432099857644949,
      "grad_norm": 1.4039640426635742,
      "learning_rate": 0.0002,
      "loss": 0.3221,
      "step": 756
    },
    {
      "epoch": 0.02435316920948712,
      "grad_norm": 1.3904105424880981,
      "learning_rate": 0.0002,
      "loss": 0.3188,
      "step": 757
    },
    {
      "epoch": 0.02438533984252475,
      "grad_norm": 1.2301579713821411,
      "learning_rate": 0.0002,
      "loss": 0.2301,
      "step": 758
    },
    {
      "epoch": 0.024417510475562385,
      "grad_norm": 1.5831085443496704,
      "learning_rate": 0.0002,
      "loss": 0.4076,
      "step": 759
    },
    {
      "epoch": 0.024449681108600015,
      "grad_norm": 1.227639079093933,
      "learning_rate": 0.0002,
      "loss": 0.3814,
      "step": 760
    },
    {
      "epoch": 0.024481851741637646,
      "grad_norm": 1.0258649587631226,
      "learning_rate": 0.0002,
      "loss": 0.3357,
      "step": 761
    },
    {
      "epoch": 0.024514022374675277,
      "grad_norm": 1.1853680610656738,
      "learning_rate": 0.0002,
      "loss": 0.3172,
      "step": 762
    },
    {
      "epoch": 0.024546193007712908,
      "grad_norm": 1.116806983947754,
      "learning_rate": 0.0002,
      "loss": 0.361,
      "step": 763
    },
    {
      "epoch": 0.024578363640750542,
      "grad_norm": 1.6381627321243286,
      "learning_rate": 0.0002,
      "loss": 0.4261,
      "step": 764
    },
    {
      "epoch": 0.024610534273788173,
      "grad_norm": 1.3653039932250977,
      "learning_rate": 0.0002,
      "loss": 0.396,
      "step": 765
    },
    {
      "epoch": 0.024642704906825803,
      "grad_norm": 1.2019543647766113,
      "learning_rate": 0.0002,
      "loss": 0.3307,
      "step": 766
    },
    {
      "epoch": 0.024674875539863434,
      "grad_norm": 0.9972350001335144,
      "learning_rate": 0.0002,
      "loss": 0.3427,
      "step": 767
    },
    {
      "epoch": 0.02470704617290107,
      "grad_norm": 1.0524930953979492,
      "learning_rate": 0.0002,
      "loss": 0.2636,
      "step": 768
    },
    {
      "epoch": 0.0247392168059387,
      "grad_norm": 1.2817765474319458,
      "learning_rate": 0.0002,
      "loss": 0.2639,
      "step": 769
    },
    {
      "epoch": 0.02477138743897633,
      "grad_norm": 1.223836064338684,
      "learning_rate": 0.0002,
      "loss": 0.433,
      "step": 770
    },
    {
      "epoch": 0.02480355807201396,
      "grad_norm": 1.1870399713516235,
      "learning_rate": 0.0002,
      "loss": 0.3792,
      "step": 771
    },
    {
      "epoch": 0.024835728705051595,
      "grad_norm": 1.0947767496109009,
      "learning_rate": 0.0002,
      "loss": 0.351,
      "step": 772
    },
    {
      "epoch": 0.024867899338089226,
      "grad_norm": 1.3280764818191528,
      "learning_rate": 0.0002,
      "loss": 0.4195,
      "step": 773
    },
    {
      "epoch": 0.024900069971126856,
      "grad_norm": 1.0296289920806885,
      "learning_rate": 0.0002,
      "loss": 0.3243,
      "step": 774
    },
    {
      "epoch": 0.024932240604164487,
      "grad_norm": 1.2803798913955688,
      "learning_rate": 0.0002,
      "loss": 0.3625,
      "step": 775
    },
    {
      "epoch": 0.02496441123720212,
      "grad_norm": 1.2343004941940308,
      "learning_rate": 0.0002,
      "loss": 0.3632,
      "step": 776
    },
    {
      "epoch": 0.024996581870239752,
      "grad_norm": 1.3071874380111694,
      "learning_rate": 0.0002,
      "loss": 0.3856,
      "step": 777
    },
    {
      "epoch": 0.025028752503277383,
      "grad_norm": 1.103092908859253,
      "learning_rate": 0.0002,
      "loss": 0.4031,
      "step": 778
    },
    {
      "epoch": 0.025060923136315014,
      "grad_norm": 1.062872052192688,
      "learning_rate": 0.0002,
      "loss": 0.3549,
      "step": 779
    },
    {
      "epoch": 0.025093093769352648,
      "grad_norm": 1.5522751808166504,
      "learning_rate": 0.0002,
      "loss": 0.3553,
      "step": 780
    },
    {
      "epoch": 0.02512526440239028,
      "grad_norm": 1.2081048488616943,
      "learning_rate": 0.0002,
      "loss": 0.3401,
      "step": 781
    },
    {
      "epoch": 0.02515743503542791,
      "grad_norm": 1.0840073823928833,
      "learning_rate": 0.0002,
      "loss": 0.343,
      "step": 782
    },
    {
      "epoch": 0.02518960566846554,
      "grad_norm": 1.5185199975967407,
      "learning_rate": 0.0002,
      "loss": 0.3934,
      "step": 783
    },
    {
      "epoch": 0.025221776301503174,
      "grad_norm": 1.3854707479476929,
      "learning_rate": 0.0002,
      "loss": 0.2889,
      "step": 784
    },
    {
      "epoch": 0.025253946934540805,
      "grad_norm": 1.4878156185150146,
      "learning_rate": 0.0002,
      "loss": 0.4296,
      "step": 785
    },
    {
      "epoch": 0.025286117567578436,
      "grad_norm": 1.1440871953964233,
      "learning_rate": 0.0002,
      "loss": 0.3539,
      "step": 786
    },
    {
      "epoch": 0.025318288200616067,
      "grad_norm": 1.1109654903411865,
      "learning_rate": 0.0002,
      "loss": 0.3662,
      "step": 787
    },
    {
      "epoch": 0.0253504588336537,
      "grad_norm": 1.0431947708129883,
      "learning_rate": 0.0002,
      "loss": 0.3079,
      "step": 788
    },
    {
      "epoch": 0.02538262946669133,
      "grad_norm": 1.4282773733139038,
      "learning_rate": 0.0002,
      "loss": 0.3922,
      "step": 789
    },
    {
      "epoch": 0.025414800099728962,
      "grad_norm": 1.1044902801513672,
      "learning_rate": 0.0002,
      "loss": 0.368,
      "step": 790
    },
    {
      "epoch": 0.025446970732766593,
      "grad_norm": 1.3086342811584473,
      "learning_rate": 0.0002,
      "loss": 0.4127,
      "step": 791
    },
    {
      "epoch": 0.025479141365804224,
      "grad_norm": 0.9820585250854492,
      "learning_rate": 0.0002,
      "loss": 0.3844,
      "step": 792
    },
    {
      "epoch": 0.025511311998841858,
      "grad_norm": 1.0654608011245728,
      "learning_rate": 0.0002,
      "loss": 0.3135,
      "step": 793
    },
    {
      "epoch": 0.02554348263187949,
      "grad_norm": 0.9660566449165344,
      "learning_rate": 0.0002,
      "loss": 0.3592,
      "step": 794
    },
    {
      "epoch": 0.02557565326491712,
      "grad_norm": 1.2260196208953857,
      "learning_rate": 0.0002,
      "loss": 0.3012,
      "step": 795
    },
    {
      "epoch": 0.02560782389795475,
      "grad_norm": 1.4167392253875732,
      "learning_rate": 0.0002,
      "loss": 0.2806,
      "step": 796
    },
    {
      "epoch": 0.025639994530992385,
      "grad_norm": 1.2627283334732056,
      "learning_rate": 0.0002,
      "loss": 0.3615,
      "step": 797
    },
    {
      "epoch": 0.025672165164030016,
      "grad_norm": 1.068353295326233,
      "learning_rate": 0.0002,
      "loss": 0.2087,
      "step": 798
    },
    {
      "epoch": 0.025704335797067646,
      "grad_norm": 1.0855869054794312,
      "learning_rate": 0.0002,
      "loss": 0.3437,
      "step": 799
    },
    {
      "epoch": 0.025736506430105277,
      "grad_norm": 1.3898509740829468,
      "learning_rate": 0.0002,
      "loss": 0.2867,
      "step": 800
    },
    {
      "epoch": 0.025736506430105277,
      "eval_loss": 0.32610705494880676,
      "eval_runtime": 28.804,
      "eval_samples_per_second": 8.645,
      "eval_steps_per_second": 4.34,
      "step": 800
    },
    {
      "epoch": 0.02576867706314291,
      "grad_norm": 1.526021122932434,
      "learning_rate": 0.0002,
      "loss": 0.4301,
      "step": 801
    },
    {
      "epoch": 0.025800847696180542,
      "grad_norm": 1.0980051755905151,
      "learning_rate": 0.0002,
      "loss": 0.402,
      "step": 802
    },
    {
      "epoch": 0.025833018329218173,
      "grad_norm": 1.2093403339385986,
      "learning_rate": 0.0002,
      "loss": 0.3229,
      "step": 803
    },
    {
      "epoch": 0.025865188962255804,
      "grad_norm": 1.1416990756988525,
      "learning_rate": 0.0002,
      "loss": 0.3337,
      "step": 804
    },
    {
      "epoch": 0.025897359595293438,
      "grad_norm": 1.5862334966659546,
      "learning_rate": 0.0002,
      "loss": 0.3465,
      "step": 805
    },
    {
      "epoch": 0.02592953022833107,
      "grad_norm": 1.3266249895095825,
      "learning_rate": 0.0002,
      "loss": 0.2937,
      "step": 806
    },
    {
      "epoch": 0.0259617008613687,
      "grad_norm": 1.205692172050476,
      "learning_rate": 0.0002,
      "loss": 0.3183,
      "step": 807
    },
    {
      "epoch": 0.02599387149440633,
      "grad_norm": 1.0994032621383667,
      "learning_rate": 0.0002,
      "loss": 0.2427,
      "step": 808
    },
    {
      "epoch": 0.026026042127443964,
      "grad_norm": 1.2828216552734375,
      "learning_rate": 0.0002,
      "loss": 0.3711,
      "step": 809
    },
    {
      "epoch": 0.026058212760481595,
      "grad_norm": 1.2200613021850586,
      "learning_rate": 0.0002,
      "loss": 0.3579,
      "step": 810
    },
    {
      "epoch": 0.026090383393519226,
      "grad_norm": 1.4736785888671875,
      "learning_rate": 0.0002,
      "loss": 0.3947,
      "step": 811
    },
    {
      "epoch": 0.026122554026556857,
      "grad_norm": 1.5217320919036865,
      "learning_rate": 0.0002,
      "loss": 0.3695,
      "step": 812
    },
    {
      "epoch": 0.02615472465959449,
      "grad_norm": 1.224037528038025,
      "learning_rate": 0.0002,
      "loss": 0.357,
      "step": 813
    },
    {
      "epoch": 0.02618689529263212,
      "grad_norm": 1.266737937927246,
      "learning_rate": 0.0002,
      "loss": 0.4229,
      "step": 814
    },
    {
      "epoch": 0.026219065925669752,
      "grad_norm": 1.3793588876724243,
      "learning_rate": 0.0002,
      "loss": 0.4668,
      "step": 815
    },
    {
      "epoch": 0.026251236558707383,
      "grad_norm": 1.3241386413574219,
      "learning_rate": 0.0002,
      "loss": 0.3874,
      "step": 816
    },
    {
      "epoch": 0.026283407191745014,
      "grad_norm": 1.386643409729004,
      "learning_rate": 0.0002,
      "loss": 0.3982,
      "step": 817
    },
    {
      "epoch": 0.026315577824782648,
      "grad_norm": 1.2236868143081665,
      "learning_rate": 0.0002,
      "loss": 0.3522,
      "step": 818
    },
    {
      "epoch": 0.02634774845782028,
      "grad_norm": 1.1983840465545654,
      "learning_rate": 0.0002,
      "loss": 0.4206,
      "step": 819
    },
    {
      "epoch": 0.02637991909085791,
      "grad_norm": 1.1752477884292603,
      "learning_rate": 0.0002,
      "loss": 0.3265,
      "step": 820
    },
    {
      "epoch": 0.02641208972389554,
      "grad_norm": 1.454921007156372,
      "learning_rate": 0.0002,
      "loss": 0.4284,
      "step": 821
    },
    {
      "epoch": 0.026444260356933175,
      "grad_norm": 1.4124759435653687,
      "learning_rate": 0.0002,
      "loss": 0.3287,
      "step": 822
    },
    {
      "epoch": 0.026476430989970805,
      "grad_norm": 0.9965366721153259,
      "learning_rate": 0.0002,
      "loss": 0.2646,
      "step": 823
    },
    {
      "epoch": 0.026508601623008436,
      "grad_norm": 1.1338633298873901,
      "learning_rate": 0.0002,
      "loss": 0.3285,
      "step": 824
    },
    {
      "epoch": 0.026540772256046067,
      "grad_norm": 1.0687434673309326,
      "learning_rate": 0.0002,
      "loss": 0.2822,
      "step": 825
    },
    {
      "epoch": 0.0265729428890837,
      "grad_norm": 1.1575995683670044,
      "learning_rate": 0.0002,
      "loss": 0.3113,
      "step": 826
    },
    {
      "epoch": 0.026605113522121332,
      "grad_norm": 1.676032543182373,
      "learning_rate": 0.0002,
      "loss": 0.483,
      "step": 827
    },
    {
      "epoch": 0.026637284155158963,
      "grad_norm": 1.6062206029891968,
      "learning_rate": 0.0002,
      "loss": 0.5283,
      "step": 828
    },
    {
      "epoch": 0.026669454788196593,
      "grad_norm": 1.6388036012649536,
      "learning_rate": 0.0002,
      "loss": 0.4948,
      "step": 829
    },
    {
      "epoch": 0.026701625421234228,
      "grad_norm": 1.3878812789916992,
      "learning_rate": 0.0002,
      "loss": 0.4568,
      "step": 830
    },
    {
      "epoch": 0.02673379605427186,
      "grad_norm": 1.1297876834869385,
      "learning_rate": 0.0002,
      "loss": 0.2946,
      "step": 831
    },
    {
      "epoch": 0.02676596668730949,
      "grad_norm": 1.0526580810546875,
      "learning_rate": 0.0002,
      "loss": 0.3286,
      "step": 832
    },
    {
      "epoch": 0.02679813732034712,
      "grad_norm": 1.2408673763275146,
      "learning_rate": 0.0002,
      "loss": 0.3676,
      "step": 833
    },
    {
      "epoch": 0.026830307953384754,
      "grad_norm": 1.226784586906433,
      "learning_rate": 0.0002,
      "loss": 0.3536,
      "step": 834
    },
    {
      "epoch": 0.026862478586422385,
      "grad_norm": 1.1062963008880615,
      "learning_rate": 0.0002,
      "loss": 0.2919,
      "step": 835
    },
    {
      "epoch": 0.026894649219460016,
      "grad_norm": 1.2080868482589722,
      "learning_rate": 0.0002,
      "loss": 0.3131,
      "step": 836
    },
    {
      "epoch": 0.026926819852497647,
      "grad_norm": 1.137791395187378,
      "learning_rate": 0.0002,
      "loss": 0.3421,
      "step": 837
    },
    {
      "epoch": 0.02695899048553528,
      "grad_norm": 1.431473731994629,
      "learning_rate": 0.0002,
      "loss": 0.2478,
      "step": 838
    },
    {
      "epoch": 0.02699116111857291,
      "grad_norm": 1.1062262058258057,
      "learning_rate": 0.0002,
      "loss": 0.3082,
      "step": 839
    },
    {
      "epoch": 0.027023331751610542,
      "grad_norm": 1.2915571928024292,
      "learning_rate": 0.0002,
      "loss": 0.2619,
      "step": 840
    },
    {
      "epoch": 0.027055502384648173,
      "grad_norm": 1.1553797721862793,
      "learning_rate": 0.0002,
      "loss": 0.3335,
      "step": 841
    },
    {
      "epoch": 0.027087673017685804,
      "grad_norm": 1.4167976379394531,
      "learning_rate": 0.0002,
      "loss": 0.3732,
      "step": 842
    },
    {
      "epoch": 0.027119843650723438,
      "grad_norm": 1.1998611688613892,
      "learning_rate": 0.0002,
      "loss": 0.3942,
      "step": 843
    },
    {
      "epoch": 0.02715201428376107,
      "grad_norm": 1.7964237928390503,
      "learning_rate": 0.0002,
      "loss": 0.4269,
      "step": 844
    },
    {
      "epoch": 0.0271841849167987,
      "grad_norm": 1.3913346529006958,
      "learning_rate": 0.0002,
      "loss": 0.4886,
      "step": 845
    },
    {
      "epoch": 0.02721635554983633,
      "grad_norm": 1.3992406129837036,
      "learning_rate": 0.0002,
      "loss": 0.461,
      "step": 846
    },
    {
      "epoch": 0.027248526182873965,
      "grad_norm": 1.1334556341171265,
      "learning_rate": 0.0002,
      "loss": 0.4324,
      "step": 847
    },
    {
      "epoch": 0.027280696815911595,
      "grad_norm": 1.091705322265625,
      "learning_rate": 0.0002,
      "loss": 0.3197,
      "step": 848
    },
    {
      "epoch": 0.027312867448949226,
      "grad_norm": 1.6026127338409424,
      "learning_rate": 0.0002,
      "loss": 0.5474,
      "step": 849
    },
    {
      "epoch": 0.027345038081986857,
      "grad_norm": 1.2209067344665527,
      "learning_rate": 0.0002,
      "loss": 0.4025,
      "step": 850
    },
    {
      "epoch": 0.02737720871502449,
      "grad_norm": 0.9961814284324646,
      "learning_rate": 0.0002,
      "loss": 0.3529,
      "step": 851
    },
    {
      "epoch": 0.027409379348062122,
      "grad_norm": 1.1604844331741333,
      "learning_rate": 0.0002,
      "loss": 0.3226,
      "step": 852
    },
    {
      "epoch": 0.027441549981099753,
      "grad_norm": 1.1576837301254272,
      "learning_rate": 0.0002,
      "loss": 0.28,
      "step": 853
    },
    {
      "epoch": 0.027473720614137383,
      "grad_norm": 1.139487862586975,
      "learning_rate": 0.0002,
      "loss": 0.293,
      "step": 854
    },
    {
      "epoch": 0.027505891247175018,
      "grad_norm": 1.029952883720398,
      "learning_rate": 0.0002,
      "loss": 0.3443,
      "step": 855
    },
    {
      "epoch": 0.02753806188021265,
      "grad_norm": 1.3608845472335815,
      "learning_rate": 0.0002,
      "loss": 0.3313,
      "step": 856
    },
    {
      "epoch": 0.02757023251325028,
      "grad_norm": 1.3442503213882446,
      "learning_rate": 0.0002,
      "loss": 0.3898,
      "step": 857
    },
    {
      "epoch": 0.02760240314628791,
      "grad_norm": 1.344879388809204,
      "learning_rate": 0.0002,
      "loss": 0.3603,
      "step": 858
    },
    {
      "epoch": 0.027634573779325544,
      "grad_norm": 1.1825085878372192,
      "learning_rate": 0.0002,
      "loss": 0.3625,
      "step": 859
    },
    {
      "epoch": 0.027666744412363175,
      "grad_norm": 1.5056809186935425,
      "learning_rate": 0.0002,
      "loss": 0.3893,
      "step": 860
    },
    {
      "epoch": 0.027698915045400806,
      "grad_norm": 1.169771432876587,
      "learning_rate": 0.0002,
      "loss": 0.3444,
      "step": 861
    },
    {
      "epoch": 0.027731085678438436,
      "grad_norm": 1.1397345066070557,
      "learning_rate": 0.0002,
      "loss": 0.3474,
      "step": 862
    },
    {
      "epoch": 0.02776325631147607,
      "grad_norm": 1.3415971994400024,
      "learning_rate": 0.0002,
      "loss": 0.3805,
      "step": 863
    },
    {
      "epoch": 0.0277954269445137,
      "grad_norm": 1.2760504484176636,
      "learning_rate": 0.0002,
      "loss": 0.3359,
      "step": 864
    },
    {
      "epoch": 0.027827597577551332,
      "grad_norm": 1.1194244623184204,
      "learning_rate": 0.0002,
      "loss": 0.3139,
      "step": 865
    },
    {
      "epoch": 0.027859768210588963,
      "grad_norm": 1.3311835527420044,
      "learning_rate": 0.0002,
      "loss": 0.2652,
      "step": 866
    },
    {
      "epoch": 0.027891938843626594,
      "grad_norm": 1.2257397174835205,
      "learning_rate": 0.0002,
      "loss": 0.3597,
      "step": 867
    },
    {
      "epoch": 0.027924109476664228,
      "grad_norm": 1.3734360933303833,
      "learning_rate": 0.0002,
      "loss": 0.2924,
      "step": 868
    },
    {
      "epoch": 0.02795628010970186,
      "grad_norm": 1.2289191484451294,
      "learning_rate": 0.0002,
      "loss": 0.2569,
      "step": 869
    },
    {
      "epoch": 0.02798845074273949,
      "grad_norm": 1.0940996408462524,
      "learning_rate": 0.0002,
      "loss": 0.3042,
      "step": 870
    },
    {
      "epoch": 0.02802062137577712,
      "grad_norm": 1.2864631414413452,
      "learning_rate": 0.0002,
      "loss": 0.3385,
      "step": 871
    },
    {
      "epoch": 0.028052792008814754,
      "grad_norm": 1.2700759172439575,
      "learning_rate": 0.0002,
      "loss": 0.4714,
      "step": 872
    },
    {
      "epoch": 0.028084962641852385,
      "grad_norm": 1.2331933975219727,
      "learning_rate": 0.0002,
      "loss": 0.3357,
      "step": 873
    },
    {
      "epoch": 0.028117133274890016,
      "grad_norm": 1.2277003526687622,
      "learning_rate": 0.0002,
      "loss": 0.4095,
      "step": 874
    },
    {
      "epoch": 0.028149303907927647,
      "grad_norm": 1.472542643547058,
      "learning_rate": 0.0002,
      "loss": 0.3771,
      "step": 875
    },
    {
      "epoch": 0.02818147454096528,
      "grad_norm": 1.3527288436889648,
      "learning_rate": 0.0002,
      "loss": 0.4434,
      "step": 876
    },
    {
      "epoch": 0.028213645174002912,
      "grad_norm": 1.5239570140838623,
      "learning_rate": 0.0002,
      "loss": 0.5332,
      "step": 877
    },
    {
      "epoch": 0.028245815807040543,
      "grad_norm": 1.509346604347229,
      "learning_rate": 0.0002,
      "loss": 0.2679,
      "step": 878
    },
    {
      "epoch": 0.028277986440078173,
      "grad_norm": 1.2015352249145508,
      "learning_rate": 0.0002,
      "loss": 0.3846,
      "step": 879
    },
    {
      "epoch": 0.028310157073115808,
      "grad_norm": 1.0987972021102905,
      "learning_rate": 0.0002,
      "loss": 0.3512,
      "step": 880
    },
    {
      "epoch": 0.02834232770615344,
      "grad_norm": 1.4328984022140503,
      "learning_rate": 0.0002,
      "loss": 0.2742,
      "step": 881
    },
    {
      "epoch": 0.02837449833919107,
      "grad_norm": 1.2455848455429077,
      "learning_rate": 0.0002,
      "loss": 0.4236,
      "step": 882
    },
    {
      "epoch": 0.0284066689722287,
      "grad_norm": 1.261042833328247,
      "learning_rate": 0.0002,
      "loss": 0.3851,
      "step": 883
    },
    {
      "epoch": 0.028438839605266334,
      "grad_norm": 1.2156816720962524,
      "learning_rate": 0.0002,
      "loss": 0.4183,
      "step": 884
    },
    {
      "epoch": 0.028471010238303965,
      "grad_norm": 1.732096791267395,
      "learning_rate": 0.0002,
      "loss": 0.3583,
      "step": 885
    },
    {
      "epoch": 0.028503180871341596,
      "grad_norm": 1.2585526704788208,
      "learning_rate": 0.0002,
      "loss": 0.3935,
      "step": 886
    },
    {
      "epoch": 0.028535351504379226,
      "grad_norm": 1.2156360149383545,
      "learning_rate": 0.0002,
      "loss": 0.3224,
      "step": 887
    },
    {
      "epoch": 0.02856752213741686,
      "grad_norm": 1.2042186260223389,
      "learning_rate": 0.0002,
      "loss": 0.3361,
      "step": 888
    },
    {
      "epoch": 0.02859969277045449,
      "grad_norm": 0.9546421766281128,
      "learning_rate": 0.0002,
      "loss": 0.3143,
      "step": 889
    },
    {
      "epoch": 0.028631863403492122,
      "grad_norm": 1.2081811428070068,
      "learning_rate": 0.0002,
      "loss": 0.2693,
      "step": 890
    },
    {
      "epoch": 0.028664034036529753,
      "grad_norm": 1.1806424856185913,
      "learning_rate": 0.0002,
      "loss": 0.3882,
      "step": 891
    },
    {
      "epoch": 0.028696204669567387,
      "grad_norm": 1.3655399084091187,
      "learning_rate": 0.0002,
      "loss": 0.4438,
      "step": 892
    },
    {
      "epoch": 0.028728375302605018,
      "grad_norm": 1.4608180522918701,
      "learning_rate": 0.0002,
      "loss": 0.4921,
      "step": 893
    },
    {
      "epoch": 0.02876054593564265,
      "grad_norm": 1.099882960319519,
      "learning_rate": 0.0002,
      "loss": 0.2748,
      "step": 894
    },
    {
      "epoch": 0.02879271656868028,
      "grad_norm": 1.4559311866760254,
      "learning_rate": 0.0002,
      "loss": 0.4176,
      "step": 895
    },
    {
      "epoch": 0.02882488720171791,
      "grad_norm": 1.231959342956543,
      "learning_rate": 0.0002,
      "loss": 0.2805,
      "step": 896
    },
    {
      "epoch": 0.028857057834755544,
      "grad_norm": 1.2076940536499023,
      "learning_rate": 0.0002,
      "loss": 0.4165,
      "step": 897
    },
    {
      "epoch": 0.028889228467793175,
      "grad_norm": 1.2542794942855835,
      "learning_rate": 0.0002,
      "loss": 0.283,
      "step": 898
    },
    {
      "epoch": 0.028921399100830806,
      "grad_norm": 1.0813372135162354,
      "learning_rate": 0.0002,
      "loss": 0.3787,
      "step": 899
    },
    {
      "epoch": 0.028953569733868437,
      "grad_norm": 1.1100796461105347,
      "learning_rate": 0.0002,
      "loss": 0.2438,
      "step": 900
    },
    {
      "epoch": 0.02898574036690607,
      "grad_norm": 1.2125107049942017,
      "learning_rate": 0.0002,
      "loss": 0.4536,
      "step": 901
    },
    {
      "epoch": 0.0290179109999437,
      "grad_norm": 1.296929121017456,
      "learning_rate": 0.0002,
      "loss": 0.3832,
      "step": 902
    },
    {
      "epoch": 0.029050081632981332,
      "grad_norm": 1.1944658756256104,
      "learning_rate": 0.0002,
      "loss": 0.3463,
      "step": 903
    },
    {
      "epoch": 0.029082252266018963,
      "grad_norm": 1.149268627166748,
      "learning_rate": 0.0002,
      "loss": 0.3311,
      "step": 904
    },
    {
      "epoch": 0.029114422899056597,
      "grad_norm": 1.277106523513794,
      "learning_rate": 0.0002,
      "loss": 0.3547,
      "step": 905
    },
    {
      "epoch": 0.029146593532094228,
      "grad_norm": 1.3759827613830566,
      "learning_rate": 0.0002,
      "loss": 0.3406,
      "step": 906
    },
    {
      "epoch": 0.02917876416513186,
      "grad_norm": 1.2901785373687744,
      "learning_rate": 0.0002,
      "loss": 0.3306,
      "step": 907
    },
    {
      "epoch": 0.02921093479816949,
      "grad_norm": 1.149917483329773,
      "learning_rate": 0.0002,
      "loss": 0.4213,
      "step": 908
    },
    {
      "epoch": 0.029243105431207124,
      "grad_norm": 1.2350019216537476,
      "learning_rate": 0.0002,
      "loss": 0.2561,
      "step": 909
    },
    {
      "epoch": 0.029275276064244755,
      "grad_norm": 1.4449259042739868,
      "learning_rate": 0.0002,
      "loss": 0.2749,
      "step": 910
    },
    {
      "epoch": 0.029307446697282385,
      "grad_norm": 1.165496587753296,
      "learning_rate": 0.0002,
      "loss": 0.3712,
      "step": 911
    },
    {
      "epoch": 0.029339617330320016,
      "grad_norm": 1.3167585134506226,
      "learning_rate": 0.0002,
      "loss": 0.3753,
      "step": 912
    },
    {
      "epoch": 0.02937178796335765,
      "grad_norm": 1.3320024013519287,
      "learning_rate": 0.0002,
      "loss": 0.3405,
      "step": 913
    },
    {
      "epoch": 0.02940395859639528,
      "grad_norm": 1.1205053329467773,
      "learning_rate": 0.0002,
      "loss": 0.3007,
      "step": 914
    },
    {
      "epoch": 0.029436129229432912,
      "grad_norm": 1.3489354848861694,
      "learning_rate": 0.0002,
      "loss": 0.3381,
      "step": 915
    },
    {
      "epoch": 0.029468299862470543,
      "grad_norm": 1.1150119304656982,
      "learning_rate": 0.0002,
      "loss": 0.2438,
      "step": 916
    },
    {
      "epoch": 0.029500470495508177,
      "grad_norm": 1.4839779138565063,
      "learning_rate": 0.0002,
      "loss": 0.3441,
      "step": 917
    },
    {
      "epoch": 0.029532641128545808,
      "grad_norm": 1.2017216682434082,
      "learning_rate": 0.0002,
      "loss": 0.4073,
      "step": 918
    },
    {
      "epoch": 0.02956481176158344,
      "grad_norm": 1.2184091806411743,
      "learning_rate": 0.0002,
      "loss": 0.4141,
      "step": 919
    },
    {
      "epoch": 0.02959698239462107,
      "grad_norm": 1.3142297267913818,
      "learning_rate": 0.0002,
      "loss": 0.386,
      "step": 920
    },
    {
      "epoch": 0.0296291530276587,
      "grad_norm": 1.1138492822647095,
      "learning_rate": 0.0002,
      "loss": 0.2067,
      "step": 921
    },
    {
      "epoch": 0.029661323660696334,
      "grad_norm": 1.229547381401062,
      "learning_rate": 0.0002,
      "loss": 0.355,
      "step": 922
    },
    {
      "epoch": 0.029693494293733965,
      "grad_norm": 1.3648734092712402,
      "learning_rate": 0.0002,
      "loss": 0.3225,
      "step": 923
    },
    {
      "epoch": 0.029725664926771596,
      "grad_norm": 1.1190104484558105,
      "learning_rate": 0.0002,
      "loss": 0.2378,
      "step": 924
    },
    {
      "epoch": 0.029757835559809227,
      "grad_norm": 0.9203718304634094,
      "learning_rate": 0.0002,
      "loss": 0.2661,
      "step": 925
    },
    {
      "epoch": 0.02979000619284686,
      "grad_norm": 1.0956244468688965,
      "learning_rate": 0.0002,
      "loss": 0.422,
      "step": 926
    },
    {
      "epoch": 0.02982217682588449,
      "grad_norm": 1.2268359661102295,
      "learning_rate": 0.0002,
      "loss": 0.3238,
      "step": 927
    },
    {
      "epoch": 0.029854347458922122,
      "grad_norm": 1.1649757623672485,
      "learning_rate": 0.0002,
      "loss": 0.3136,
      "step": 928
    },
    {
      "epoch": 0.029886518091959753,
      "grad_norm": 1.2271554470062256,
      "learning_rate": 0.0002,
      "loss": 0.3035,
      "step": 929
    },
    {
      "epoch": 0.029918688724997387,
      "grad_norm": 1.5213191509246826,
      "learning_rate": 0.0002,
      "loss": 0.3154,
      "step": 930
    },
    {
      "epoch": 0.029950859358035018,
      "grad_norm": 1.3485794067382812,
      "learning_rate": 0.0002,
      "loss": 0.3493,
      "step": 931
    },
    {
      "epoch": 0.02998302999107265,
      "grad_norm": 1.3705799579620361,
      "learning_rate": 0.0002,
      "loss": 0.3966,
      "step": 932
    },
    {
      "epoch": 0.03001520062411028,
      "grad_norm": 1.0416529178619385,
      "learning_rate": 0.0002,
      "loss": 0.3498,
      "step": 933
    },
    {
      "epoch": 0.030047371257147914,
      "grad_norm": 1.3023117780685425,
      "learning_rate": 0.0002,
      "loss": 0.4333,
      "step": 934
    },
    {
      "epoch": 0.030079541890185545,
      "grad_norm": 1.4793897867202759,
      "learning_rate": 0.0002,
      "loss": 0.3268,
      "step": 935
    },
    {
      "epoch": 0.030111712523223175,
      "grad_norm": 1.1422145366668701,
      "learning_rate": 0.0002,
      "loss": 0.3648,
      "step": 936
    },
    {
      "epoch": 0.030143883156260806,
      "grad_norm": 1.2425346374511719,
      "learning_rate": 0.0002,
      "loss": 0.4772,
      "step": 937
    },
    {
      "epoch": 0.03017605378929844,
      "grad_norm": 1.039138913154602,
      "learning_rate": 0.0002,
      "loss": 0.3496,
      "step": 938
    },
    {
      "epoch": 0.03020822442233607,
      "grad_norm": 1.1947575807571411,
      "learning_rate": 0.0002,
      "loss": 0.3289,
      "step": 939
    },
    {
      "epoch": 0.030240395055373702,
      "grad_norm": 1.3142930269241333,
      "learning_rate": 0.0002,
      "loss": 0.3438,
      "step": 940
    },
    {
      "epoch": 0.030272565688411333,
      "grad_norm": 1.3355032205581665,
      "learning_rate": 0.0002,
      "loss": 0.2996,
      "step": 941
    },
    {
      "epoch": 0.030304736321448967,
      "grad_norm": 1.1865001916885376,
      "learning_rate": 0.0002,
      "loss": 0.3293,
      "step": 942
    },
    {
      "epoch": 0.030336906954486598,
      "grad_norm": 1.670472264289856,
      "learning_rate": 0.0002,
      "loss": 0.2736,
      "step": 943
    },
    {
      "epoch": 0.03036907758752423,
      "grad_norm": 1.3092399835586548,
      "learning_rate": 0.0002,
      "loss": 0.3612,
      "step": 944
    },
    {
      "epoch": 0.03040124822056186,
      "grad_norm": 1.31201171875,
      "learning_rate": 0.0002,
      "loss": 0.313,
      "step": 945
    },
    {
      "epoch": 0.03043341885359949,
      "grad_norm": 1.1338269710540771,
      "learning_rate": 0.0002,
      "loss": 0.3103,
      "step": 946
    },
    {
      "epoch": 0.030465589486637124,
      "grad_norm": 1.0257827043533325,
      "learning_rate": 0.0002,
      "loss": 0.2345,
      "step": 947
    },
    {
      "epoch": 0.030497760119674755,
      "grad_norm": 1.4605973958969116,
      "learning_rate": 0.0002,
      "loss": 0.3966,
      "step": 948
    },
    {
      "epoch": 0.030529930752712386,
      "grad_norm": 1.2529187202453613,
      "learning_rate": 0.0002,
      "loss": 0.291,
      "step": 949
    },
    {
      "epoch": 0.030562101385750017,
      "grad_norm": 1.258439540863037,
      "learning_rate": 0.0002,
      "loss": 0.3329,
      "step": 950
    },
    {
      "epoch": 0.03059427201878765,
      "grad_norm": 1.439889669418335,
      "learning_rate": 0.0002,
      "loss": 0.4212,
      "step": 951
    },
    {
      "epoch": 0.03062644265182528,
      "grad_norm": 1.0859757661819458,
      "learning_rate": 0.0002,
      "loss": 0.361,
      "step": 952
    },
    {
      "epoch": 0.030658613284862912,
      "grad_norm": 1.524092674255371,
      "learning_rate": 0.0002,
      "loss": 0.3127,
      "step": 953
    },
    {
      "epoch": 0.030690783917900543,
      "grad_norm": 1.271837592124939,
      "learning_rate": 0.0002,
      "loss": 0.3675,
      "step": 954
    },
    {
      "epoch": 0.030722954550938177,
      "grad_norm": 1.4748085737228394,
      "learning_rate": 0.0002,
      "loss": 0.2182,
      "step": 955
    },
    {
      "epoch": 0.030755125183975808,
      "grad_norm": 1.1916415691375732,
      "learning_rate": 0.0002,
      "loss": 0.3153,
      "step": 956
    },
    {
      "epoch": 0.03078729581701344,
      "grad_norm": 1.3194150924682617,
      "learning_rate": 0.0002,
      "loss": 0.3662,
      "step": 957
    },
    {
      "epoch": 0.03081946645005107,
      "grad_norm": 1.3802638053894043,
      "learning_rate": 0.0002,
      "loss": 0.4397,
      "step": 958
    },
    {
      "epoch": 0.030851637083088704,
      "grad_norm": 1.089601993560791,
      "learning_rate": 0.0002,
      "loss": 0.2956,
      "step": 959
    },
    {
      "epoch": 0.030883807716126335,
      "grad_norm": 1.4426579475402832,
      "learning_rate": 0.0002,
      "loss": 0.4616,
      "step": 960
    },
    {
      "epoch": 0.030915978349163965,
      "grad_norm": 1.3864105939865112,
      "learning_rate": 0.0002,
      "loss": 0.3593,
      "step": 961
    },
    {
      "epoch": 0.030948148982201596,
      "grad_norm": 1.409324288368225,
      "learning_rate": 0.0002,
      "loss": 0.351,
      "step": 962
    },
    {
      "epoch": 0.03098031961523923,
      "grad_norm": 1.4675250053405762,
      "learning_rate": 0.0002,
      "loss": 0.4446,
      "step": 963
    },
    {
      "epoch": 0.03101249024827686,
      "grad_norm": 1.3622995615005493,
      "learning_rate": 0.0002,
      "loss": 0.4539,
      "step": 964
    },
    {
      "epoch": 0.031044660881314492,
      "grad_norm": 1.1815760135650635,
      "learning_rate": 0.0002,
      "loss": 0.3926,
      "step": 965
    },
    {
      "epoch": 0.031076831514352123,
      "grad_norm": 1.2032554149627686,
      "learning_rate": 0.0002,
      "loss": 0.3818,
      "step": 966
    },
    {
      "epoch": 0.031109002147389757,
      "grad_norm": 1.4217973947525024,
      "learning_rate": 0.0002,
      "loss": 0.3116,
      "step": 967
    },
    {
      "epoch": 0.031141172780427388,
      "grad_norm": 1.362589955329895,
      "learning_rate": 0.0002,
      "loss": 0.3317,
      "step": 968
    },
    {
      "epoch": 0.03117334341346502,
      "grad_norm": 1.253665566444397,
      "learning_rate": 0.0002,
      "loss": 0.4252,
      "step": 969
    },
    {
      "epoch": 0.03120551404650265,
      "grad_norm": 1.3098559379577637,
      "learning_rate": 0.0002,
      "loss": 0.3778,
      "step": 970
    },
    {
      "epoch": 0.031237684679540283,
      "grad_norm": 1.3702223300933838,
      "learning_rate": 0.0002,
      "loss": 0.3658,
      "step": 971
    },
    {
      "epoch": 0.031269855312577914,
      "grad_norm": 1.6522144079208374,
      "learning_rate": 0.0002,
      "loss": 0.3458,
      "step": 972
    },
    {
      "epoch": 0.03130202594561554,
      "grad_norm": 1.0861324071884155,
      "learning_rate": 0.0002,
      "loss": 0.2924,
      "step": 973
    },
    {
      "epoch": 0.031334196578653176,
      "grad_norm": 1.337997317314148,
      "learning_rate": 0.0002,
      "loss": 0.2468,
      "step": 974
    },
    {
      "epoch": 0.03136636721169081,
      "grad_norm": 1.2703917026519775,
      "learning_rate": 0.0002,
      "loss": 0.433,
      "step": 975
    },
    {
      "epoch": 0.03139853784472844,
      "grad_norm": 1.2738041877746582,
      "learning_rate": 0.0002,
      "loss": 0.3329,
      "step": 976
    },
    {
      "epoch": 0.03143070847776607,
      "grad_norm": 1.263220191001892,
      "learning_rate": 0.0002,
      "loss": 0.3577,
      "step": 977
    },
    {
      "epoch": 0.031462879110803706,
      "grad_norm": 1.1028659343719482,
      "learning_rate": 0.0002,
      "loss": 0.3532,
      "step": 978
    },
    {
      "epoch": 0.03149504974384133,
      "grad_norm": 1.3069418668746948,
      "learning_rate": 0.0002,
      "loss": 0.3733,
      "step": 979
    },
    {
      "epoch": 0.03152722037687897,
      "grad_norm": 1.1818915605545044,
      "learning_rate": 0.0002,
      "loss": 0.2699,
      "step": 980
    },
    {
      "epoch": 0.031559391009916594,
      "grad_norm": 1.417975664138794,
      "learning_rate": 0.0002,
      "loss": 0.3526,
      "step": 981
    },
    {
      "epoch": 0.03159156164295423,
      "grad_norm": 1.1118565797805786,
      "learning_rate": 0.0002,
      "loss": 0.3989,
      "step": 982
    },
    {
      "epoch": 0.03162373227599186,
      "grad_norm": 1.218481421470642,
      "learning_rate": 0.0002,
      "loss": 0.4553,
      "step": 983
    },
    {
      "epoch": 0.03165590290902949,
      "grad_norm": 1.3896340131759644,
      "learning_rate": 0.0002,
      "loss": 0.3945,
      "step": 984
    },
    {
      "epoch": 0.031688073542067124,
      "grad_norm": 1.4221632480621338,
      "learning_rate": 0.0002,
      "loss": 0.3591,
      "step": 985
    },
    {
      "epoch": 0.03172024417510476,
      "grad_norm": 1.164056658744812,
      "learning_rate": 0.0002,
      "loss": 0.2686,
      "step": 986
    },
    {
      "epoch": 0.031752414808142386,
      "grad_norm": 0.9544975757598877,
      "learning_rate": 0.0002,
      "loss": 0.2481,
      "step": 987
    },
    {
      "epoch": 0.03178458544118002,
      "grad_norm": 1.1738307476043701,
      "learning_rate": 0.0002,
      "loss": 0.3445,
      "step": 988
    },
    {
      "epoch": 0.03181675607421765,
      "grad_norm": 1.6218866109848022,
      "learning_rate": 0.0002,
      "loss": 0.515,
      "step": 989
    },
    {
      "epoch": 0.03184892670725528,
      "grad_norm": 1.049756646156311,
      "learning_rate": 0.0002,
      "loss": 0.3493,
      "step": 990
    },
    {
      "epoch": 0.031881097340292916,
      "grad_norm": 1.7134158611297607,
      "learning_rate": 0.0002,
      "loss": 0.4084,
      "step": 991
    },
    {
      "epoch": 0.03191326797333054,
      "grad_norm": 1.2080038785934448,
      "learning_rate": 0.0002,
      "loss": 0.3604,
      "step": 992
    },
    {
      "epoch": 0.03194543860636818,
      "grad_norm": 1.7276619672775269,
      "learning_rate": 0.0002,
      "loss": 0.3753,
      "step": 993
    },
    {
      "epoch": 0.03197760923940581,
      "grad_norm": 1.3753201961517334,
      "learning_rate": 0.0002,
      "loss": 0.4299,
      "step": 994
    },
    {
      "epoch": 0.03200977987244344,
      "grad_norm": 1.0888553857803345,
      "learning_rate": 0.0002,
      "loss": 0.3247,
      "step": 995
    },
    {
      "epoch": 0.03204195050548107,
      "grad_norm": 1.1487900018692017,
      "learning_rate": 0.0002,
      "loss": 0.3287,
      "step": 996
    },
    {
      "epoch": 0.0320741211385187,
      "grad_norm": 1.1197210550308228,
      "learning_rate": 0.0002,
      "loss": 0.2845,
      "step": 997
    },
    {
      "epoch": 0.032106291771556335,
      "grad_norm": 1.179837703704834,
      "learning_rate": 0.0002,
      "loss": 0.38,
      "step": 998
    },
    {
      "epoch": 0.03213846240459397,
      "grad_norm": 1.1853549480438232,
      "learning_rate": 0.0002,
      "loss": 0.4355,
      "step": 999
    },
    {
      "epoch": 0.032170633037631596,
      "grad_norm": 1.7047806978225708,
      "learning_rate": 0.0002,
      "loss": 0.3599,
      "step": 1000
    },
    {
      "epoch": 0.032170633037631596,
      "eval_loss": 0.323238730430603,
      "eval_runtime": 28.8061,
      "eval_samples_per_second": 8.644,
      "eval_steps_per_second": 4.339,
      "step": 1000
    },
    {
      "epoch": 0.03220280367066923,
      "grad_norm": 1.0793081521987915,
      "learning_rate": 0.0002,
      "loss": 0.4251,
      "step": 1001
    },
    {
      "epoch": 0.03223497430370686,
      "grad_norm": 1.2559924125671387,
      "learning_rate": 0.0002,
      "loss": 0.3518,
      "step": 1002
    },
    {
      "epoch": 0.03226714493674449,
      "grad_norm": 1.095688819885254,
      "learning_rate": 0.0002,
      "loss": 0.2751,
      "step": 1003
    },
    {
      "epoch": 0.032299315569782126,
      "grad_norm": 1.2975068092346191,
      "learning_rate": 0.0002,
      "loss": 0.2873,
      "step": 1004
    },
    {
      "epoch": 0.032331486202819754,
      "grad_norm": 1.444554090499878,
      "learning_rate": 0.0002,
      "loss": 0.2806,
      "step": 1005
    },
    {
      "epoch": 0.03236365683585739,
      "grad_norm": 1.4156373739242554,
      "learning_rate": 0.0002,
      "loss": 0.3255,
      "step": 1006
    },
    {
      "epoch": 0.03239582746889502,
      "grad_norm": 1.132096529006958,
      "learning_rate": 0.0002,
      "loss": 0.3265,
      "step": 1007
    },
    {
      "epoch": 0.03242799810193265,
      "grad_norm": 1.2629905939102173,
      "learning_rate": 0.0002,
      "loss": 0.2475,
      "step": 1008
    },
    {
      "epoch": 0.032460168734970284,
      "grad_norm": 1.5042202472686768,
      "learning_rate": 0.0002,
      "loss": 0.3011,
      "step": 1009
    },
    {
      "epoch": 0.03249233936800791,
      "grad_norm": 1.1661431789398193,
      "learning_rate": 0.0002,
      "loss": 0.4422,
      "step": 1010
    },
    {
      "epoch": 0.032524510001045545,
      "grad_norm": 1.2094095945358276,
      "learning_rate": 0.0002,
      "loss": 0.4003,
      "step": 1011
    },
    {
      "epoch": 0.03255668063408318,
      "grad_norm": 1.151252031326294,
      "learning_rate": 0.0002,
      "loss": 0.2892,
      "step": 1012
    },
    {
      "epoch": 0.03258885126712081,
      "grad_norm": 1.1396828889846802,
      "learning_rate": 0.0002,
      "loss": 0.3271,
      "step": 1013
    },
    {
      "epoch": 0.03262102190015844,
      "grad_norm": 1.90067720413208,
      "learning_rate": 0.0002,
      "loss": 0.4431,
      "step": 1014
    },
    {
      "epoch": 0.032653192533196075,
      "grad_norm": 1.2290456295013428,
      "learning_rate": 0.0002,
      "loss": 0.4245,
      "step": 1015
    },
    {
      "epoch": 0.0326853631662337,
      "grad_norm": 1.3999220132827759,
      "learning_rate": 0.0002,
      "loss": 0.3403,
      "step": 1016
    },
    {
      "epoch": 0.03271753379927134,
      "grad_norm": 1.066839575767517,
      "learning_rate": 0.0002,
      "loss": 0.3147,
      "step": 1017
    },
    {
      "epoch": 0.032749704432308964,
      "grad_norm": 1.0342744588851929,
      "learning_rate": 0.0002,
      "loss": 0.2598,
      "step": 1018
    },
    {
      "epoch": 0.0327818750653466,
      "grad_norm": 1.1061903238296509,
      "learning_rate": 0.0002,
      "loss": 0.2877,
      "step": 1019
    },
    {
      "epoch": 0.03281404569838423,
      "grad_norm": 1.4574774503707886,
      "learning_rate": 0.0002,
      "loss": 0.3014,
      "step": 1020
    },
    {
      "epoch": 0.03284621633142186,
      "grad_norm": 1.1689831018447876,
      "learning_rate": 0.0002,
      "loss": 0.3328,
      "step": 1021
    },
    {
      "epoch": 0.032878386964459494,
      "grad_norm": 1.3466846942901611,
      "learning_rate": 0.0002,
      "loss": 0.3117,
      "step": 1022
    },
    {
      "epoch": 0.03291055759749713,
      "grad_norm": 1.369106650352478,
      "learning_rate": 0.0002,
      "loss": 0.3645,
      "step": 1023
    },
    {
      "epoch": 0.032942728230534755,
      "grad_norm": 1.2045814990997314,
      "learning_rate": 0.0002,
      "loss": 0.3046,
      "step": 1024
    },
    {
      "epoch": 0.03297489886357239,
      "grad_norm": 1.4330002069473267,
      "learning_rate": 0.0002,
      "loss": 0.3943,
      "step": 1025
    },
    {
      "epoch": 0.03300706949661002,
      "grad_norm": 1.371324896812439,
      "learning_rate": 0.0002,
      "loss": 0.3492,
      "step": 1026
    },
    {
      "epoch": 0.03303924012964765,
      "grad_norm": 1.2685178518295288,
      "learning_rate": 0.0002,
      "loss": 0.2104,
      "step": 1027
    },
    {
      "epoch": 0.033071410762685285,
      "grad_norm": 1.036913514137268,
      "learning_rate": 0.0002,
      "loss": 0.3488,
      "step": 1028
    },
    {
      "epoch": 0.03310358139572291,
      "grad_norm": 1.1414417028427124,
      "learning_rate": 0.0002,
      "loss": 0.4644,
      "step": 1029
    },
    {
      "epoch": 0.03313575202876055,
      "grad_norm": 1.6456815004348755,
      "learning_rate": 0.0002,
      "loss": 0.4127,
      "step": 1030
    },
    {
      "epoch": 0.033167922661798174,
      "grad_norm": 1.3620051145553589,
      "learning_rate": 0.0002,
      "loss": 0.3626,
      "step": 1031
    },
    {
      "epoch": 0.03320009329483581,
      "grad_norm": 1.4047744274139404,
      "learning_rate": 0.0002,
      "loss": 0.515,
      "step": 1032
    },
    {
      "epoch": 0.03323226392787344,
      "grad_norm": 1.3200790882110596,
      "learning_rate": 0.0002,
      "loss": 0.3393,
      "step": 1033
    },
    {
      "epoch": 0.03326443456091107,
      "grad_norm": 1.5210789442062378,
      "learning_rate": 0.0002,
      "loss": 0.427,
      "step": 1034
    },
    {
      "epoch": 0.033296605193948704,
      "grad_norm": 1.2186074256896973,
      "learning_rate": 0.0002,
      "loss": 0.3371,
      "step": 1035
    },
    {
      "epoch": 0.03332877582698634,
      "grad_norm": 1.30191171169281,
      "learning_rate": 0.0002,
      "loss": 0.4252,
      "step": 1036
    },
    {
      "epoch": 0.033360946460023966,
      "grad_norm": 1.5490859746932983,
      "learning_rate": 0.0002,
      "loss": 0.3786,
      "step": 1037
    },
    {
      "epoch": 0.0333931170930616,
      "grad_norm": 1.3451075553894043,
      "learning_rate": 0.0002,
      "loss": 0.2978,
      "step": 1038
    },
    {
      "epoch": 0.03342528772609923,
      "grad_norm": 1.3536972999572754,
      "learning_rate": 0.0002,
      "loss": 0.4263,
      "step": 1039
    },
    {
      "epoch": 0.03345745835913686,
      "grad_norm": 1.2052055597305298,
      "learning_rate": 0.0002,
      "loss": 0.3384,
      "step": 1040
    },
    {
      "epoch": 0.033489628992174496,
      "grad_norm": 1.1167349815368652,
      "learning_rate": 0.0002,
      "loss": 0.2371,
      "step": 1041
    },
    {
      "epoch": 0.03352179962521212,
      "grad_norm": 1.808105230331421,
      "learning_rate": 0.0002,
      "loss": 0.276,
      "step": 1042
    },
    {
      "epoch": 0.03355397025824976,
      "grad_norm": 1.5107182264328003,
      "learning_rate": 0.0002,
      "loss": 0.3461,
      "step": 1043
    },
    {
      "epoch": 0.03358614089128739,
      "grad_norm": 1.0803812742233276,
      "learning_rate": 0.0002,
      "loss": 0.2929,
      "step": 1044
    },
    {
      "epoch": 0.03361831152432502,
      "grad_norm": 1.4857732057571411,
      "learning_rate": 0.0002,
      "loss": 0.327,
      "step": 1045
    },
    {
      "epoch": 0.03365048215736265,
      "grad_norm": 1.3574708700180054,
      "learning_rate": 0.0002,
      "loss": 0.4359,
      "step": 1046
    },
    {
      "epoch": 0.03368265279040028,
      "grad_norm": 1.086650013923645,
      "learning_rate": 0.0002,
      "loss": 0.3656,
      "step": 1047
    },
    {
      "epoch": 0.033714823423437915,
      "grad_norm": 1.3355969190597534,
      "learning_rate": 0.0002,
      "loss": 0.309,
      "step": 1048
    },
    {
      "epoch": 0.03374699405647555,
      "grad_norm": 1.430360198020935,
      "learning_rate": 0.0002,
      "loss": 0.365,
      "step": 1049
    },
    {
      "epoch": 0.033779164689513176,
      "grad_norm": 1.3154042959213257,
      "learning_rate": 0.0002,
      "loss": 0.3724,
      "step": 1050
    },
    {
      "epoch": 0.03381133532255081,
      "grad_norm": 1.5375385284423828,
      "learning_rate": 0.0002,
      "loss": 0.3585,
      "step": 1051
    },
    {
      "epoch": 0.03384350595558844,
      "grad_norm": 1.3502365350723267,
      "learning_rate": 0.0002,
      "loss": 0.351,
      "step": 1052
    },
    {
      "epoch": 0.03387567658862607,
      "grad_norm": 1.202749490737915,
      "learning_rate": 0.0002,
      "loss": 0.4,
      "step": 1053
    },
    {
      "epoch": 0.033907847221663706,
      "grad_norm": 1.3629100322723389,
      "learning_rate": 0.0002,
      "loss": 0.3327,
      "step": 1054
    },
    {
      "epoch": 0.03394001785470133,
      "grad_norm": 1.3061453104019165,
      "learning_rate": 0.0002,
      "loss": 0.4416,
      "step": 1055
    },
    {
      "epoch": 0.03397218848773897,
      "grad_norm": 1.2392678260803223,
      "learning_rate": 0.0002,
      "loss": 0.3457,
      "step": 1056
    },
    {
      "epoch": 0.0340043591207766,
      "grad_norm": 1.1231598854064941,
      "learning_rate": 0.0002,
      "loss": 0.3577,
      "step": 1057
    },
    {
      "epoch": 0.03403652975381423,
      "grad_norm": 1.4566538333892822,
      "learning_rate": 0.0002,
      "loss": 0.3421,
      "step": 1058
    },
    {
      "epoch": 0.03406870038685186,
      "grad_norm": 1.1028554439544678,
      "learning_rate": 0.0002,
      "loss": 0.3463,
      "step": 1059
    },
    {
      "epoch": 0.03410087101988949,
      "grad_norm": 1.369513988494873,
      "learning_rate": 0.0002,
      "loss": 0.3749,
      "step": 1060
    },
    {
      "epoch": 0.034133041652927125,
      "grad_norm": 1.0321518182754517,
      "learning_rate": 0.0002,
      "loss": 0.3094,
      "step": 1061
    },
    {
      "epoch": 0.03416521228596476,
      "grad_norm": 1.20432710647583,
      "learning_rate": 0.0002,
      "loss": 0.3016,
      "step": 1062
    },
    {
      "epoch": 0.034197382919002386,
      "grad_norm": 1.2573485374450684,
      "learning_rate": 0.0002,
      "loss": 0.2846,
      "step": 1063
    },
    {
      "epoch": 0.03422955355204002,
      "grad_norm": 1.5103628635406494,
      "learning_rate": 0.0002,
      "loss": 0.3307,
      "step": 1064
    },
    {
      "epoch": 0.034261724185077655,
      "grad_norm": 1.5298099517822266,
      "learning_rate": 0.0002,
      "loss": 0.3877,
      "step": 1065
    },
    {
      "epoch": 0.03429389481811528,
      "grad_norm": 1.3077367544174194,
      "learning_rate": 0.0002,
      "loss": 0.2847,
      "step": 1066
    },
    {
      "epoch": 0.034326065451152916,
      "grad_norm": 1.2353777885437012,
      "learning_rate": 0.0002,
      "loss": 0.3876,
      "step": 1067
    },
    {
      "epoch": 0.034358236084190544,
      "grad_norm": 1.5150370597839355,
      "learning_rate": 0.0002,
      "loss": 0.2997,
      "step": 1068
    },
    {
      "epoch": 0.03439040671722818,
      "grad_norm": 1.2580430507659912,
      "learning_rate": 0.0002,
      "loss": 0.3656,
      "step": 1069
    },
    {
      "epoch": 0.03442257735026581,
      "grad_norm": 1.1744176149368286,
      "learning_rate": 0.0002,
      "loss": 0.2984,
      "step": 1070
    },
    {
      "epoch": 0.03445474798330344,
      "grad_norm": 1.2021260261535645,
      "learning_rate": 0.0002,
      "loss": 0.3515,
      "step": 1071
    },
    {
      "epoch": 0.034486918616341074,
      "grad_norm": 1.2975081205368042,
      "learning_rate": 0.0002,
      "loss": 0.3104,
      "step": 1072
    },
    {
      "epoch": 0.03451908924937871,
      "grad_norm": 1.5400352478027344,
      "learning_rate": 0.0002,
      "loss": 0.3904,
      "step": 1073
    },
    {
      "epoch": 0.034551259882416335,
      "grad_norm": 1.2606971263885498,
      "learning_rate": 0.0002,
      "loss": 0.2951,
      "step": 1074
    },
    {
      "epoch": 0.03458343051545397,
      "grad_norm": 1.2810429334640503,
      "learning_rate": 0.0002,
      "loss": 0.3379,
      "step": 1075
    },
    {
      "epoch": 0.0346156011484916,
      "grad_norm": 1.402747631072998,
      "learning_rate": 0.0002,
      "loss": 0.4161,
      "step": 1076
    },
    {
      "epoch": 0.03464777178152923,
      "grad_norm": 1.3215417861938477,
      "learning_rate": 0.0002,
      "loss": 0.3352,
      "step": 1077
    },
    {
      "epoch": 0.034679942414566865,
      "grad_norm": 1.29835045337677,
      "learning_rate": 0.0002,
      "loss": 0.3536,
      "step": 1078
    },
    {
      "epoch": 0.03471211304760449,
      "grad_norm": 1.5218257904052734,
      "learning_rate": 0.0002,
      "loss": 0.4546,
      "step": 1079
    },
    {
      "epoch": 0.03474428368064213,
      "grad_norm": 1.4368133544921875,
      "learning_rate": 0.0002,
      "loss": 0.3137,
      "step": 1080
    },
    {
      "epoch": 0.034776454313679754,
      "grad_norm": 1.4380632638931274,
      "learning_rate": 0.0002,
      "loss": 0.2447,
      "step": 1081
    },
    {
      "epoch": 0.03480862494671739,
      "grad_norm": 1.1822011470794678,
      "learning_rate": 0.0002,
      "loss": 0.3644,
      "step": 1082
    },
    {
      "epoch": 0.03484079557975502,
      "grad_norm": 1.3386602401733398,
      "learning_rate": 0.0002,
      "loss": 0.2789,
      "step": 1083
    },
    {
      "epoch": 0.03487296621279265,
      "grad_norm": 1.4544904232025146,
      "learning_rate": 0.0002,
      "loss": 0.378,
      "step": 1084
    },
    {
      "epoch": 0.034905136845830284,
      "grad_norm": 1.2430236339569092,
      "learning_rate": 0.0002,
      "loss": 0.3274,
      "step": 1085
    },
    {
      "epoch": 0.03493730747886792,
      "grad_norm": 1.2907670736312866,
      "learning_rate": 0.0002,
      "loss": 0.4513,
      "step": 1086
    },
    {
      "epoch": 0.034969478111905546,
      "grad_norm": 1.5724875926971436,
      "learning_rate": 0.0002,
      "loss": 0.2965,
      "step": 1087
    },
    {
      "epoch": 0.03500164874494318,
      "grad_norm": 1.5002977848052979,
      "learning_rate": 0.0002,
      "loss": 0.4315,
      "step": 1088
    },
    {
      "epoch": 0.03503381937798081,
      "grad_norm": 1.3707606792449951,
      "learning_rate": 0.0002,
      "loss": 0.4242,
      "step": 1089
    },
    {
      "epoch": 0.03506599001101844,
      "grad_norm": 1.1425342559814453,
      "learning_rate": 0.0002,
      "loss": 0.333,
      "step": 1090
    },
    {
      "epoch": 0.035098160644056076,
      "grad_norm": 1.0907059907913208,
      "learning_rate": 0.0002,
      "loss": 0.3449,
      "step": 1091
    },
    {
      "epoch": 0.0351303312770937,
      "grad_norm": 1.3797450065612793,
      "learning_rate": 0.0002,
      "loss": 0.3218,
      "step": 1092
    },
    {
      "epoch": 0.03516250191013134,
      "grad_norm": 1.3396883010864258,
      "learning_rate": 0.0002,
      "loss": 0.2426,
      "step": 1093
    },
    {
      "epoch": 0.03519467254316897,
      "grad_norm": 1.4037266969680786,
      "learning_rate": 0.0002,
      "loss": 0.4489,
      "step": 1094
    },
    {
      "epoch": 0.0352268431762066,
      "grad_norm": 1.238966464996338,
      "learning_rate": 0.0002,
      "loss": 0.3847,
      "step": 1095
    },
    {
      "epoch": 0.03525901380924423,
      "grad_norm": 1.1316204071044922,
      "learning_rate": 0.0002,
      "loss": 0.3441,
      "step": 1096
    },
    {
      "epoch": 0.03529118444228186,
      "grad_norm": 1.3940808773040771,
      "learning_rate": 0.0002,
      "loss": 0.4039,
      "step": 1097
    },
    {
      "epoch": 0.035323355075319494,
      "grad_norm": 1.1891902685165405,
      "learning_rate": 0.0002,
      "loss": 0.4872,
      "step": 1098
    },
    {
      "epoch": 0.03535552570835713,
      "grad_norm": 1.3649204969406128,
      "learning_rate": 0.0002,
      "loss": 0.3576,
      "step": 1099
    },
    {
      "epoch": 0.035387696341394756,
      "grad_norm": 1.3685126304626465,
      "learning_rate": 0.0002,
      "loss": 0.3345,
      "step": 1100
    },
    {
      "epoch": 0.03541986697443239,
      "grad_norm": 1.0208531618118286,
      "learning_rate": 0.0002,
      "loss": 0.2817,
      "step": 1101
    },
    {
      "epoch": 0.035452037607470024,
      "grad_norm": 1.5260183811187744,
      "learning_rate": 0.0002,
      "loss": 0.2958,
      "step": 1102
    },
    {
      "epoch": 0.03548420824050765,
      "grad_norm": 1.2626595497131348,
      "learning_rate": 0.0002,
      "loss": 0.4854,
      "step": 1103
    },
    {
      "epoch": 0.035516378873545286,
      "grad_norm": 1.0438562631607056,
      "learning_rate": 0.0002,
      "loss": 0.2557,
      "step": 1104
    },
    {
      "epoch": 0.03554854950658291,
      "grad_norm": 1.2156339883804321,
      "learning_rate": 0.0002,
      "loss": 0.417,
      "step": 1105
    },
    {
      "epoch": 0.03558072013962055,
      "grad_norm": 1.717293381690979,
      "learning_rate": 0.0002,
      "loss": 0.4936,
      "step": 1106
    },
    {
      "epoch": 0.03561289077265818,
      "grad_norm": 1.462270975112915,
      "learning_rate": 0.0002,
      "loss": 0.2765,
      "step": 1107
    },
    {
      "epoch": 0.03564506140569581,
      "grad_norm": 1.4080480337142944,
      "learning_rate": 0.0002,
      "loss": 0.3279,
      "step": 1108
    },
    {
      "epoch": 0.03567723203873344,
      "grad_norm": 1.3550825119018555,
      "learning_rate": 0.0002,
      "loss": 0.4043,
      "step": 1109
    },
    {
      "epoch": 0.03570940267177107,
      "grad_norm": 1.1803280115127563,
      "learning_rate": 0.0002,
      "loss": 0.2819,
      "step": 1110
    },
    {
      "epoch": 0.035741573304808705,
      "grad_norm": 1.3348004817962646,
      "learning_rate": 0.0002,
      "loss": 0.3492,
      "step": 1111
    },
    {
      "epoch": 0.03577374393784634,
      "grad_norm": 1.0542770624160767,
      "learning_rate": 0.0002,
      "loss": 0.2232,
      "step": 1112
    },
    {
      "epoch": 0.035805914570883966,
      "grad_norm": 1.334608554840088,
      "learning_rate": 0.0002,
      "loss": 0.3143,
      "step": 1113
    },
    {
      "epoch": 0.0358380852039216,
      "grad_norm": 1.5364820957183838,
      "learning_rate": 0.0002,
      "loss": 0.3259,
      "step": 1114
    },
    {
      "epoch": 0.035870255836959235,
      "grad_norm": 1.170969843864441,
      "learning_rate": 0.0002,
      "loss": 0.3133,
      "step": 1115
    },
    {
      "epoch": 0.03590242646999686,
      "grad_norm": 1.264426589012146,
      "learning_rate": 0.0002,
      "loss": 0.3681,
      "step": 1116
    },
    {
      "epoch": 0.035934597103034496,
      "grad_norm": 1.7250677347183228,
      "learning_rate": 0.0002,
      "loss": 0.5809,
      "step": 1117
    },
    {
      "epoch": 0.035966767736072124,
      "grad_norm": 1.5042308568954468,
      "learning_rate": 0.0002,
      "loss": 0.3281,
      "step": 1118
    },
    {
      "epoch": 0.03599893836910976,
      "grad_norm": 1.5694811344146729,
      "learning_rate": 0.0002,
      "loss": 0.4526,
      "step": 1119
    },
    {
      "epoch": 0.03603110900214739,
      "grad_norm": 1.6666375398635864,
      "learning_rate": 0.0002,
      "loss": 0.2641,
      "step": 1120
    },
    {
      "epoch": 0.03606327963518502,
      "grad_norm": 1.107598066329956,
      "learning_rate": 0.0002,
      "loss": 0.3334,
      "step": 1121
    },
    {
      "epoch": 0.036095450268222654,
      "grad_norm": 1.1067403554916382,
      "learning_rate": 0.0002,
      "loss": 0.4037,
      "step": 1122
    },
    {
      "epoch": 0.03612762090126029,
      "grad_norm": 1.0418174266815186,
      "learning_rate": 0.0002,
      "loss": 0.33,
      "step": 1123
    },
    {
      "epoch": 0.036159791534297915,
      "grad_norm": 1.08447265625,
      "learning_rate": 0.0002,
      "loss": 0.2196,
      "step": 1124
    },
    {
      "epoch": 0.03619196216733555,
      "grad_norm": 1.196035623550415,
      "learning_rate": 0.0002,
      "loss": 0.2904,
      "step": 1125
    },
    {
      "epoch": 0.03622413280037318,
      "grad_norm": 1.1810052394866943,
      "learning_rate": 0.0002,
      "loss": 0.3822,
      "step": 1126
    },
    {
      "epoch": 0.03625630343341081,
      "grad_norm": 1.0427504777908325,
      "learning_rate": 0.0002,
      "loss": 0.3623,
      "step": 1127
    },
    {
      "epoch": 0.036288474066448445,
      "grad_norm": 1.2380070686340332,
      "learning_rate": 0.0002,
      "loss": 0.2432,
      "step": 1128
    },
    {
      "epoch": 0.03632064469948607,
      "grad_norm": 1.2517836093902588,
      "learning_rate": 0.0002,
      "loss": 0.2909,
      "step": 1129
    },
    {
      "epoch": 0.03635281533252371,
      "grad_norm": 1.2619513273239136,
      "learning_rate": 0.0002,
      "loss": 0.3498,
      "step": 1130
    },
    {
      "epoch": 0.036384985965561334,
      "grad_norm": 1.2517067193984985,
      "learning_rate": 0.0002,
      "loss": 0.3857,
      "step": 1131
    },
    {
      "epoch": 0.03641715659859897,
      "grad_norm": 1.2562077045440674,
      "learning_rate": 0.0002,
      "loss": 0.3662,
      "step": 1132
    },
    {
      "epoch": 0.0364493272316366,
      "grad_norm": 1.3166910409927368,
      "learning_rate": 0.0002,
      "loss": 0.3746,
      "step": 1133
    },
    {
      "epoch": 0.03648149786467423,
      "grad_norm": 1.6151634454727173,
      "learning_rate": 0.0002,
      "loss": 0.2941,
      "step": 1134
    },
    {
      "epoch": 0.036513668497711864,
      "grad_norm": 1.378240942955017,
      "learning_rate": 0.0002,
      "loss": 0.3171,
      "step": 1135
    },
    {
      "epoch": 0.0365458391307495,
      "grad_norm": 1.20155668258667,
      "learning_rate": 0.0002,
      "loss": 0.4133,
      "step": 1136
    },
    {
      "epoch": 0.036578009763787125,
      "grad_norm": 1.2392438650131226,
      "learning_rate": 0.0002,
      "loss": 0.3301,
      "step": 1137
    },
    {
      "epoch": 0.03661018039682476,
      "grad_norm": 1.449039340019226,
      "learning_rate": 0.0002,
      "loss": 0.3477,
      "step": 1138
    },
    {
      "epoch": 0.03664235102986239,
      "grad_norm": 1.5836734771728516,
      "learning_rate": 0.0002,
      "loss": 0.4597,
      "step": 1139
    },
    {
      "epoch": 0.03667452166290002,
      "grad_norm": 1.173234224319458,
      "learning_rate": 0.0002,
      "loss": 0.322,
      "step": 1140
    },
    {
      "epoch": 0.036706692295937655,
      "grad_norm": 1.2892131805419922,
      "learning_rate": 0.0002,
      "loss": 0.2289,
      "step": 1141
    },
    {
      "epoch": 0.03673886292897528,
      "grad_norm": 1.2456992864608765,
      "learning_rate": 0.0002,
      "loss": 0.376,
      "step": 1142
    },
    {
      "epoch": 0.03677103356201292,
      "grad_norm": 1.4919838905334473,
      "learning_rate": 0.0002,
      "loss": 0.3459,
      "step": 1143
    },
    {
      "epoch": 0.03680320419505055,
      "grad_norm": 1.1856638193130493,
      "learning_rate": 0.0002,
      "loss": 0.3388,
      "step": 1144
    },
    {
      "epoch": 0.03683537482808818,
      "grad_norm": 1.3992104530334473,
      "learning_rate": 0.0002,
      "loss": 0.3761,
      "step": 1145
    },
    {
      "epoch": 0.03686754546112581,
      "grad_norm": 1.3476872444152832,
      "learning_rate": 0.0002,
      "loss": 0.3604,
      "step": 1146
    },
    {
      "epoch": 0.03689971609416344,
      "grad_norm": 1.4243221282958984,
      "learning_rate": 0.0002,
      "loss": 0.3772,
      "step": 1147
    },
    {
      "epoch": 0.036931886727201074,
      "grad_norm": 1.2832823991775513,
      "learning_rate": 0.0002,
      "loss": 0.3745,
      "step": 1148
    },
    {
      "epoch": 0.03696405736023871,
      "grad_norm": 0.9905628561973572,
      "learning_rate": 0.0002,
      "loss": 0.271,
      "step": 1149
    },
    {
      "epoch": 0.036996227993276336,
      "grad_norm": 1.1487852334976196,
      "learning_rate": 0.0002,
      "loss": 0.3881,
      "step": 1150
    },
    {
      "epoch": 0.03702839862631397,
      "grad_norm": 1.138163685798645,
      "learning_rate": 0.0002,
      "loss": 0.3504,
      "step": 1151
    },
    {
      "epoch": 0.037060569259351604,
      "grad_norm": 1.2569001913070679,
      "learning_rate": 0.0002,
      "loss": 0.2674,
      "step": 1152
    },
    {
      "epoch": 0.03709273989238923,
      "grad_norm": 1.4053053855895996,
      "learning_rate": 0.0002,
      "loss": 0.3022,
      "step": 1153
    },
    {
      "epoch": 0.037124910525426866,
      "grad_norm": 1.260119080543518,
      "learning_rate": 0.0002,
      "loss": 0.2916,
      "step": 1154
    },
    {
      "epoch": 0.03715708115846449,
      "grad_norm": 1.2530131340026855,
      "learning_rate": 0.0002,
      "loss": 0.2658,
      "step": 1155
    },
    {
      "epoch": 0.03718925179150213,
      "grad_norm": 1.1939826011657715,
      "learning_rate": 0.0002,
      "loss": 0.2559,
      "step": 1156
    },
    {
      "epoch": 0.03722142242453976,
      "grad_norm": 1.428057074546814,
      "learning_rate": 0.0002,
      "loss": 0.3192,
      "step": 1157
    },
    {
      "epoch": 0.03725359305757739,
      "grad_norm": 1.2110198736190796,
      "learning_rate": 0.0002,
      "loss": 0.3402,
      "step": 1158
    },
    {
      "epoch": 0.03728576369061502,
      "grad_norm": 1.2167246341705322,
      "learning_rate": 0.0002,
      "loss": 0.3668,
      "step": 1159
    },
    {
      "epoch": 0.03731793432365265,
      "grad_norm": 1.5711958408355713,
      "learning_rate": 0.0002,
      "loss": 0.3172,
      "step": 1160
    },
    {
      "epoch": 0.037350104956690285,
      "grad_norm": 1.6437623500823975,
      "learning_rate": 0.0002,
      "loss": 0.5856,
      "step": 1161
    },
    {
      "epoch": 0.03738227558972792,
      "grad_norm": 1.2442951202392578,
      "learning_rate": 0.0002,
      "loss": 0.2695,
      "step": 1162
    },
    {
      "epoch": 0.037414446222765546,
      "grad_norm": 1.0834088325500488,
      "learning_rate": 0.0002,
      "loss": 0.3824,
      "step": 1163
    },
    {
      "epoch": 0.03744661685580318,
      "grad_norm": 1.277220606803894,
      "learning_rate": 0.0002,
      "loss": 0.2941,
      "step": 1164
    },
    {
      "epoch": 0.037478787488840815,
      "grad_norm": 1.1991153955459595,
      "learning_rate": 0.0002,
      "loss": 0.4223,
      "step": 1165
    },
    {
      "epoch": 0.03751095812187844,
      "grad_norm": 1.2998510599136353,
      "learning_rate": 0.0002,
      "loss": 0.3084,
      "step": 1166
    },
    {
      "epoch": 0.037543128754916076,
      "grad_norm": 1.2567741870880127,
      "learning_rate": 0.0002,
      "loss": 0.3244,
      "step": 1167
    },
    {
      "epoch": 0.0375752993879537,
      "grad_norm": 1.3066151142120361,
      "learning_rate": 0.0002,
      "loss": 0.3956,
      "step": 1168
    },
    {
      "epoch": 0.03760747002099134,
      "grad_norm": 1.4678555727005005,
      "learning_rate": 0.0002,
      "loss": 0.441,
      "step": 1169
    },
    {
      "epoch": 0.03763964065402897,
      "grad_norm": 1.5747795104980469,
      "learning_rate": 0.0002,
      "loss": 0.367,
      "step": 1170
    },
    {
      "epoch": 0.0376718112870666,
      "grad_norm": 1.0483416318893433,
      "learning_rate": 0.0002,
      "loss": 0.3754,
      "step": 1171
    },
    {
      "epoch": 0.03770398192010423,
      "grad_norm": 1.3713816404342651,
      "learning_rate": 0.0002,
      "loss": 0.3697,
      "step": 1172
    },
    {
      "epoch": 0.03773615255314187,
      "grad_norm": 1.3973459005355835,
      "learning_rate": 0.0002,
      "loss": 0.4358,
      "step": 1173
    },
    {
      "epoch": 0.037768323186179495,
      "grad_norm": 1.6718939542770386,
      "learning_rate": 0.0002,
      "loss": 0.4489,
      "step": 1174
    },
    {
      "epoch": 0.03780049381921713,
      "grad_norm": 1.3105852603912354,
      "learning_rate": 0.0002,
      "loss": 0.3579,
      "step": 1175
    },
    {
      "epoch": 0.037832664452254756,
      "grad_norm": 1.0033924579620361,
      "learning_rate": 0.0002,
      "loss": 0.2599,
      "step": 1176
    },
    {
      "epoch": 0.03786483508529239,
      "grad_norm": 1.207160234451294,
      "learning_rate": 0.0002,
      "loss": 0.3338,
      "step": 1177
    },
    {
      "epoch": 0.037897005718330025,
      "grad_norm": 1.4249868392944336,
      "learning_rate": 0.0002,
      "loss": 0.4569,
      "step": 1178
    },
    {
      "epoch": 0.03792917635136765,
      "grad_norm": 1.1215482950210571,
      "learning_rate": 0.0002,
      "loss": 0.3602,
      "step": 1179
    },
    {
      "epoch": 0.037961346984405286,
      "grad_norm": 1.098400354385376,
      "learning_rate": 0.0002,
      "loss": 0.3836,
      "step": 1180
    },
    {
      "epoch": 0.03799351761744292,
      "grad_norm": 1.6619131565093994,
      "learning_rate": 0.0002,
      "loss": 0.2649,
      "step": 1181
    },
    {
      "epoch": 0.03802568825048055,
      "grad_norm": 1.1545559167861938,
      "learning_rate": 0.0002,
      "loss": 0.2898,
      "step": 1182
    },
    {
      "epoch": 0.03805785888351818,
      "grad_norm": 1.369686484336853,
      "learning_rate": 0.0002,
      "loss": 0.4016,
      "step": 1183
    },
    {
      "epoch": 0.03809002951655581,
      "grad_norm": 1.0691114664077759,
      "learning_rate": 0.0002,
      "loss": 0.3324,
      "step": 1184
    },
    {
      "epoch": 0.038122200149593444,
      "grad_norm": 1.3495534658432007,
      "learning_rate": 0.0002,
      "loss": 0.2168,
      "step": 1185
    },
    {
      "epoch": 0.03815437078263108,
      "grad_norm": 1.7414036989212036,
      "learning_rate": 0.0002,
      "loss": 0.3199,
      "step": 1186
    },
    {
      "epoch": 0.038186541415668705,
      "grad_norm": 1.2201628684997559,
      "learning_rate": 0.0002,
      "loss": 0.2716,
      "step": 1187
    },
    {
      "epoch": 0.03821871204870634,
      "grad_norm": 1.3658913373947144,
      "learning_rate": 0.0002,
      "loss": 0.3879,
      "step": 1188
    },
    {
      "epoch": 0.03825088268174397,
      "grad_norm": 1.4871323108673096,
      "learning_rate": 0.0002,
      "loss": 0.3464,
      "step": 1189
    },
    {
      "epoch": 0.0382830533147816,
      "grad_norm": 1.1996794939041138,
      "learning_rate": 0.0002,
      "loss": 0.2432,
      "step": 1190
    },
    {
      "epoch": 0.038315223947819235,
      "grad_norm": 1.387929081916809,
      "learning_rate": 0.0002,
      "loss": 0.297,
      "step": 1191
    },
    {
      "epoch": 0.03834739458085686,
      "grad_norm": 1.1150931119918823,
      "learning_rate": 0.0002,
      "loss": 0.3305,
      "step": 1192
    },
    {
      "epoch": 0.0383795652138945,
      "grad_norm": 1.1839255094528198,
      "learning_rate": 0.0002,
      "loss": 0.3406,
      "step": 1193
    },
    {
      "epoch": 0.03841173584693213,
      "grad_norm": 1.3787822723388672,
      "learning_rate": 0.0002,
      "loss": 0.3569,
      "step": 1194
    },
    {
      "epoch": 0.03844390647996976,
      "grad_norm": 1.816514253616333,
      "learning_rate": 0.0002,
      "loss": 0.5285,
      "step": 1195
    },
    {
      "epoch": 0.03847607711300739,
      "grad_norm": 1.2037967443466187,
      "learning_rate": 0.0002,
      "loss": 0.3387,
      "step": 1196
    },
    {
      "epoch": 0.03850824774604502,
      "grad_norm": 1.378607153892517,
      "learning_rate": 0.0002,
      "loss": 0.3831,
      "step": 1197
    },
    {
      "epoch": 0.038540418379082654,
      "grad_norm": 1.5658217668533325,
      "learning_rate": 0.0002,
      "loss": 0.4326,
      "step": 1198
    },
    {
      "epoch": 0.03857258901212029,
      "grad_norm": 1.1821513175964355,
      "learning_rate": 0.0002,
      "loss": 0.419,
      "step": 1199
    },
    {
      "epoch": 0.038604759645157916,
      "grad_norm": 1.3072162866592407,
      "learning_rate": 0.0002,
      "loss": 0.3102,
      "step": 1200
    },
    {
      "epoch": 0.038604759645157916,
      "eval_loss": 0.32645899057388306,
      "eval_runtime": 28.7865,
      "eval_samples_per_second": 8.65,
      "eval_steps_per_second": 4.342,
      "step": 1200
    },
    {
      "epoch": 0.03863693027819555,
      "grad_norm": 1.2233648300170898,
      "learning_rate": 0.0002,
      "loss": 0.4173,
      "step": 1201
    },
    {
      "epoch": 0.038669100911233184,
      "grad_norm": 1.2031211853027344,
      "learning_rate": 0.0002,
      "loss": 0.3561,
      "step": 1202
    },
    {
      "epoch": 0.03870127154427081,
      "grad_norm": 1.3430633544921875,
      "learning_rate": 0.0002,
      "loss": 0.432,
      "step": 1203
    },
    {
      "epoch": 0.038733442177308446,
      "grad_norm": 1.171212077140808,
      "learning_rate": 0.0002,
      "loss": 0.3219,
      "step": 1204
    },
    {
      "epoch": 0.03876561281034607,
      "grad_norm": 1.2359273433685303,
      "learning_rate": 0.0002,
      "loss": 0.3781,
      "step": 1205
    },
    {
      "epoch": 0.03879778344338371,
      "grad_norm": 1.2018530368804932,
      "learning_rate": 0.0002,
      "loss": 0.3338,
      "step": 1206
    },
    {
      "epoch": 0.03882995407642134,
      "grad_norm": 1.2185786962509155,
      "learning_rate": 0.0002,
      "loss": 0.4603,
      "step": 1207
    },
    {
      "epoch": 0.03886212470945897,
      "grad_norm": 1.1509963274002075,
      "learning_rate": 0.0002,
      "loss": 0.357,
      "step": 1208
    },
    {
      "epoch": 0.0388942953424966,
      "grad_norm": 1.2972140312194824,
      "learning_rate": 0.0002,
      "loss": 0.3389,
      "step": 1209
    },
    {
      "epoch": 0.03892646597553423,
      "grad_norm": 1.3556824922561646,
      "learning_rate": 0.0002,
      "loss": 0.3542,
      "step": 1210
    },
    {
      "epoch": 0.038958636608571864,
      "grad_norm": 1.16209077835083,
      "learning_rate": 0.0002,
      "loss": 0.3095,
      "step": 1211
    },
    {
      "epoch": 0.0389908072416095,
      "grad_norm": 1.551241159439087,
      "learning_rate": 0.0002,
      "loss": 0.2927,
      "step": 1212
    },
    {
      "epoch": 0.039022977874647126,
      "grad_norm": 1.698351502418518,
      "learning_rate": 0.0002,
      "loss": 0.3976,
      "step": 1213
    },
    {
      "epoch": 0.03905514850768476,
      "grad_norm": 1.3314056396484375,
      "learning_rate": 0.0002,
      "loss": 0.3713,
      "step": 1214
    },
    {
      "epoch": 0.039087319140722394,
      "grad_norm": 1.323919415473938,
      "learning_rate": 0.0002,
      "loss": 0.4308,
      "step": 1215
    },
    {
      "epoch": 0.03911948977376002,
      "grad_norm": 1.276454210281372,
      "learning_rate": 0.0002,
      "loss": 0.3356,
      "step": 1216
    },
    {
      "epoch": 0.039151660406797656,
      "grad_norm": 1.3188517093658447,
      "learning_rate": 0.0002,
      "loss": 0.401,
      "step": 1217
    },
    {
      "epoch": 0.03918383103983528,
      "grad_norm": 1.4414422512054443,
      "learning_rate": 0.0002,
      "loss": 0.3365,
      "step": 1218
    },
    {
      "epoch": 0.03921600167287292,
      "grad_norm": 1.5936355590820312,
      "learning_rate": 0.0002,
      "loss": 0.4937,
      "step": 1219
    },
    {
      "epoch": 0.03924817230591055,
      "grad_norm": 1.3481439352035522,
      "learning_rate": 0.0002,
      "loss": 0.3699,
      "step": 1220
    },
    {
      "epoch": 0.03928034293894818,
      "grad_norm": 1.526848554611206,
      "learning_rate": 0.0002,
      "loss": 0.4349,
      "step": 1221
    },
    {
      "epoch": 0.03931251357198581,
      "grad_norm": 1.5165419578552246,
      "learning_rate": 0.0002,
      "loss": 0.4028,
      "step": 1222
    },
    {
      "epoch": 0.03934468420502345,
      "grad_norm": 1.2979189157485962,
      "learning_rate": 0.0002,
      "loss": 0.3624,
      "step": 1223
    },
    {
      "epoch": 0.039376854838061075,
      "grad_norm": 1.493937373161316,
      "learning_rate": 0.0002,
      "loss": 0.3656,
      "step": 1224
    },
    {
      "epoch": 0.03940902547109871,
      "grad_norm": 1.3316651582717896,
      "learning_rate": 0.0002,
      "loss": 0.286,
      "step": 1225
    },
    {
      "epoch": 0.039441196104136336,
      "grad_norm": 1.0695852041244507,
      "learning_rate": 0.0002,
      "loss": 0.2704,
      "step": 1226
    },
    {
      "epoch": 0.03947336673717397,
      "grad_norm": 1.1896463632583618,
      "learning_rate": 0.0002,
      "loss": 0.297,
      "step": 1227
    },
    {
      "epoch": 0.039505537370211605,
      "grad_norm": 1.5126899480819702,
      "learning_rate": 0.0002,
      "loss": 0.3698,
      "step": 1228
    },
    {
      "epoch": 0.03953770800324923,
      "grad_norm": 1.3123043775558472,
      "learning_rate": 0.0002,
      "loss": 0.311,
      "step": 1229
    },
    {
      "epoch": 0.039569878636286866,
      "grad_norm": 1.3222557306289673,
      "learning_rate": 0.0002,
      "loss": 0.2669,
      "step": 1230
    },
    {
      "epoch": 0.0396020492693245,
      "grad_norm": 1.484168291091919,
      "learning_rate": 0.0002,
      "loss": 0.3592,
      "step": 1231
    },
    {
      "epoch": 0.03963421990236213,
      "grad_norm": 1.2068244218826294,
      "learning_rate": 0.0002,
      "loss": 0.3321,
      "step": 1232
    },
    {
      "epoch": 0.03966639053539976,
      "grad_norm": 1.25273597240448,
      "learning_rate": 0.0002,
      "loss": 0.3329,
      "step": 1233
    },
    {
      "epoch": 0.03969856116843739,
      "grad_norm": 1.1443160772323608,
      "learning_rate": 0.0002,
      "loss": 0.3468,
      "step": 1234
    },
    {
      "epoch": 0.039730731801475024,
      "grad_norm": 1.5155680179595947,
      "learning_rate": 0.0002,
      "loss": 0.4431,
      "step": 1235
    },
    {
      "epoch": 0.03976290243451266,
      "grad_norm": 1.2438547611236572,
      "learning_rate": 0.0002,
      "loss": 0.3246,
      "step": 1236
    },
    {
      "epoch": 0.039795073067550285,
      "grad_norm": 1.1714706420898438,
      "learning_rate": 0.0002,
      "loss": 0.2974,
      "step": 1237
    },
    {
      "epoch": 0.03982724370058792,
      "grad_norm": 1.1273351907730103,
      "learning_rate": 0.0002,
      "loss": 0.2926,
      "step": 1238
    },
    {
      "epoch": 0.03985941433362555,
      "grad_norm": 0.9747898578643799,
      "learning_rate": 0.0002,
      "loss": 0.227,
      "step": 1239
    },
    {
      "epoch": 0.03989158496666318,
      "grad_norm": 1.5118345022201538,
      "learning_rate": 0.0002,
      "loss": 0.4455,
      "step": 1240
    },
    {
      "epoch": 0.039923755599700815,
      "grad_norm": 1.4523335695266724,
      "learning_rate": 0.0002,
      "loss": 0.5157,
      "step": 1241
    },
    {
      "epoch": 0.03995592623273844,
      "grad_norm": 1.525867223739624,
      "learning_rate": 0.0002,
      "loss": 0.3842,
      "step": 1242
    },
    {
      "epoch": 0.03998809686577608,
      "grad_norm": 1.358402967453003,
      "learning_rate": 0.0002,
      "loss": 0.2711,
      "step": 1243
    },
    {
      "epoch": 0.04002026749881371,
      "grad_norm": 1.2270753383636475,
      "learning_rate": 0.0002,
      "loss": 0.3298,
      "step": 1244
    },
    {
      "epoch": 0.04005243813185134,
      "grad_norm": 1.3005229234695435,
      "learning_rate": 0.0002,
      "loss": 0.3289,
      "step": 1245
    },
    {
      "epoch": 0.04008460876488897,
      "grad_norm": 1.1423888206481934,
      "learning_rate": 0.0002,
      "loss": 0.3159,
      "step": 1246
    },
    {
      "epoch": 0.0401167793979266,
      "grad_norm": 1.3201771974563599,
      "learning_rate": 0.0002,
      "loss": 0.4597,
      "step": 1247
    },
    {
      "epoch": 0.040148950030964234,
      "grad_norm": 1.3305213451385498,
      "learning_rate": 0.0002,
      "loss": 0.3409,
      "step": 1248
    },
    {
      "epoch": 0.04018112066400187,
      "grad_norm": 1.6034239530563354,
      "learning_rate": 0.0002,
      "loss": 0.5315,
      "step": 1249
    },
    {
      "epoch": 0.040213291297039495,
      "grad_norm": 1.0478445291519165,
      "learning_rate": 0.0002,
      "loss": 0.387,
      "step": 1250
    },
    {
      "epoch": 0.04024546193007713,
      "grad_norm": 1.2018707990646362,
      "learning_rate": 0.0002,
      "loss": 0.2796,
      "step": 1251
    },
    {
      "epoch": 0.040277632563114764,
      "grad_norm": 1.290213704109192,
      "learning_rate": 0.0002,
      "loss": 0.3823,
      "step": 1252
    },
    {
      "epoch": 0.04030980319615239,
      "grad_norm": 1.5582412481307983,
      "learning_rate": 0.0002,
      "loss": 0.4552,
      "step": 1253
    },
    {
      "epoch": 0.040341973829190025,
      "grad_norm": 1.2056385278701782,
      "learning_rate": 0.0002,
      "loss": 0.402,
      "step": 1254
    },
    {
      "epoch": 0.04037414446222765,
      "grad_norm": 1.0819789171218872,
      "learning_rate": 0.0002,
      "loss": 0.279,
      "step": 1255
    },
    {
      "epoch": 0.04040631509526529,
      "grad_norm": 1.3326340913772583,
      "learning_rate": 0.0002,
      "loss": 0.3688,
      "step": 1256
    },
    {
      "epoch": 0.04043848572830292,
      "grad_norm": 1.337955117225647,
      "learning_rate": 0.0002,
      "loss": 0.3075,
      "step": 1257
    },
    {
      "epoch": 0.04047065636134055,
      "grad_norm": 1.4060777425765991,
      "learning_rate": 0.0002,
      "loss": 0.2843,
      "step": 1258
    },
    {
      "epoch": 0.04050282699437818,
      "grad_norm": 1.270874261856079,
      "learning_rate": 0.0002,
      "loss": 0.3269,
      "step": 1259
    },
    {
      "epoch": 0.04053499762741582,
      "grad_norm": 1.1422306299209595,
      "learning_rate": 0.0002,
      "loss": 0.2764,
      "step": 1260
    },
    {
      "epoch": 0.040567168260453444,
      "grad_norm": 1.3305610418319702,
      "learning_rate": 0.0002,
      "loss": 0.2563,
      "step": 1261
    },
    {
      "epoch": 0.04059933889349108,
      "grad_norm": 1.3272149562835693,
      "learning_rate": 0.0002,
      "loss": 0.4081,
      "step": 1262
    },
    {
      "epoch": 0.040631509526528706,
      "grad_norm": 1.4035066366195679,
      "learning_rate": 0.0002,
      "loss": 0.4517,
      "step": 1263
    },
    {
      "epoch": 0.04066368015956634,
      "grad_norm": 1.3872392177581787,
      "learning_rate": 0.0002,
      "loss": 0.3223,
      "step": 1264
    },
    {
      "epoch": 0.040695850792603974,
      "grad_norm": 1.5986067056655884,
      "learning_rate": 0.0002,
      "loss": 0.4166,
      "step": 1265
    },
    {
      "epoch": 0.0407280214256416,
      "grad_norm": 1.3539295196533203,
      "learning_rate": 0.0002,
      "loss": 0.3573,
      "step": 1266
    },
    {
      "epoch": 0.040760192058679236,
      "grad_norm": 1.7772951126098633,
      "learning_rate": 0.0002,
      "loss": 0.4621,
      "step": 1267
    },
    {
      "epoch": 0.04079236269171686,
      "grad_norm": 1.7025455236434937,
      "learning_rate": 0.0002,
      "loss": 0.4329,
      "step": 1268
    },
    {
      "epoch": 0.0408245333247545,
      "grad_norm": 1.2033079862594604,
      "learning_rate": 0.0002,
      "loss": 0.3132,
      "step": 1269
    },
    {
      "epoch": 0.04085670395779213,
      "grad_norm": 1.565675973892212,
      "learning_rate": 0.0002,
      "loss": 0.441,
      "step": 1270
    },
    {
      "epoch": 0.04088887459082976,
      "grad_norm": 1.5470387935638428,
      "learning_rate": 0.0002,
      "loss": 0.3764,
      "step": 1271
    },
    {
      "epoch": 0.04092104522386739,
      "grad_norm": 1.1262465715408325,
      "learning_rate": 0.0002,
      "loss": 0.2867,
      "step": 1272
    },
    {
      "epoch": 0.04095321585690503,
      "grad_norm": 1.24413001537323,
      "learning_rate": 0.0002,
      "loss": 0.3527,
      "step": 1273
    },
    {
      "epoch": 0.040985386489942655,
      "grad_norm": 1.5793663263320923,
      "learning_rate": 0.0002,
      "loss": 0.3601,
      "step": 1274
    },
    {
      "epoch": 0.04101755712298029,
      "grad_norm": 1.4394564628601074,
      "learning_rate": 0.0002,
      "loss": 0.4265,
      "step": 1275
    },
    {
      "epoch": 0.041049727756017916,
      "grad_norm": 1.0294734239578247,
      "learning_rate": 0.0002,
      "loss": 0.3082,
      "step": 1276
    },
    {
      "epoch": 0.04108189838905555,
      "grad_norm": 1.3777077198028564,
      "learning_rate": 0.0002,
      "loss": 0.3643,
      "step": 1277
    },
    {
      "epoch": 0.041114069022093185,
      "grad_norm": 1.4571446180343628,
      "learning_rate": 0.0002,
      "loss": 0.4591,
      "step": 1278
    },
    {
      "epoch": 0.04114623965513081,
      "grad_norm": 1.3763482570648193,
      "learning_rate": 0.0002,
      "loss": 0.4275,
      "step": 1279
    },
    {
      "epoch": 0.041178410288168446,
      "grad_norm": 1.1870925426483154,
      "learning_rate": 0.0002,
      "loss": 0.3657,
      "step": 1280
    },
    {
      "epoch": 0.04121058092120608,
      "grad_norm": 1.2377755641937256,
      "learning_rate": 0.0002,
      "loss": 0.2949,
      "step": 1281
    },
    {
      "epoch": 0.04124275155424371,
      "grad_norm": 1.6780006885528564,
      "learning_rate": 0.0002,
      "loss": 0.2869,
      "step": 1282
    },
    {
      "epoch": 0.04127492218728134,
      "grad_norm": 1.5319459438323975,
      "learning_rate": 0.0002,
      "loss": 0.2649,
      "step": 1283
    },
    {
      "epoch": 0.04130709282031897,
      "grad_norm": 1.5091739892959595,
      "learning_rate": 0.0002,
      "loss": 0.3537,
      "step": 1284
    },
    {
      "epoch": 0.0413392634533566,
      "grad_norm": 1.390775442123413,
      "learning_rate": 0.0002,
      "loss": 0.4344,
      "step": 1285
    },
    {
      "epoch": 0.04137143408639424,
      "grad_norm": 1.5707260370254517,
      "learning_rate": 0.0002,
      "loss": 0.3562,
      "step": 1286
    },
    {
      "epoch": 0.041403604719431865,
      "grad_norm": 1.494255781173706,
      "learning_rate": 0.0002,
      "loss": 0.3495,
      "step": 1287
    },
    {
      "epoch": 0.0414357753524695,
      "grad_norm": 1.4731426239013672,
      "learning_rate": 0.0002,
      "loss": 0.3284,
      "step": 1288
    },
    {
      "epoch": 0.041467945985507126,
      "grad_norm": 1.7398322820663452,
      "learning_rate": 0.0002,
      "loss": 0.4559,
      "step": 1289
    },
    {
      "epoch": 0.04150011661854476,
      "grad_norm": 1.6718025207519531,
      "learning_rate": 0.0002,
      "loss": 0.4304,
      "step": 1290
    },
    {
      "epoch": 0.041532287251582395,
      "grad_norm": 1.167077660560608,
      "learning_rate": 0.0002,
      "loss": 0.2835,
      "step": 1291
    },
    {
      "epoch": 0.04156445788462002,
      "grad_norm": 1.4010586738586426,
      "learning_rate": 0.0002,
      "loss": 0.4055,
      "step": 1292
    },
    {
      "epoch": 0.041596628517657656,
      "grad_norm": 1.2966675758361816,
      "learning_rate": 0.0002,
      "loss": 0.332,
      "step": 1293
    },
    {
      "epoch": 0.04162879915069529,
      "grad_norm": 1.203191876411438,
      "learning_rate": 0.0002,
      "loss": 0.3612,
      "step": 1294
    },
    {
      "epoch": 0.04166096978373292,
      "grad_norm": 1.3138654232025146,
      "learning_rate": 0.0002,
      "loss": 0.4042,
      "step": 1295
    },
    {
      "epoch": 0.04169314041677055,
      "grad_norm": 1.1501305103302002,
      "learning_rate": 0.0002,
      "loss": 0.3492,
      "step": 1296
    },
    {
      "epoch": 0.04172531104980818,
      "grad_norm": 1.0751092433929443,
      "learning_rate": 0.0002,
      "loss": 0.274,
      "step": 1297
    },
    {
      "epoch": 0.041757481682845814,
      "grad_norm": 1.41701078414917,
      "learning_rate": 0.0002,
      "loss": 0.3639,
      "step": 1298
    },
    {
      "epoch": 0.04178965231588345,
      "grad_norm": 1.2969691753387451,
      "learning_rate": 0.0002,
      "loss": 0.3368,
      "step": 1299
    },
    {
      "epoch": 0.041821822948921075,
      "grad_norm": 1.0559988021850586,
      "learning_rate": 0.0002,
      "loss": 0.2532,
      "step": 1300
    },
    {
      "epoch": 0.04185399358195871,
      "grad_norm": 1.1586278676986694,
      "learning_rate": 0.0002,
      "loss": 0.2394,
      "step": 1301
    },
    {
      "epoch": 0.041886164214996344,
      "grad_norm": 1.1366738080978394,
      "learning_rate": 0.0002,
      "loss": 0.3741,
      "step": 1302
    },
    {
      "epoch": 0.04191833484803397,
      "grad_norm": 1.4742732048034668,
      "learning_rate": 0.0002,
      "loss": 0.3505,
      "step": 1303
    },
    {
      "epoch": 0.041950505481071605,
      "grad_norm": 1.095535397529602,
      "learning_rate": 0.0002,
      "loss": 0.3112,
      "step": 1304
    },
    {
      "epoch": 0.04198267611410923,
      "grad_norm": 1.2640858888626099,
      "learning_rate": 0.0002,
      "loss": 0.3076,
      "step": 1305
    },
    {
      "epoch": 0.04201484674714687,
      "grad_norm": 1.3582251071929932,
      "learning_rate": 0.0002,
      "loss": 0.3039,
      "step": 1306
    },
    {
      "epoch": 0.0420470173801845,
      "grad_norm": 1.376225233078003,
      "learning_rate": 0.0002,
      "loss": 0.3345,
      "step": 1307
    },
    {
      "epoch": 0.04207918801322213,
      "grad_norm": 1.180625319480896,
      "learning_rate": 0.0002,
      "loss": 0.3381,
      "step": 1308
    },
    {
      "epoch": 0.04211135864625976,
      "grad_norm": 1.1786003112792969,
      "learning_rate": 0.0002,
      "loss": 0.302,
      "step": 1309
    },
    {
      "epoch": 0.0421435292792974,
      "grad_norm": 1.422337532043457,
      "learning_rate": 0.0002,
      "loss": 0.2558,
      "step": 1310
    },
    {
      "epoch": 0.042175699912335024,
      "grad_norm": 1.529212474822998,
      "learning_rate": 0.0002,
      "loss": 0.4728,
      "step": 1311
    },
    {
      "epoch": 0.04220787054537266,
      "grad_norm": 1.409546971321106,
      "learning_rate": 0.0002,
      "loss": 0.3274,
      "step": 1312
    },
    {
      "epoch": 0.042240041178410286,
      "grad_norm": 1.3930822610855103,
      "learning_rate": 0.0002,
      "loss": 0.3848,
      "step": 1313
    },
    {
      "epoch": 0.04227221181144792,
      "grad_norm": 1.4012349843978882,
      "learning_rate": 0.0002,
      "loss": 0.373,
      "step": 1314
    },
    {
      "epoch": 0.042304382444485554,
      "grad_norm": 1.63888680934906,
      "learning_rate": 0.0002,
      "loss": 0.3987,
      "step": 1315
    },
    {
      "epoch": 0.04233655307752318,
      "grad_norm": 1.5930533409118652,
      "learning_rate": 0.0002,
      "loss": 0.4114,
      "step": 1316
    },
    {
      "epoch": 0.042368723710560816,
      "grad_norm": 1.4714378118515015,
      "learning_rate": 0.0002,
      "loss": 0.3555,
      "step": 1317
    },
    {
      "epoch": 0.04240089434359844,
      "grad_norm": 1.1882824897766113,
      "learning_rate": 0.0002,
      "loss": 0.3443,
      "step": 1318
    },
    {
      "epoch": 0.04243306497663608,
      "grad_norm": 1.5224478244781494,
      "learning_rate": 0.0002,
      "loss": 0.3799,
      "step": 1319
    },
    {
      "epoch": 0.04246523560967371,
      "grad_norm": 1.572538137435913,
      "learning_rate": 0.0002,
      "loss": 0.3724,
      "step": 1320
    },
    {
      "epoch": 0.04249740624271134,
      "grad_norm": 1.2732489109039307,
      "learning_rate": 0.0002,
      "loss": 0.3304,
      "step": 1321
    },
    {
      "epoch": 0.04252957687574897,
      "grad_norm": 1.5767658948898315,
      "learning_rate": 0.0002,
      "loss": 0.3764,
      "step": 1322
    },
    {
      "epoch": 0.04256174750878661,
      "grad_norm": 1.5137168169021606,
      "learning_rate": 0.0002,
      "loss": 0.3065,
      "step": 1323
    },
    {
      "epoch": 0.042593918141824234,
      "grad_norm": 1.3648490905761719,
      "learning_rate": 0.0002,
      "loss": 0.3236,
      "step": 1324
    },
    {
      "epoch": 0.04262608877486187,
      "grad_norm": 1.1067352294921875,
      "learning_rate": 0.0002,
      "loss": 0.3353,
      "step": 1325
    },
    {
      "epoch": 0.042658259407899496,
      "grad_norm": 1.58307945728302,
      "learning_rate": 0.0002,
      "loss": 0.42,
      "step": 1326
    },
    {
      "epoch": 0.04269043004093713,
      "grad_norm": 1.242294430732727,
      "learning_rate": 0.0002,
      "loss": 0.3115,
      "step": 1327
    },
    {
      "epoch": 0.042722600673974764,
      "grad_norm": 1.7043771743774414,
      "learning_rate": 0.0002,
      "loss": 0.3964,
      "step": 1328
    },
    {
      "epoch": 0.04275477130701239,
      "grad_norm": 1.3431329727172852,
      "learning_rate": 0.0002,
      "loss": 0.2988,
      "step": 1329
    },
    {
      "epoch": 0.042786941940050026,
      "grad_norm": 1.0771089792251587,
      "learning_rate": 0.0002,
      "loss": 0.3718,
      "step": 1330
    },
    {
      "epoch": 0.04281911257308766,
      "grad_norm": 1.3857359886169434,
      "learning_rate": 0.0002,
      "loss": 0.3477,
      "step": 1331
    },
    {
      "epoch": 0.04285128320612529,
      "grad_norm": 1.2364306449890137,
      "learning_rate": 0.0002,
      "loss": 0.2967,
      "step": 1332
    },
    {
      "epoch": 0.04288345383916292,
      "grad_norm": 1.487998127937317,
      "learning_rate": 0.0002,
      "loss": 0.3638,
      "step": 1333
    },
    {
      "epoch": 0.04291562447220055,
      "grad_norm": 1.4953927993774414,
      "learning_rate": 0.0002,
      "loss": 0.2123,
      "step": 1334
    },
    {
      "epoch": 0.04294779510523818,
      "grad_norm": 1.8873136043548584,
      "learning_rate": 0.0002,
      "loss": 0.419,
      "step": 1335
    },
    {
      "epoch": 0.04297996573827582,
      "grad_norm": 1.2498977184295654,
      "learning_rate": 0.0002,
      "loss": 0.3865,
      "step": 1336
    },
    {
      "epoch": 0.043012136371313445,
      "grad_norm": 1.2620469331741333,
      "learning_rate": 0.0002,
      "loss": 0.3791,
      "step": 1337
    },
    {
      "epoch": 0.04304430700435108,
      "grad_norm": 1.3611263036727905,
      "learning_rate": 0.0002,
      "loss": 0.317,
      "step": 1338
    },
    {
      "epoch": 0.04307647763738871,
      "grad_norm": 1.3402061462402344,
      "learning_rate": 0.0002,
      "loss": 0.3754,
      "step": 1339
    },
    {
      "epoch": 0.04310864827042634,
      "grad_norm": 1.5508999824523926,
      "learning_rate": 0.0002,
      "loss": 0.4489,
      "step": 1340
    },
    {
      "epoch": 0.043140818903463975,
      "grad_norm": 1.8278242349624634,
      "learning_rate": 0.0002,
      "loss": 0.5392,
      "step": 1341
    },
    {
      "epoch": 0.0431729895365016,
      "grad_norm": 1.454284906387329,
      "learning_rate": 0.0002,
      "loss": 0.3962,
      "step": 1342
    },
    {
      "epoch": 0.043205160169539236,
      "grad_norm": 1.5844261646270752,
      "learning_rate": 0.0002,
      "loss": 0.4184,
      "step": 1343
    },
    {
      "epoch": 0.04323733080257687,
      "grad_norm": 1.0711805820465088,
      "learning_rate": 0.0002,
      "loss": 0.2821,
      "step": 1344
    },
    {
      "epoch": 0.0432695014356145,
      "grad_norm": 1.265324592590332,
      "learning_rate": 0.0002,
      "loss": 0.345,
      "step": 1345
    },
    {
      "epoch": 0.04330167206865213,
      "grad_norm": 1.4834731817245483,
      "learning_rate": 0.0002,
      "loss": 0.4137,
      "step": 1346
    },
    {
      "epoch": 0.04333384270168976,
      "grad_norm": 1.277324914932251,
      "learning_rate": 0.0002,
      "loss": 0.3615,
      "step": 1347
    },
    {
      "epoch": 0.043366013334727394,
      "grad_norm": 1.582074761390686,
      "learning_rate": 0.0002,
      "loss": 0.3318,
      "step": 1348
    },
    {
      "epoch": 0.04339818396776503,
      "grad_norm": 1.5994867086410522,
      "learning_rate": 0.0002,
      "loss": 0.2929,
      "step": 1349
    },
    {
      "epoch": 0.043430354600802655,
      "grad_norm": 1.3267062902450562,
      "learning_rate": 0.0002,
      "loss": 0.3242,
      "step": 1350
    },
    {
      "epoch": 0.04346252523384029,
      "grad_norm": 1.2132995128631592,
      "learning_rate": 0.0002,
      "loss": 0.3447,
      "step": 1351
    },
    {
      "epoch": 0.043494695866877923,
      "grad_norm": 1.5047979354858398,
      "learning_rate": 0.0002,
      "loss": 0.3624,
      "step": 1352
    },
    {
      "epoch": 0.04352686649991555,
      "grad_norm": 1.2388468980789185,
      "learning_rate": 0.0002,
      "loss": 0.3651,
      "step": 1353
    },
    {
      "epoch": 0.043559037132953185,
      "grad_norm": 1.342444658279419,
      "learning_rate": 0.0002,
      "loss": 0.4002,
      "step": 1354
    },
    {
      "epoch": 0.04359120776599081,
      "grad_norm": 1.6968311071395874,
      "learning_rate": 0.0002,
      "loss": 0.309,
      "step": 1355
    },
    {
      "epoch": 0.04362337839902845,
      "grad_norm": 1.3043279647827148,
      "learning_rate": 0.0002,
      "loss": 0.4829,
      "step": 1356
    },
    {
      "epoch": 0.04365554903206608,
      "grad_norm": 1.227562427520752,
      "learning_rate": 0.0002,
      "loss": 0.3154,
      "step": 1357
    },
    {
      "epoch": 0.04368771966510371,
      "grad_norm": 1.2693240642547607,
      "learning_rate": 0.0002,
      "loss": 0.4273,
      "step": 1358
    },
    {
      "epoch": 0.04371989029814134,
      "grad_norm": 1.30622398853302,
      "learning_rate": 0.0002,
      "loss": 0.4055,
      "step": 1359
    },
    {
      "epoch": 0.04375206093117898,
      "grad_norm": 1.3706132173538208,
      "learning_rate": 0.0002,
      "loss": 0.3033,
      "step": 1360
    },
    {
      "epoch": 0.043784231564216604,
      "grad_norm": 1.4668089151382446,
      "learning_rate": 0.0002,
      "loss": 0.3125,
      "step": 1361
    },
    {
      "epoch": 0.04381640219725424,
      "grad_norm": 1.5104626417160034,
      "learning_rate": 0.0002,
      "loss": 0.4266,
      "step": 1362
    },
    {
      "epoch": 0.043848572830291865,
      "grad_norm": 1.2749866247177124,
      "learning_rate": 0.0002,
      "loss": 0.284,
      "step": 1363
    },
    {
      "epoch": 0.0438807434633295,
      "grad_norm": 1.3851934671401978,
      "learning_rate": 0.0002,
      "loss": 0.4071,
      "step": 1364
    },
    {
      "epoch": 0.043912914096367134,
      "grad_norm": 1.404146432876587,
      "learning_rate": 0.0002,
      "loss": 0.3354,
      "step": 1365
    },
    {
      "epoch": 0.04394508472940476,
      "grad_norm": 1.6878257989883423,
      "learning_rate": 0.0002,
      "loss": 0.3989,
      "step": 1366
    },
    {
      "epoch": 0.043977255362442395,
      "grad_norm": 1.6446229219436646,
      "learning_rate": 0.0002,
      "loss": 0.3273,
      "step": 1367
    },
    {
      "epoch": 0.04400942599548002,
      "grad_norm": 1.3972529172897339,
      "learning_rate": 0.0002,
      "loss": 0.3627,
      "step": 1368
    },
    {
      "epoch": 0.04404159662851766,
      "grad_norm": 1.120477557182312,
      "learning_rate": 0.0002,
      "loss": 0.2583,
      "step": 1369
    },
    {
      "epoch": 0.04407376726155529,
      "grad_norm": 1.157698154449463,
      "learning_rate": 0.0002,
      "loss": 0.4242,
      "step": 1370
    },
    {
      "epoch": 0.04410593789459292,
      "grad_norm": 1.2868257761001587,
      "learning_rate": 0.0002,
      "loss": 0.3065,
      "step": 1371
    },
    {
      "epoch": 0.04413810852763055,
      "grad_norm": 1.318482756614685,
      "learning_rate": 0.0002,
      "loss": 0.4064,
      "step": 1372
    },
    {
      "epoch": 0.04417027916066819,
      "grad_norm": 1.345501184463501,
      "learning_rate": 0.0002,
      "loss": 0.2922,
      "step": 1373
    },
    {
      "epoch": 0.044202449793705814,
      "grad_norm": 1.144350290298462,
      "learning_rate": 0.0002,
      "loss": 0.3103,
      "step": 1374
    },
    {
      "epoch": 0.04423462042674345,
      "grad_norm": 1.7196229696273804,
      "learning_rate": 0.0002,
      "loss": 0.4556,
      "step": 1375
    },
    {
      "epoch": 0.044266791059781076,
      "grad_norm": 1.4316020011901855,
      "learning_rate": 0.0002,
      "loss": 0.3232,
      "step": 1376
    },
    {
      "epoch": 0.04429896169281871,
      "grad_norm": 1.3001679182052612,
      "learning_rate": 0.0002,
      "loss": 0.3067,
      "step": 1377
    },
    {
      "epoch": 0.044331132325856344,
      "grad_norm": 1.5226774215698242,
      "learning_rate": 0.0002,
      "loss": 0.4562,
      "step": 1378
    },
    {
      "epoch": 0.04436330295889397,
      "grad_norm": 1.3951246738433838,
      "learning_rate": 0.0002,
      "loss": 0.3665,
      "step": 1379
    },
    {
      "epoch": 0.044395473591931606,
      "grad_norm": 1.064808964729309,
      "learning_rate": 0.0002,
      "loss": 0.2366,
      "step": 1380
    },
    {
      "epoch": 0.04442764422496924,
      "grad_norm": 1.4891650676727295,
      "learning_rate": 0.0002,
      "loss": 0.423,
      "step": 1381
    },
    {
      "epoch": 0.04445981485800687,
      "grad_norm": 1.3054885864257812,
      "learning_rate": 0.0002,
      "loss": 0.2643,
      "step": 1382
    },
    {
      "epoch": 0.0444919854910445,
      "grad_norm": 1.3453527688980103,
      "learning_rate": 0.0002,
      "loss": 0.2511,
      "step": 1383
    },
    {
      "epoch": 0.04452415612408213,
      "grad_norm": 1.2000030279159546,
      "learning_rate": 0.0002,
      "loss": 0.3404,
      "step": 1384
    },
    {
      "epoch": 0.04455632675711976,
      "grad_norm": 1.5524888038635254,
      "learning_rate": 0.0002,
      "loss": 0.3786,
      "step": 1385
    },
    {
      "epoch": 0.0445884973901574,
      "grad_norm": 1.2140711545944214,
      "learning_rate": 0.0002,
      "loss": 0.2787,
      "step": 1386
    },
    {
      "epoch": 0.044620668023195025,
      "grad_norm": 1.4882354736328125,
      "learning_rate": 0.0002,
      "loss": 0.2939,
      "step": 1387
    },
    {
      "epoch": 0.04465283865623266,
      "grad_norm": 1.561508297920227,
      "learning_rate": 0.0002,
      "loss": 0.3505,
      "step": 1388
    },
    {
      "epoch": 0.04468500928927029,
      "grad_norm": 1.2817914485931396,
      "learning_rate": 0.0002,
      "loss": 0.3377,
      "step": 1389
    },
    {
      "epoch": 0.04471717992230792,
      "grad_norm": 1.510998249053955,
      "learning_rate": 0.0002,
      "loss": 0.3976,
      "step": 1390
    },
    {
      "epoch": 0.044749350555345555,
      "grad_norm": 1.76868736743927,
      "learning_rate": 0.0002,
      "loss": 0.3825,
      "step": 1391
    },
    {
      "epoch": 0.04478152118838318,
      "grad_norm": 1.5000898838043213,
      "learning_rate": 0.0002,
      "loss": 0.3365,
      "step": 1392
    },
    {
      "epoch": 0.044813691821420816,
      "grad_norm": 1.5506560802459717,
      "learning_rate": 0.0002,
      "loss": 0.414,
      "step": 1393
    },
    {
      "epoch": 0.04484586245445845,
      "grad_norm": 1.2430486679077148,
      "learning_rate": 0.0002,
      "loss": 0.3035,
      "step": 1394
    },
    {
      "epoch": 0.04487803308749608,
      "grad_norm": 1.3877265453338623,
      "learning_rate": 0.0002,
      "loss": 0.3834,
      "step": 1395
    },
    {
      "epoch": 0.04491020372053371,
      "grad_norm": 1.542094111442566,
      "learning_rate": 0.0002,
      "loss": 0.427,
      "step": 1396
    },
    {
      "epoch": 0.04494237435357134,
      "grad_norm": 1.6401501893997192,
      "learning_rate": 0.0002,
      "loss": 0.4342,
      "step": 1397
    },
    {
      "epoch": 0.04497454498660897,
      "grad_norm": 1.3759418725967407,
      "learning_rate": 0.0002,
      "loss": 0.3901,
      "step": 1398
    },
    {
      "epoch": 0.04500671561964661,
      "grad_norm": 1.398203730583191,
      "learning_rate": 0.0002,
      "loss": 0.4193,
      "step": 1399
    },
    {
      "epoch": 0.045038886252684235,
      "grad_norm": 1.574769139289856,
      "learning_rate": 0.0002,
      "loss": 0.3419,
      "step": 1400
    },
    {
      "epoch": 0.045038886252684235,
      "eval_loss": 0.3268437087535858,
      "eval_runtime": 28.7875,
      "eval_samples_per_second": 8.65,
      "eval_steps_per_second": 4.342,
      "step": 1400
    },
    {
      "epoch": 0.04507105688572187,
      "grad_norm": 1.439138650894165,
      "learning_rate": 0.0002,
      "loss": 0.3455,
      "step": 1401
    },
    {
      "epoch": 0.0451032275187595,
      "grad_norm": 1.3389567136764526,
      "learning_rate": 0.0002,
      "loss": 0.3138,
      "step": 1402
    },
    {
      "epoch": 0.04513539815179713,
      "grad_norm": 1.2162917852401733,
      "learning_rate": 0.0002,
      "loss": 0.2493,
      "step": 1403
    },
    {
      "epoch": 0.045167568784834765,
      "grad_norm": 1.4522651433944702,
      "learning_rate": 0.0002,
      "loss": 0.3932,
      "step": 1404
    },
    {
      "epoch": 0.04519973941787239,
      "grad_norm": 1.6606471538543701,
      "learning_rate": 0.0002,
      "loss": 0.3522,
      "step": 1405
    },
    {
      "epoch": 0.045231910050910026,
      "grad_norm": 2.0384514331817627,
      "learning_rate": 0.0002,
      "loss": 0.3782,
      "step": 1406
    },
    {
      "epoch": 0.04526408068394766,
      "grad_norm": 1.531305193901062,
      "learning_rate": 0.0002,
      "loss": 0.3962,
      "step": 1407
    },
    {
      "epoch": 0.04529625131698529,
      "grad_norm": 1.1768932342529297,
      "learning_rate": 0.0002,
      "loss": 0.2626,
      "step": 1408
    },
    {
      "epoch": 0.04532842195002292,
      "grad_norm": 1.825533390045166,
      "learning_rate": 0.0002,
      "loss": 0.3502,
      "step": 1409
    },
    {
      "epoch": 0.045360592583060556,
      "grad_norm": 1.3422788381576538,
      "learning_rate": 0.0002,
      "loss": 0.3097,
      "step": 1410
    },
    {
      "epoch": 0.045392763216098184,
      "grad_norm": 1.9027694463729858,
      "learning_rate": 0.0002,
      "loss": 0.386,
      "step": 1411
    },
    {
      "epoch": 0.04542493384913582,
      "grad_norm": 2.003037691116333,
      "learning_rate": 0.0002,
      "loss": 0.548,
      "step": 1412
    },
    {
      "epoch": 0.045457104482173445,
      "grad_norm": 1.2798080444335938,
      "learning_rate": 0.0002,
      "loss": 0.3505,
      "step": 1413
    },
    {
      "epoch": 0.04548927511521108,
      "grad_norm": 1.1699433326721191,
      "learning_rate": 0.0002,
      "loss": 0.2963,
      "step": 1414
    },
    {
      "epoch": 0.045521445748248714,
      "grad_norm": 1.5434813499450684,
      "learning_rate": 0.0002,
      "loss": 0.4311,
      "step": 1415
    },
    {
      "epoch": 0.04555361638128634,
      "grad_norm": 1.4936370849609375,
      "learning_rate": 0.0002,
      "loss": 0.3237,
      "step": 1416
    },
    {
      "epoch": 0.045585787014323975,
      "grad_norm": 1.3055846691131592,
      "learning_rate": 0.0002,
      "loss": 0.3793,
      "step": 1417
    },
    {
      "epoch": 0.04561795764736161,
      "grad_norm": 1.7658309936523438,
      "learning_rate": 0.0002,
      "loss": 0.349,
      "step": 1418
    },
    {
      "epoch": 0.04565012828039924,
      "grad_norm": 1.5147849321365356,
      "learning_rate": 0.0002,
      "loss": 0.4301,
      "step": 1419
    },
    {
      "epoch": 0.04568229891343687,
      "grad_norm": 1.410149335861206,
      "learning_rate": 0.0002,
      "loss": 0.4301,
      "step": 1420
    },
    {
      "epoch": 0.0457144695464745,
      "grad_norm": 1.2591129541397095,
      "learning_rate": 0.0002,
      "loss": 0.403,
      "step": 1421
    },
    {
      "epoch": 0.04574664017951213,
      "grad_norm": 1.4677420854568481,
      "learning_rate": 0.0002,
      "loss": 0.3355,
      "step": 1422
    },
    {
      "epoch": 0.04577881081254977,
      "grad_norm": 1.4329023361206055,
      "learning_rate": 0.0002,
      "loss": 0.3725,
      "step": 1423
    },
    {
      "epoch": 0.045810981445587394,
      "grad_norm": 1.4308708906173706,
      "learning_rate": 0.0002,
      "loss": 0.4133,
      "step": 1424
    },
    {
      "epoch": 0.04584315207862503,
      "grad_norm": 1.2596864700317383,
      "learning_rate": 0.0002,
      "loss": 0.3429,
      "step": 1425
    },
    {
      "epoch": 0.045875322711662656,
      "grad_norm": 1.3219037055969238,
      "learning_rate": 0.0002,
      "loss": 0.2899,
      "step": 1426
    },
    {
      "epoch": 0.04590749334470029,
      "grad_norm": 1.3096646070480347,
      "learning_rate": 0.0002,
      "loss": 0.3384,
      "step": 1427
    },
    {
      "epoch": 0.045939663977737924,
      "grad_norm": 1.486452579498291,
      "learning_rate": 0.0002,
      "loss": 0.4953,
      "step": 1428
    },
    {
      "epoch": 0.04597183461077555,
      "grad_norm": 1.3169251680374146,
      "learning_rate": 0.0002,
      "loss": 0.3971,
      "step": 1429
    },
    {
      "epoch": 0.046004005243813186,
      "grad_norm": 1.6488492488861084,
      "learning_rate": 0.0002,
      "loss": 0.4486,
      "step": 1430
    },
    {
      "epoch": 0.04603617587685082,
      "grad_norm": 1.5334937572479248,
      "learning_rate": 0.0002,
      "loss": 0.4681,
      "step": 1431
    },
    {
      "epoch": 0.04606834650988845,
      "grad_norm": 1.2755295038223267,
      "learning_rate": 0.0002,
      "loss": 0.378,
      "step": 1432
    },
    {
      "epoch": 0.04610051714292608,
      "grad_norm": 1.5676610469818115,
      "learning_rate": 0.0002,
      "loss": 0.4602,
      "step": 1433
    },
    {
      "epoch": 0.04613268777596371,
      "grad_norm": 1.19869863986969,
      "learning_rate": 0.0002,
      "loss": 0.2673,
      "step": 1434
    },
    {
      "epoch": 0.04616485840900134,
      "grad_norm": 1.6611013412475586,
      "learning_rate": 0.0002,
      "loss": 0.3653,
      "step": 1435
    },
    {
      "epoch": 0.04619702904203898,
      "grad_norm": 1.4382052421569824,
      "learning_rate": 0.0002,
      "loss": 0.3965,
      "step": 1436
    },
    {
      "epoch": 0.046229199675076604,
      "grad_norm": 0.9932006597518921,
      "learning_rate": 0.0002,
      "loss": 0.2427,
      "step": 1437
    },
    {
      "epoch": 0.04626137030811424,
      "grad_norm": 1.6704516410827637,
      "learning_rate": 0.0002,
      "loss": 0.3112,
      "step": 1438
    },
    {
      "epoch": 0.04629354094115187,
      "grad_norm": 1.5460357666015625,
      "learning_rate": 0.0002,
      "loss": 0.3876,
      "step": 1439
    },
    {
      "epoch": 0.0463257115741895,
      "grad_norm": 2.0577073097229004,
      "learning_rate": 0.0002,
      "loss": 0.4263,
      "step": 1440
    },
    {
      "epoch": 0.046357882207227134,
      "grad_norm": 1.1508173942565918,
      "learning_rate": 0.0002,
      "loss": 0.315,
      "step": 1441
    },
    {
      "epoch": 0.04639005284026476,
      "grad_norm": 1.3590646982192993,
      "learning_rate": 0.0002,
      "loss": 0.4084,
      "step": 1442
    },
    {
      "epoch": 0.046422223473302396,
      "grad_norm": 1.240993618965149,
      "learning_rate": 0.0002,
      "loss": 0.3187,
      "step": 1443
    },
    {
      "epoch": 0.04645439410634003,
      "grad_norm": 1.3116302490234375,
      "learning_rate": 0.0002,
      "loss": 0.3764,
      "step": 1444
    },
    {
      "epoch": 0.04648656473937766,
      "grad_norm": 1.6527491807937622,
      "learning_rate": 0.0002,
      "loss": 0.4201,
      "step": 1445
    },
    {
      "epoch": 0.04651873537241529,
      "grad_norm": 1.2936692237854004,
      "learning_rate": 0.0002,
      "loss": 0.469,
      "step": 1446
    },
    {
      "epoch": 0.04655090600545292,
      "grad_norm": 1.1526631116867065,
      "learning_rate": 0.0002,
      "loss": 0.3582,
      "step": 1447
    },
    {
      "epoch": 0.04658307663849055,
      "grad_norm": 1.542704701423645,
      "learning_rate": 0.0002,
      "loss": 0.3234,
      "step": 1448
    },
    {
      "epoch": 0.04661524727152819,
      "grad_norm": 1.4509050846099854,
      "learning_rate": 0.0002,
      "loss": 0.4484,
      "step": 1449
    },
    {
      "epoch": 0.046647417904565815,
      "grad_norm": 1.5726640224456787,
      "learning_rate": 0.0002,
      "loss": 0.261,
      "step": 1450
    },
    {
      "epoch": 0.04667958853760345,
      "grad_norm": 1.2124269008636475,
      "learning_rate": 0.0002,
      "loss": 0.3115,
      "step": 1451
    },
    {
      "epoch": 0.04671175917064108,
      "grad_norm": 1.0470690727233887,
      "learning_rate": 0.0002,
      "loss": 0.2853,
      "step": 1452
    },
    {
      "epoch": 0.04674392980367871,
      "grad_norm": 1.931151032447815,
      "learning_rate": 0.0002,
      "loss": 0.5028,
      "step": 1453
    },
    {
      "epoch": 0.046776100436716345,
      "grad_norm": 1.1995562314987183,
      "learning_rate": 0.0002,
      "loss": 0.2847,
      "step": 1454
    },
    {
      "epoch": 0.04680827106975397,
      "grad_norm": 1.6659514904022217,
      "learning_rate": 0.0002,
      "loss": 0.3952,
      "step": 1455
    },
    {
      "epoch": 0.046840441702791606,
      "grad_norm": 1.3324707746505737,
      "learning_rate": 0.0002,
      "loss": 0.4092,
      "step": 1456
    },
    {
      "epoch": 0.04687261233582924,
      "grad_norm": 1.1650782823562622,
      "learning_rate": 0.0002,
      "loss": 0.2944,
      "step": 1457
    },
    {
      "epoch": 0.04690478296886687,
      "grad_norm": 1.620377540588379,
      "learning_rate": 0.0002,
      "loss": 0.3162,
      "step": 1458
    },
    {
      "epoch": 0.0469369536019045,
      "grad_norm": 1.1500126123428345,
      "learning_rate": 0.0002,
      "loss": 0.3448,
      "step": 1459
    },
    {
      "epoch": 0.046969124234942136,
      "grad_norm": 1.477286696434021,
      "learning_rate": 0.0002,
      "loss": 0.4504,
      "step": 1460
    },
    {
      "epoch": 0.047001294867979763,
      "grad_norm": 1.4970585107803345,
      "learning_rate": 0.0002,
      "loss": 0.3569,
      "step": 1461
    },
    {
      "epoch": 0.0470334655010174,
      "grad_norm": 1.5511740446090698,
      "learning_rate": 0.0002,
      "loss": 0.2649,
      "step": 1462
    },
    {
      "epoch": 0.047065636134055025,
      "grad_norm": 1.8167991638183594,
      "learning_rate": 0.0002,
      "loss": 0.4053,
      "step": 1463
    },
    {
      "epoch": 0.04709780676709266,
      "grad_norm": 1.2498788833618164,
      "learning_rate": 0.0002,
      "loss": 0.3652,
      "step": 1464
    },
    {
      "epoch": 0.04712997740013029,
      "grad_norm": 1.8893285989761353,
      "learning_rate": 0.0002,
      "loss": 0.379,
      "step": 1465
    },
    {
      "epoch": 0.04716214803316792,
      "grad_norm": 1.7289096117019653,
      "learning_rate": 0.0002,
      "loss": 0.3673,
      "step": 1466
    },
    {
      "epoch": 0.047194318666205555,
      "grad_norm": 1.4445691108703613,
      "learning_rate": 0.0002,
      "loss": 0.3611,
      "step": 1467
    },
    {
      "epoch": 0.04722648929924319,
      "grad_norm": 1.5476187467575073,
      "learning_rate": 0.0002,
      "loss": 0.381,
      "step": 1468
    },
    {
      "epoch": 0.047258659932280817,
      "grad_norm": 1.5521458387374878,
      "learning_rate": 0.0002,
      "loss": 0.3678,
      "step": 1469
    },
    {
      "epoch": 0.04729083056531845,
      "grad_norm": 1.5294138193130493,
      "learning_rate": 0.0002,
      "loss": 0.4198,
      "step": 1470
    },
    {
      "epoch": 0.04732300119835608,
      "grad_norm": 1.6307885646820068,
      "learning_rate": 0.0002,
      "loss": 0.3544,
      "step": 1471
    },
    {
      "epoch": 0.04735517183139371,
      "grad_norm": 1.6613407135009766,
      "learning_rate": 0.0002,
      "loss": 0.4712,
      "step": 1472
    },
    {
      "epoch": 0.047387342464431347,
      "grad_norm": 1.4089165925979614,
      "learning_rate": 0.0002,
      "loss": 0.3162,
      "step": 1473
    },
    {
      "epoch": 0.047419513097468974,
      "grad_norm": 1.3935490846633911,
      "learning_rate": 0.0002,
      "loss": 0.4137,
      "step": 1474
    },
    {
      "epoch": 0.04745168373050661,
      "grad_norm": 1.1642107963562012,
      "learning_rate": 0.0002,
      "loss": 0.2927,
      "step": 1475
    },
    {
      "epoch": 0.047483854363544235,
      "grad_norm": 1.311366081237793,
      "learning_rate": 0.0002,
      "loss": 0.2852,
      "step": 1476
    },
    {
      "epoch": 0.04751602499658187,
      "grad_norm": 1.118857741355896,
      "learning_rate": 0.0002,
      "loss": 0.2907,
      "step": 1477
    },
    {
      "epoch": 0.047548195629619504,
      "grad_norm": 1.3214762210845947,
      "learning_rate": 0.0002,
      "loss": 0.2758,
      "step": 1478
    },
    {
      "epoch": 0.04758036626265713,
      "grad_norm": 1.2161662578582764,
      "learning_rate": 0.0002,
      "loss": 0.2175,
      "step": 1479
    },
    {
      "epoch": 0.047612536895694765,
      "grad_norm": 1.0806174278259277,
      "learning_rate": 0.0002,
      "loss": 0.2832,
      "step": 1480
    },
    {
      "epoch": 0.0476447075287324,
      "grad_norm": 1.919048547744751,
      "learning_rate": 0.0002,
      "loss": 0.4596,
      "step": 1481
    },
    {
      "epoch": 0.04767687816177003,
      "grad_norm": 1.276175856590271,
      "learning_rate": 0.0002,
      "loss": 0.2624,
      "step": 1482
    },
    {
      "epoch": 0.04770904879480766,
      "grad_norm": 1.5228010416030884,
      "learning_rate": 0.0002,
      "loss": 0.4307,
      "step": 1483
    },
    {
      "epoch": 0.04774121942784529,
      "grad_norm": 1.3110778331756592,
      "learning_rate": 0.0002,
      "loss": 0.3083,
      "step": 1484
    },
    {
      "epoch": 0.04777339006088292,
      "grad_norm": 1.2396190166473389,
      "learning_rate": 0.0002,
      "loss": 0.3227,
      "step": 1485
    },
    {
      "epoch": 0.04780556069392056,
      "grad_norm": 1.2306792736053467,
      "learning_rate": 0.0002,
      "loss": 0.3834,
      "step": 1486
    },
    {
      "epoch": 0.047837731326958184,
      "grad_norm": 1.4866489171981812,
      "learning_rate": 0.0002,
      "loss": 0.4309,
      "step": 1487
    },
    {
      "epoch": 0.04786990195999582,
      "grad_norm": 1.3689061403274536,
      "learning_rate": 0.0002,
      "loss": 0.3267,
      "step": 1488
    },
    {
      "epoch": 0.04790207259303345,
      "grad_norm": 1.3801203966140747,
      "learning_rate": 0.0002,
      "loss": 0.3421,
      "step": 1489
    },
    {
      "epoch": 0.04793424322607108,
      "grad_norm": 1.07185959815979,
      "learning_rate": 0.0002,
      "loss": 0.3797,
      "step": 1490
    },
    {
      "epoch": 0.047966413859108714,
      "grad_norm": 1.1283929347991943,
      "learning_rate": 0.0002,
      "loss": 0.2562,
      "step": 1491
    },
    {
      "epoch": 0.04799858449214634,
      "grad_norm": 1.3679052591323853,
      "learning_rate": 0.0002,
      "loss": 0.3658,
      "step": 1492
    },
    {
      "epoch": 0.048030755125183976,
      "grad_norm": 1.3655425310134888,
      "learning_rate": 0.0002,
      "loss": 0.3761,
      "step": 1493
    },
    {
      "epoch": 0.04806292575822161,
      "grad_norm": 1.2357083559036255,
      "learning_rate": 0.0002,
      "loss": 0.3179,
      "step": 1494
    },
    {
      "epoch": 0.04809509639125924,
      "grad_norm": 1.503185510635376,
      "learning_rate": 0.0002,
      "loss": 0.4409,
      "step": 1495
    },
    {
      "epoch": 0.04812726702429687,
      "grad_norm": 1.5923548936843872,
      "learning_rate": 0.0002,
      "loss": 0.3991,
      "step": 1496
    },
    {
      "epoch": 0.048159437657334506,
      "grad_norm": 1.3532475233078003,
      "learning_rate": 0.0002,
      "loss": 0.32,
      "step": 1497
    },
    {
      "epoch": 0.04819160829037213,
      "grad_norm": 1.3632147312164307,
      "learning_rate": 0.0002,
      "loss": 0.3769,
      "step": 1498
    },
    {
      "epoch": 0.04822377892340977,
      "grad_norm": 1.1608872413635254,
      "learning_rate": 0.0002,
      "loss": 0.3744,
      "step": 1499
    },
    {
      "epoch": 0.048255949556447394,
      "grad_norm": 1.5485931634902954,
      "learning_rate": 0.0002,
      "loss": 0.4389,
      "step": 1500
    },
    {
      "epoch": 0.04828812018948503,
      "grad_norm": 1.5251942873001099,
      "learning_rate": 0.0002,
      "loss": 0.3506,
      "step": 1501
    },
    {
      "epoch": 0.04832029082252266,
      "grad_norm": 1.2648240327835083,
      "learning_rate": 0.0002,
      "loss": 0.3374,
      "step": 1502
    },
    {
      "epoch": 0.04835246145556029,
      "grad_norm": 1.522647738456726,
      "learning_rate": 0.0002,
      "loss": 0.363,
      "step": 1503
    },
    {
      "epoch": 0.048384632088597924,
      "grad_norm": 1.4158401489257812,
      "learning_rate": 0.0002,
      "loss": 0.3463,
      "step": 1504
    },
    {
      "epoch": 0.04841680272163555,
      "grad_norm": 1.4513630867004395,
      "learning_rate": 0.0002,
      "loss": 0.3664,
      "step": 1505
    },
    {
      "epoch": 0.048448973354673186,
      "grad_norm": 1.266608476638794,
      "learning_rate": 0.0002,
      "loss": 0.3974,
      "step": 1506
    },
    {
      "epoch": 0.04848114398771082,
      "grad_norm": 1.3680343627929688,
      "learning_rate": 0.0002,
      "loss": 0.3978,
      "step": 1507
    },
    {
      "epoch": 0.04851331462074845,
      "grad_norm": 1.6799925565719604,
      "learning_rate": 0.0002,
      "loss": 0.3798,
      "step": 1508
    },
    {
      "epoch": 0.04854548525378608,
      "grad_norm": 1.2950822114944458,
      "learning_rate": 0.0002,
      "loss": 0.2518,
      "step": 1509
    },
    {
      "epoch": 0.048577655886823716,
      "grad_norm": 1.1862430572509766,
      "learning_rate": 0.0002,
      "loss": 0.2965,
      "step": 1510
    },
    {
      "epoch": 0.04860982651986134,
      "grad_norm": 1.4023401737213135,
      "learning_rate": 0.0002,
      "loss": 0.438,
      "step": 1511
    },
    {
      "epoch": 0.04864199715289898,
      "grad_norm": 1.377191424369812,
      "learning_rate": 0.0002,
      "loss": 0.3009,
      "step": 1512
    },
    {
      "epoch": 0.048674167785936605,
      "grad_norm": 1.4670759439468384,
      "learning_rate": 0.0002,
      "loss": 0.3083,
      "step": 1513
    },
    {
      "epoch": 0.04870633841897424,
      "grad_norm": 1.3350967168807983,
      "learning_rate": 0.0002,
      "loss": 0.3458,
      "step": 1514
    },
    {
      "epoch": 0.04873850905201187,
      "grad_norm": 1.3013676404953003,
      "learning_rate": 0.0002,
      "loss": 0.3471,
      "step": 1515
    },
    {
      "epoch": 0.0487706796850495,
      "grad_norm": 1.3004674911499023,
      "learning_rate": 0.0002,
      "loss": 0.2451,
      "step": 1516
    },
    {
      "epoch": 0.048802850318087135,
      "grad_norm": 1.4073675870895386,
      "learning_rate": 0.0002,
      "loss": 0.3538,
      "step": 1517
    },
    {
      "epoch": 0.04883502095112477,
      "grad_norm": 1.075456142425537,
      "learning_rate": 0.0002,
      "loss": 0.2355,
      "step": 1518
    },
    {
      "epoch": 0.048867191584162396,
      "grad_norm": 1.3571621179580688,
      "learning_rate": 0.0002,
      "loss": 0.4193,
      "step": 1519
    },
    {
      "epoch": 0.04889936221720003,
      "grad_norm": 1.3405919075012207,
      "learning_rate": 0.0002,
      "loss": 0.4181,
      "step": 1520
    },
    {
      "epoch": 0.04893153285023766,
      "grad_norm": 1.2873233556747437,
      "learning_rate": 0.0002,
      "loss": 0.3231,
      "step": 1521
    },
    {
      "epoch": 0.04896370348327529,
      "grad_norm": 1.2738192081451416,
      "learning_rate": 0.0002,
      "loss": 0.2984,
      "step": 1522
    },
    {
      "epoch": 0.048995874116312926,
      "grad_norm": 1.1146190166473389,
      "learning_rate": 0.0002,
      "loss": 0.282,
      "step": 1523
    },
    {
      "epoch": 0.049028044749350554,
      "grad_norm": 1.4547375440597534,
      "learning_rate": 0.0002,
      "loss": 0.298,
      "step": 1524
    },
    {
      "epoch": 0.04906021538238819,
      "grad_norm": 1.3036651611328125,
      "learning_rate": 0.0002,
      "loss": 0.2705,
      "step": 1525
    },
    {
      "epoch": 0.049092386015425815,
      "grad_norm": 1.4584808349609375,
      "learning_rate": 0.0002,
      "loss": 0.3082,
      "step": 1526
    },
    {
      "epoch": 0.04912455664846345,
      "grad_norm": 1.248733639717102,
      "learning_rate": 0.0002,
      "loss": 0.2492,
      "step": 1527
    },
    {
      "epoch": 0.049156727281501084,
      "grad_norm": 1.387384057044983,
      "learning_rate": 0.0002,
      "loss": 0.4665,
      "step": 1528
    },
    {
      "epoch": 0.04918889791453871,
      "grad_norm": 1.8141568899154663,
      "learning_rate": 0.0002,
      "loss": 0.4015,
      "step": 1529
    },
    {
      "epoch": 0.049221068547576345,
      "grad_norm": 1.507602334022522,
      "learning_rate": 0.0002,
      "loss": 0.3244,
      "step": 1530
    },
    {
      "epoch": 0.04925323918061398,
      "grad_norm": 1.3984262943267822,
      "learning_rate": 0.0002,
      "loss": 0.408,
      "step": 1531
    },
    {
      "epoch": 0.04928540981365161,
      "grad_norm": 1.091915488243103,
      "learning_rate": 0.0002,
      "loss": 0.3002,
      "step": 1532
    },
    {
      "epoch": 0.04931758044668924,
      "grad_norm": 1.6080771684646606,
      "learning_rate": 0.0002,
      "loss": 0.4049,
      "step": 1533
    },
    {
      "epoch": 0.04934975107972687,
      "grad_norm": 1.728216528892517,
      "learning_rate": 0.0002,
      "loss": 0.5358,
      "step": 1534
    },
    {
      "epoch": 0.0493819217127645,
      "grad_norm": 1.3685166835784912,
      "learning_rate": 0.0002,
      "loss": 0.3306,
      "step": 1535
    },
    {
      "epoch": 0.04941409234580214,
      "grad_norm": 1.2464463710784912,
      "learning_rate": 0.0002,
      "loss": 0.3564,
      "step": 1536
    },
    {
      "epoch": 0.049446262978839764,
      "grad_norm": 1.4183448553085327,
      "learning_rate": 0.0002,
      "loss": 0.3739,
      "step": 1537
    },
    {
      "epoch": 0.0494784336118774,
      "grad_norm": 1.295448660850525,
      "learning_rate": 0.0002,
      "loss": 0.4188,
      "step": 1538
    },
    {
      "epoch": 0.04951060424491503,
      "grad_norm": 1.3212343454360962,
      "learning_rate": 0.0002,
      "loss": 0.2858,
      "step": 1539
    },
    {
      "epoch": 0.04954277487795266,
      "grad_norm": 1.4960620403289795,
      "learning_rate": 0.0002,
      "loss": 0.5288,
      "step": 1540
    },
    {
      "epoch": 0.049574945510990294,
      "grad_norm": 1.3761457204818726,
      "learning_rate": 0.0002,
      "loss": 0.3969,
      "step": 1541
    },
    {
      "epoch": 0.04960711614402792,
      "grad_norm": 1.5779438018798828,
      "learning_rate": 0.0002,
      "loss": 0.2494,
      "step": 1542
    },
    {
      "epoch": 0.049639286777065555,
      "grad_norm": 1.2518658638000488,
      "learning_rate": 0.0002,
      "loss": 0.3184,
      "step": 1543
    },
    {
      "epoch": 0.04967145741010319,
      "grad_norm": 1.4100137948989868,
      "learning_rate": 0.0002,
      "loss": 0.3834,
      "step": 1544
    },
    {
      "epoch": 0.04970362804314082,
      "grad_norm": 1.3228663206100464,
      "learning_rate": 0.0002,
      "loss": 0.351,
      "step": 1545
    },
    {
      "epoch": 0.04973579867617845,
      "grad_norm": 1.3760907649993896,
      "learning_rate": 0.0002,
      "loss": 0.376,
      "step": 1546
    },
    {
      "epoch": 0.049767969309216085,
      "grad_norm": 1.4650505781173706,
      "learning_rate": 0.0002,
      "loss": 0.4025,
      "step": 1547
    },
    {
      "epoch": 0.04980013994225371,
      "grad_norm": 1.40999174118042,
      "learning_rate": 0.0002,
      "loss": 0.2958,
      "step": 1548
    },
    {
      "epoch": 0.04983231057529135,
      "grad_norm": 1.47897469997406,
      "learning_rate": 0.0002,
      "loss": 0.4045,
      "step": 1549
    },
    {
      "epoch": 0.049864481208328974,
      "grad_norm": 1.4734894037246704,
      "learning_rate": 0.0002,
      "loss": 0.412,
      "step": 1550
    },
    {
      "epoch": 0.04989665184136661,
      "grad_norm": 1.479581594467163,
      "learning_rate": 0.0002,
      "loss": 0.4347,
      "step": 1551
    },
    {
      "epoch": 0.04992882247440424,
      "grad_norm": 1.43727445602417,
      "learning_rate": 0.0002,
      "loss": 0.358,
      "step": 1552
    },
    {
      "epoch": 0.04996099310744187,
      "grad_norm": 1.3506724834442139,
      "learning_rate": 0.0002,
      "loss": 0.3574,
      "step": 1553
    },
    {
      "epoch": 0.049993163740479504,
      "grad_norm": 1.3548485040664673,
      "learning_rate": 0.0002,
      "loss": 0.4102,
      "step": 1554
    },
    {
      "epoch": 0.05002533437351713,
      "grad_norm": 1.2662158012390137,
      "learning_rate": 0.0002,
      "loss": 0.3075,
      "step": 1555
    },
    {
      "epoch": 0.050057505006554766,
      "grad_norm": 1.3272203207015991,
      "learning_rate": 0.0002,
      "loss": 0.369,
      "step": 1556
    },
    {
      "epoch": 0.0500896756395924,
      "grad_norm": 1.6031731367111206,
      "learning_rate": 0.0002,
      "loss": 0.3848,
      "step": 1557
    },
    {
      "epoch": 0.05012184627263003,
      "grad_norm": 1.3604938983917236,
      "learning_rate": 0.0002,
      "loss": 0.34,
      "step": 1558
    },
    {
      "epoch": 0.05015401690566766,
      "grad_norm": 1.5180037021636963,
      "learning_rate": 0.0002,
      "loss": 0.4665,
      "step": 1559
    },
    {
      "epoch": 0.050186187538705296,
      "grad_norm": 1.168816328048706,
      "learning_rate": 0.0002,
      "loss": 0.3258,
      "step": 1560
    },
    {
      "epoch": 0.05021835817174292,
      "grad_norm": 1.2617565393447876,
      "learning_rate": 0.0002,
      "loss": 0.4201,
      "step": 1561
    },
    {
      "epoch": 0.05025052880478056,
      "grad_norm": 1.1290972232818604,
      "learning_rate": 0.0002,
      "loss": 0.2932,
      "step": 1562
    },
    {
      "epoch": 0.050282699437818185,
      "grad_norm": 1.6037954092025757,
      "learning_rate": 0.0002,
      "loss": 0.416,
      "step": 1563
    },
    {
      "epoch": 0.05031487007085582,
      "grad_norm": 1.079399824142456,
      "learning_rate": 0.0002,
      "loss": 0.2976,
      "step": 1564
    },
    {
      "epoch": 0.05034704070389345,
      "grad_norm": 1.2500228881835938,
      "learning_rate": 0.0002,
      "loss": 0.3323,
      "step": 1565
    },
    {
      "epoch": 0.05037921133693108,
      "grad_norm": 1.1871380805969238,
      "learning_rate": 0.0002,
      "loss": 0.2887,
      "step": 1566
    },
    {
      "epoch": 0.050411381969968715,
      "grad_norm": 1.3467003107070923,
      "learning_rate": 0.0002,
      "loss": 0.3671,
      "step": 1567
    },
    {
      "epoch": 0.05044355260300635,
      "grad_norm": 1.2965887784957886,
      "learning_rate": 0.0002,
      "loss": 0.2617,
      "step": 1568
    },
    {
      "epoch": 0.050475723236043976,
      "grad_norm": 1.278153419494629,
      "learning_rate": 0.0002,
      "loss": 0.3494,
      "step": 1569
    },
    {
      "epoch": 0.05050789386908161,
      "grad_norm": 1.5383782386779785,
      "learning_rate": 0.0002,
      "loss": 0.4948,
      "step": 1570
    },
    {
      "epoch": 0.05054006450211924,
      "grad_norm": 1.3197252750396729,
      "learning_rate": 0.0002,
      "loss": 0.355,
      "step": 1571
    },
    {
      "epoch": 0.05057223513515687,
      "grad_norm": 1.4537074565887451,
      "learning_rate": 0.0002,
      "loss": 0.3273,
      "step": 1572
    },
    {
      "epoch": 0.050604405768194506,
      "grad_norm": 1.610923171043396,
      "learning_rate": 0.0002,
      "loss": 0.3291,
      "step": 1573
    },
    {
      "epoch": 0.05063657640123213,
      "grad_norm": 1.765781044960022,
      "learning_rate": 0.0002,
      "loss": 0.4315,
      "step": 1574
    },
    {
      "epoch": 0.05066874703426977,
      "grad_norm": 1.3184614181518555,
      "learning_rate": 0.0002,
      "loss": 0.4218,
      "step": 1575
    },
    {
      "epoch": 0.0507009176673074,
      "grad_norm": 1.623669147491455,
      "learning_rate": 0.0002,
      "loss": 0.2941,
      "step": 1576
    },
    {
      "epoch": 0.05073308830034503,
      "grad_norm": 1.5368499755859375,
      "learning_rate": 0.0002,
      "loss": 0.242,
      "step": 1577
    },
    {
      "epoch": 0.05076525893338266,
      "grad_norm": 1.2828119993209839,
      "learning_rate": 0.0002,
      "loss": 0.2659,
      "step": 1578
    },
    {
      "epoch": 0.05079742956642029,
      "grad_norm": 1.3580701351165771,
      "learning_rate": 0.0002,
      "loss": 0.4387,
      "step": 1579
    },
    {
      "epoch": 0.050829600199457925,
      "grad_norm": 1.4596116542816162,
      "learning_rate": 0.0002,
      "loss": 0.3274,
      "step": 1580
    },
    {
      "epoch": 0.05086177083249556,
      "grad_norm": 1.4814192056655884,
      "learning_rate": 0.0002,
      "loss": 0.4115,
      "step": 1581
    },
    {
      "epoch": 0.050893941465533186,
      "grad_norm": 1.1277114152908325,
      "learning_rate": 0.0002,
      "loss": 0.36,
      "step": 1582
    },
    {
      "epoch": 0.05092611209857082,
      "grad_norm": 1.430499792098999,
      "learning_rate": 0.0002,
      "loss": 0.2603,
      "step": 1583
    },
    {
      "epoch": 0.05095828273160845,
      "grad_norm": 1.3733747005462646,
      "learning_rate": 0.0002,
      "loss": 0.2948,
      "step": 1584
    },
    {
      "epoch": 0.05099045336464608,
      "grad_norm": 1.4214235544204712,
      "learning_rate": 0.0002,
      "loss": 0.3663,
      "step": 1585
    },
    {
      "epoch": 0.051022623997683716,
      "grad_norm": 1.2481249570846558,
      "learning_rate": 0.0002,
      "loss": 0.3073,
      "step": 1586
    },
    {
      "epoch": 0.051054794630721344,
      "grad_norm": 1.3283584117889404,
      "learning_rate": 0.0002,
      "loss": 0.2793,
      "step": 1587
    },
    {
      "epoch": 0.05108696526375898,
      "grad_norm": 1.6907626390457153,
      "learning_rate": 0.0002,
      "loss": 0.4067,
      "step": 1588
    },
    {
      "epoch": 0.05111913589679661,
      "grad_norm": 1.4432505369186401,
      "learning_rate": 0.0002,
      "loss": 0.3922,
      "step": 1589
    },
    {
      "epoch": 0.05115130652983424,
      "grad_norm": 1.4327378273010254,
      "learning_rate": 0.0002,
      "loss": 0.3844,
      "step": 1590
    },
    {
      "epoch": 0.051183477162871874,
      "grad_norm": 1.814501404762268,
      "learning_rate": 0.0002,
      "loss": 0.3613,
      "step": 1591
    },
    {
      "epoch": 0.0512156477959095,
      "grad_norm": 1.4006270170211792,
      "learning_rate": 0.0002,
      "loss": 0.3699,
      "step": 1592
    },
    {
      "epoch": 0.051247818428947135,
      "grad_norm": 1.2841355800628662,
      "learning_rate": 0.0002,
      "loss": 0.2668,
      "step": 1593
    },
    {
      "epoch": 0.05127998906198477,
      "grad_norm": 1.1496292352676392,
      "learning_rate": 0.0002,
      "loss": 0.2569,
      "step": 1594
    },
    {
      "epoch": 0.0513121596950224,
      "grad_norm": 1.259864091873169,
      "learning_rate": 0.0002,
      "loss": 0.3896,
      "step": 1595
    },
    {
      "epoch": 0.05134433032806003,
      "grad_norm": 1.250905156135559,
      "learning_rate": 0.0002,
      "loss": 0.477,
      "step": 1596
    },
    {
      "epoch": 0.051376500961097665,
      "grad_norm": 1.5686086416244507,
      "learning_rate": 0.0002,
      "loss": 0.3683,
      "step": 1597
    },
    {
      "epoch": 0.05140867159413529,
      "grad_norm": 1.4434287548065186,
      "learning_rate": 0.0002,
      "loss": 0.2,
      "step": 1598
    },
    {
      "epoch": 0.05144084222717293,
      "grad_norm": 1.373952865600586,
      "learning_rate": 0.0002,
      "loss": 0.2526,
      "step": 1599
    },
    {
      "epoch": 0.051473012860210554,
      "grad_norm": 1.275578498840332,
      "learning_rate": 0.0002,
      "loss": 0.2626,
      "step": 1600
    },
    {
      "epoch": 0.051473012860210554,
      "eval_loss": 0.32298070192337036,
      "eval_runtime": 28.7816,
      "eval_samples_per_second": 8.651,
      "eval_steps_per_second": 4.343,
      "step": 1600
    },
    {
      "epoch": 0.05150518349324819,
      "grad_norm": 1.293373703956604,
      "learning_rate": 0.0002,
      "loss": 0.2867,
      "step": 1601
    },
    {
      "epoch": 0.05153735412628582,
      "grad_norm": 1.954478144645691,
      "learning_rate": 0.0002,
      "loss": 0.2713,
      "step": 1602
    },
    {
      "epoch": 0.05156952475932345,
      "grad_norm": 1.4226385354995728,
      "learning_rate": 0.0002,
      "loss": 0.3493,
      "step": 1603
    },
    {
      "epoch": 0.051601695392361084,
      "grad_norm": 1.4402284622192383,
      "learning_rate": 0.0002,
      "loss": 0.3488,
      "step": 1604
    },
    {
      "epoch": 0.05163386602539871,
      "grad_norm": 1.2787245512008667,
      "learning_rate": 0.0002,
      "loss": 0.3158,
      "step": 1605
    },
    {
      "epoch": 0.051666036658436346,
      "grad_norm": 1.3623970746994019,
      "learning_rate": 0.0002,
      "loss": 0.326,
      "step": 1606
    },
    {
      "epoch": 0.05169820729147398,
      "grad_norm": 1.5353353023529053,
      "learning_rate": 0.0002,
      "loss": 0.3247,
      "step": 1607
    },
    {
      "epoch": 0.05173037792451161,
      "grad_norm": 1.0746046304702759,
      "learning_rate": 0.0002,
      "loss": 0.276,
      "step": 1608
    },
    {
      "epoch": 0.05176254855754924,
      "grad_norm": 1.6327682733535767,
      "learning_rate": 0.0002,
      "loss": 0.4567,
      "step": 1609
    },
    {
      "epoch": 0.051794719190586876,
      "grad_norm": 1.284000039100647,
      "learning_rate": 0.0002,
      "loss": 0.2964,
      "step": 1610
    },
    {
      "epoch": 0.0518268898236245,
      "grad_norm": 1.4247043132781982,
      "learning_rate": 0.0002,
      "loss": 0.4059,
      "step": 1611
    },
    {
      "epoch": 0.05185906045666214,
      "grad_norm": 1.3963816165924072,
      "learning_rate": 0.0002,
      "loss": 0.2186,
      "step": 1612
    },
    {
      "epoch": 0.051891231089699764,
      "grad_norm": 1.5223742723464966,
      "learning_rate": 0.0002,
      "loss": 0.4245,
      "step": 1613
    },
    {
      "epoch": 0.0519234017227374,
      "grad_norm": 1.524560570716858,
      "learning_rate": 0.0002,
      "loss": 0.3594,
      "step": 1614
    },
    {
      "epoch": 0.05195557235577503,
      "grad_norm": 1.2883237600326538,
      "learning_rate": 0.0002,
      "loss": 0.3207,
      "step": 1615
    },
    {
      "epoch": 0.05198774298881266,
      "grad_norm": 1.3281550407409668,
      "learning_rate": 0.0002,
      "loss": 0.2525,
      "step": 1616
    },
    {
      "epoch": 0.052019913621850294,
      "grad_norm": 1.4164742231369019,
      "learning_rate": 0.0002,
      "loss": 0.3592,
      "step": 1617
    },
    {
      "epoch": 0.05205208425488793,
      "grad_norm": 1.3430583477020264,
      "learning_rate": 0.0002,
      "loss": 0.3874,
      "step": 1618
    },
    {
      "epoch": 0.052084254887925556,
      "grad_norm": 1.2102442979812622,
      "learning_rate": 0.0002,
      "loss": 0.3332,
      "step": 1619
    },
    {
      "epoch": 0.05211642552096319,
      "grad_norm": 1.2358921766281128,
      "learning_rate": 0.0002,
      "loss": 0.3808,
      "step": 1620
    },
    {
      "epoch": 0.05214859615400082,
      "grad_norm": 2.1207656860351562,
      "learning_rate": 0.0002,
      "loss": 0.3696,
      "step": 1621
    },
    {
      "epoch": 0.05218076678703845,
      "grad_norm": 1.2918682098388672,
      "learning_rate": 0.0002,
      "loss": 0.3035,
      "step": 1622
    },
    {
      "epoch": 0.052212937420076086,
      "grad_norm": 1.468856930732727,
      "learning_rate": 0.0002,
      "loss": 0.4139,
      "step": 1623
    },
    {
      "epoch": 0.05224510805311371,
      "grad_norm": 1.2353788614273071,
      "learning_rate": 0.0002,
      "loss": 0.3485,
      "step": 1624
    },
    {
      "epoch": 0.05227727868615135,
      "grad_norm": 1.2309379577636719,
      "learning_rate": 0.0002,
      "loss": 0.3515,
      "step": 1625
    },
    {
      "epoch": 0.05230944931918898,
      "grad_norm": 1.4282273054122925,
      "learning_rate": 0.0002,
      "loss": 0.2622,
      "step": 1626
    },
    {
      "epoch": 0.05234161995222661,
      "grad_norm": 1.4643419981002808,
      "learning_rate": 0.0002,
      "loss": 0.3148,
      "step": 1627
    },
    {
      "epoch": 0.05237379058526424,
      "grad_norm": 1.2791427373886108,
      "learning_rate": 0.0002,
      "loss": 0.2369,
      "step": 1628
    },
    {
      "epoch": 0.05240596121830187,
      "grad_norm": 1.4609307050704956,
      "learning_rate": 0.0002,
      "loss": 0.3716,
      "step": 1629
    },
    {
      "epoch": 0.052438131851339505,
      "grad_norm": 1.3073168992996216,
      "learning_rate": 0.0002,
      "loss": 0.3514,
      "step": 1630
    },
    {
      "epoch": 0.05247030248437714,
      "grad_norm": 1.682662844657898,
      "learning_rate": 0.0002,
      "loss": 0.4786,
      "step": 1631
    },
    {
      "epoch": 0.052502473117414766,
      "grad_norm": 1.6667532920837402,
      "learning_rate": 0.0002,
      "loss": 0.3054,
      "step": 1632
    },
    {
      "epoch": 0.0525346437504524,
      "grad_norm": 1.7224571704864502,
      "learning_rate": 0.0002,
      "loss": 0.3226,
      "step": 1633
    },
    {
      "epoch": 0.05256681438349003,
      "grad_norm": 1.6179438829421997,
      "learning_rate": 0.0002,
      "loss": 0.3544,
      "step": 1634
    },
    {
      "epoch": 0.05259898501652766,
      "grad_norm": 1.5665251016616821,
      "learning_rate": 0.0002,
      "loss": 0.2653,
      "step": 1635
    },
    {
      "epoch": 0.052631155649565296,
      "grad_norm": 1.6938865184783936,
      "learning_rate": 0.0002,
      "loss": 0.3111,
      "step": 1636
    },
    {
      "epoch": 0.052663326282602924,
      "grad_norm": 1.654742956161499,
      "learning_rate": 0.0002,
      "loss": 0.296,
      "step": 1637
    },
    {
      "epoch": 0.05269549691564056,
      "grad_norm": 1.2744419574737549,
      "learning_rate": 0.0002,
      "loss": 0.3968,
      "step": 1638
    },
    {
      "epoch": 0.05272766754867819,
      "grad_norm": 1.5279433727264404,
      "learning_rate": 0.0002,
      "loss": 0.3807,
      "step": 1639
    },
    {
      "epoch": 0.05275983818171582,
      "grad_norm": 1.4322067499160767,
      "learning_rate": 0.0002,
      "loss": 0.3944,
      "step": 1640
    },
    {
      "epoch": 0.052792008814753454,
      "grad_norm": 1.7231345176696777,
      "learning_rate": 0.0002,
      "loss": 0.3679,
      "step": 1641
    },
    {
      "epoch": 0.05282417944779108,
      "grad_norm": 1.3890626430511475,
      "learning_rate": 0.0002,
      "loss": 0.3432,
      "step": 1642
    },
    {
      "epoch": 0.052856350080828715,
      "grad_norm": 1.8426936864852905,
      "learning_rate": 0.0002,
      "loss": 0.3827,
      "step": 1643
    },
    {
      "epoch": 0.05288852071386635,
      "grad_norm": 1.3114937543869019,
      "learning_rate": 0.0002,
      "loss": 0.3065,
      "step": 1644
    },
    {
      "epoch": 0.05292069134690398,
      "grad_norm": 1.37386155128479,
      "learning_rate": 0.0002,
      "loss": 0.3879,
      "step": 1645
    },
    {
      "epoch": 0.05295286197994161,
      "grad_norm": 1.399117112159729,
      "learning_rate": 0.0002,
      "loss": 0.3109,
      "step": 1646
    },
    {
      "epoch": 0.052985032612979245,
      "grad_norm": 1.4952045679092407,
      "learning_rate": 0.0002,
      "loss": 0.3416,
      "step": 1647
    },
    {
      "epoch": 0.05301720324601687,
      "grad_norm": 1.2361903190612793,
      "learning_rate": 0.0002,
      "loss": 0.3465,
      "step": 1648
    },
    {
      "epoch": 0.05304937387905451,
      "grad_norm": 1.3692654371261597,
      "learning_rate": 0.0002,
      "loss": 0.309,
      "step": 1649
    },
    {
      "epoch": 0.053081544512092134,
      "grad_norm": 1.401586651802063,
      "learning_rate": 0.0002,
      "loss": 0.3781,
      "step": 1650
    },
    {
      "epoch": 0.05311371514512977,
      "grad_norm": 1.240088939666748,
      "learning_rate": 0.0002,
      "loss": 0.2762,
      "step": 1651
    },
    {
      "epoch": 0.0531458857781674,
      "grad_norm": 1.792125940322876,
      "learning_rate": 0.0002,
      "loss": 0.4918,
      "step": 1652
    },
    {
      "epoch": 0.05317805641120503,
      "grad_norm": 1.360266923904419,
      "learning_rate": 0.0002,
      "loss": 0.3424,
      "step": 1653
    },
    {
      "epoch": 0.053210227044242664,
      "grad_norm": 1.3013075590133667,
      "learning_rate": 0.0002,
      "loss": 0.3393,
      "step": 1654
    },
    {
      "epoch": 0.0532423976772803,
      "grad_norm": 1.6117784976959229,
      "learning_rate": 0.0002,
      "loss": 0.2893,
      "step": 1655
    },
    {
      "epoch": 0.053274568310317925,
      "grad_norm": 1.3652844429016113,
      "learning_rate": 0.0002,
      "loss": 0.3569,
      "step": 1656
    },
    {
      "epoch": 0.05330673894335556,
      "grad_norm": 1.434241533279419,
      "learning_rate": 0.0002,
      "loss": 0.3126,
      "step": 1657
    },
    {
      "epoch": 0.05333890957639319,
      "grad_norm": 1.442833662033081,
      "learning_rate": 0.0002,
      "loss": 0.2712,
      "step": 1658
    },
    {
      "epoch": 0.05337108020943082,
      "grad_norm": 1.1605110168457031,
      "learning_rate": 0.0002,
      "loss": 0.2821,
      "step": 1659
    },
    {
      "epoch": 0.053403250842468455,
      "grad_norm": 1.3498077392578125,
      "learning_rate": 0.0002,
      "loss": 0.4021,
      "step": 1660
    },
    {
      "epoch": 0.05343542147550608,
      "grad_norm": 1.5127185583114624,
      "learning_rate": 0.0002,
      "loss": 0.4155,
      "step": 1661
    },
    {
      "epoch": 0.05346759210854372,
      "grad_norm": 1.2818982601165771,
      "learning_rate": 0.0002,
      "loss": 0.3557,
      "step": 1662
    },
    {
      "epoch": 0.053499762741581344,
      "grad_norm": 1.0614053010940552,
      "learning_rate": 0.0002,
      "loss": 0.2353,
      "step": 1663
    },
    {
      "epoch": 0.05353193337461898,
      "grad_norm": 1.554489016532898,
      "learning_rate": 0.0002,
      "loss": 0.3121,
      "step": 1664
    },
    {
      "epoch": 0.05356410400765661,
      "grad_norm": 1.8659179210662842,
      "learning_rate": 0.0002,
      "loss": 0.3481,
      "step": 1665
    },
    {
      "epoch": 0.05359627464069424,
      "grad_norm": 1.556249737739563,
      "learning_rate": 0.0002,
      "loss": 0.3768,
      "step": 1666
    },
    {
      "epoch": 0.053628445273731874,
      "grad_norm": 1.8973748683929443,
      "learning_rate": 0.0002,
      "loss": 0.4356,
      "step": 1667
    },
    {
      "epoch": 0.05366061590676951,
      "grad_norm": 1.4099444150924683,
      "learning_rate": 0.0002,
      "loss": 0.3529,
      "step": 1668
    },
    {
      "epoch": 0.053692786539807136,
      "grad_norm": 1.4847983121871948,
      "learning_rate": 0.0002,
      "loss": 0.228,
      "step": 1669
    },
    {
      "epoch": 0.05372495717284477,
      "grad_norm": 1.6904289722442627,
      "learning_rate": 0.0002,
      "loss": 0.4133,
      "step": 1670
    },
    {
      "epoch": 0.0537571278058824,
      "grad_norm": 1.9371005296707153,
      "learning_rate": 0.0002,
      "loss": 0.4057,
      "step": 1671
    },
    {
      "epoch": 0.05378929843892003,
      "grad_norm": 1.69685697555542,
      "learning_rate": 0.0002,
      "loss": 0.351,
      "step": 1672
    },
    {
      "epoch": 0.053821469071957666,
      "grad_norm": 1.3266903162002563,
      "learning_rate": 0.0002,
      "loss": 0.3825,
      "step": 1673
    },
    {
      "epoch": 0.05385363970499529,
      "grad_norm": 1.290021538734436,
      "learning_rate": 0.0002,
      "loss": 0.3304,
      "step": 1674
    },
    {
      "epoch": 0.05388581033803293,
      "grad_norm": 1.6238058805465698,
      "learning_rate": 0.0002,
      "loss": 0.3901,
      "step": 1675
    },
    {
      "epoch": 0.05391798097107056,
      "grad_norm": 1.4297298192977905,
      "learning_rate": 0.0002,
      "loss": 0.3819,
      "step": 1676
    },
    {
      "epoch": 0.05395015160410819,
      "grad_norm": 1.24575936794281,
      "learning_rate": 0.0002,
      "loss": 0.2963,
      "step": 1677
    },
    {
      "epoch": 0.05398232223714582,
      "grad_norm": 1.966524362564087,
      "learning_rate": 0.0002,
      "loss": 0.4083,
      "step": 1678
    },
    {
      "epoch": 0.05401449287018345,
      "grad_norm": 1.5879671573638916,
      "learning_rate": 0.0002,
      "loss": 0.2824,
      "step": 1679
    },
    {
      "epoch": 0.054046663503221085,
      "grad_norm": 1.4699482917785645,
      "learning_rate": 0.0002,
      "loss": 0.3661,
      "step": 1680
    },
    {
      "epoch": 0.05407883413625872,
      "grad_norm": 1.4641050100326538,
      "learning_rate": 0.0002,
      "loss": 0.4356,
      "step": 1681
    },
    {
      "epoch": 0.054111004769296346,
      "grad_norm": 1.235504388809204,
      "learning_rate": 0.0002,
      "loss": 0.3851,
      "step": 1682
    },
    {
      "epoch": 0.05414317540233398,
      "grad_norm": 1.5182708501815796,
      "learning_rate": 0.0002,
      "loss": 0.4544,
      "step": 1683
    },
    {
      "epoch": 0.05417534603537161,
      "grad_norm": 1.5309251546859741,
      "learning_rate": 0.0002,
      "loss": 0.4457,
      "step": 1684
    },
    {
      "epoch": 0.05420751666840924,
      "grad_norm": 1.1779826879501343,
      "learning_rate": 0.0002,
      "loss": 0.3409,
      "step": 1685
    },
    {
      "epoch": 0.054239687301446876,
      "grad_norm": 1.5744260549545288,
      "learning_rate": 0.0002,
      "loss": 0.4168,
      "step": 1686
    },
    {
      "epoch": 0.0542718579344845,
      "grad_norm": 1.139620304107666,
      "learning_rate": 0.0002,
      "loss": 0.2686,
      "step": 1687
    },
    {
      "epoch": 0.05430402856752214,
      "grad_norm": 2.2010507583618164,
      "learning_rate": 0.0002,
      "loss": 0.4929,
      "step": 1688
    },
    {
      "epoch": 0.05433619920055977,
      "grad_norm": 1.3266719579696655,
      "learning_rate": 0.0002,
      "loss": 0.4041,
      "step": 1689
    },
    {
      "epoch": 0.0543683698335974,
      "grad_norm": 1.3262860774993896,
      "learning_rate": 0.0002,
      "loss": 0.3981,
      "step": 1690
    },
    {
      "epoch": 0.05440054046663503,
      "grad_norm": 1.2893167734146118,
      "learning_rate": 0.0002,
      "loss": 0.4294,
      "step": 1691
    },
    {
      "epoch": 0.05443271109967266,
      "grad_norm": 1.4548931121826172,
      "learning_rate": 0.0002,
      "loss": 0.362,
      "step": 1692
    },
    {
      "epoch": 0.054464881732710295,
      "grad_norm": 1.2379785776138306,
      "learning_rate": 0.0002,
      "loss": 0.3363,
      "step": 1693
    },
    {
      "epoch": 0.05449705236574793,
      "grad_norm": 1.282060980796814,
      "learning_rate": 0.0002,
      "loss": 0.3301,
      "step": 1694
    },
    {
      "epoch": 0.054529222998785556,
      "grad_norm": 1.3144274950027466,
      "learning_rate": 0.0002,
      "loss": 0.3098,
      "step": 1695
    },
    {
      "epoch": 0.05456139363182319,
      "grad_norm": 1.3063935041427612,
      "learning_rate": 0.0002,
      "loss": 0.4182,
      "step": 1696
    },
    {
      "epoch": 0.054593564264860825,
      "grad_norm": 1.367294430732727,
      "learning_rate": 0.0002,
      "loss": 0.3198,
      "step": 1697
    },
    {
      "epoch": 0.05462573489789845,
      "grad_norm": 1.199182152748108,
      "learning_rate": 0.0002,
      "loss": 0.2503,
      "step": 1698
    },
    {
      "epoch": 0.054657905530936086,
      "grad_norm": 1.6057204008102417,
      "learning_rate": 0.0002,
      "loss": 0.4208,
      "step": 1699
    },
    {
      "epoch": 0.054690076163973714,
      "grad_norm": 1.375246286392212,
      "learning_rate": 0.0002,
      "loss": 0.369,
      "step": 1700
    },
    {
      "epoch": 0.05472224679701135,
      "grad_norm": 1.4277704954147339,
      "learning_rate": 0.0002,
      "loss": 0.4014,
      "step": 1701
    },
    {
      "epoch": 0.05475441743004898,
      "grad_norm": 1.760572075843811,
      "learning_rate": 0.0002,
      "loss": 0.4971,
      "step": 1702
    },
    {
      "epoch": 0.05478658806308661,
      "grad_norm": 1.1767444610595703,
      "learning_rate": 0.0002,
      "loss": 0.3887,
      "step": 1703
    },
    {
      "epoch": 0.054818758696124244,
      "grad_norm": 1.5637484788894653,
      "learning_rate": 0.0002,
      "loss": 0.423,
      "step": 1704
    },
    {
      "epoch": 0.05485092932916188,
      "grad_norm": 1.5630580186843872,
      "learning_rate": 0.0002,
      "loss": 0.3064,
      "step": 1705
    },
    {
      "epoch": 0.054883099962199505,
      "grad_norm": 1.4884583950042725,
      "learning_rate": 0.0002,
      "loss": 0.4479,
      "step": 1706
    },
    {
      "epoch": 0.05491527059523714,
      "grad_norm": 1.4628565311431885,
      "learning_rate": 0.0002,
      "loss": 0.3498,
      "step": 1707
    },
    {
      "epoch": 0.05494744122827477,
      "grad_norm": 1.5383150577545166,
      "learning_rate": 0.0002,
      "loss": 0.3374,
      "step": 1708
    },
    {
      "epoch": 0.0549796118613124,
      "grad_norm": 1.2963407039642334,
      "learning_rate": 0.0002,
      "loss": 0.3092,
      "step": 1709
    },
    {
      "epoch": 0.055011782494350035,
      "grad_norm": 1.195543646812439,
      "learning_rate": 0.0002,
      "loss": 0.2963,
      "step": 1710
    },
    {
      "epoch": 0.05504395312738766,
      "grad_norm": 1.6504194736480713,
      "learning_rate": 0.0002,
      "loss": 0.4263,
      "step": 1711
    },
    {
      "epoch": 0.0550761237604253,
      "grad_norm": 1.2097197771072388,
      "learning_rate": 0.0002,
      "loss": 0.3503,
      "step": 1712
    },
    {
      "epoch": 0.055108294393462924,
      "grad_norm": 1.5624823570251465,
      "learning_rate": 0.0002,
      "loss": 0.4007,
      "step": 1713
    },
    {
      "epoch": 0.05514046502650056,
      "grad_norm": 1.2153539657592773,
      "learning_rate": 0.0002,
      "loss": 0.3014,
      "step": 1714
    },
    {
      "epoch": 0.05517263565953819,
      "grad_norm": 1.3091020584106445,
      "learning_rate": 0.0002,
      "loss": 0.3353,
      "step": 1715
    },
    {
      "epoch": 0.05520480629257582,
      "grad_norm": 1.2249510288238525,
      "learning_rate": 0.0002,
      "loss": 0.3109,
      "step": 1716
    },
    {
      "epoch": 0.055236976925613454,
      "grad_norm": 1.6217988729476929,
      "learning_rate": 0.0002,
      "loss": 0.4435,
      "step": 1717
    },
    {
      "epoch": 0.05526914755865109,
      "grad_norm": 1.774591088294983,
      "learning_rate": 0.0002,
      "loss": 0.4297,
      "step": 1718
    },
    {
      "epoch": 0.055301318191688716,
      "grad_norm": 1.2918236255645752,
      "learning_rate": 0.0002,
      "loss": 0.404,
      "step": 1719
    },
    {
      "epoch": 0.05533348882472635,
      "grad_norm": 1.9299715757369995,
      "learning_rate": 0.0002,
      "loss": 0.3822,
      "step": 1720
    },
    {
      "epoch": 0.05536565945776398,
      "grad_norm": 1.424896478652954,
      "learning_rate": 0.0002,
      "loss": 0.3738,
      "step": 1721
    },
    {
      "epoch": 0.05539783009080161,
      "grad_norm": 1.4504587650299072,
      "learning_rate": 0.0002,
      "loss": 0.4341,
      "step": 1722
    },
    {
      "epoch": 0.055430000723839246,
      "grad_norm": 1.7236900329589844,
      "learning_rate": 0.0002,
      "loss": 0.3607,
      "step": 1723
    },
    {
      "epoch": 0.05546217135687687,
      "grad_norm": 1.5733604431152344,
      "learning_rate": 0.0002,
      "loss": 0.3498,
      "step": 1724
    },
    {
      "epoch": 0.05549434198991451,
      "grad_norm": 1.577148199081421,
      "learning_rate": 0.0002,
      "loss": 0.3519,
      "step": 1725
    },
    {
      "epoch": 0.05552651262295214,
      "grad_norm": 1.3532757759094238,
      "learning_rate": 0.0002,
      "loss": 0.2584,
      "step": 1726
    },
    {
      "epoch": 0.05555868325598977,
      "grad_norm": 1.3213073015213013,
      "learning_rate": 0.0002,
      "loss": 0.2993,
      "step": 1727
    },
    {
      "epoch": 0.0555908538890274,
      "grad_norm": 1.2618013620376587,
      "learning_rate": 0.0002,
      "loss": 0.2884,
      "step": 1728
    },
    {
      "epoch": 0.05562302452206503,
      "grad_norm": 1.2675014734268188,
      "learning_rate": 0.0002,
      "loss": 0.3005,
      "step": 1729
    },
    {
      "epoch": 0.055655195155102664,
      "grad_norm": 1.7479132413864136,
      "learning_rate": 0.0002,
      "loss": 0.4917,
      "step": 1730
    },
    {
      "epoch": 0.0556873657881403,
      "grad_norm": 1.501369595527649,
      "learning_rate": 0.0002,
      "loss": 0.3491,
      "step": 1731
    },
    {
      "epoch": 0.055719536421177926,
      "grad_norm": 1.3929688930511475,
      "learning_rate": 0.0002,
      "loss": 0.3628,
      "step": 1732
    },
    {
      "epoch": 0.05575170705421556,
      "grad_norm": 1.3868218660354614,
      "learning_rate": 0.0002,
      "loss": 0.4068,
      "step": 1733
    },
    {
      "epoch": 0.05578387768725319,
      "grad_norm": 1.8729850053787231,
      "learning_rate": 0.0002,
      "loss": 0.4231,
      "step": 1734
    },
    {
      "epoch": 0.05581604832029082,
      "grad_norm": 1.530115008354187,
      "learning_rate": 0.0002,
      "loss": 0.2897,
      "step": 1735
    },
    {
      "epoch": 0.055848218953328456,
      "grad_norm": 1.0476127862930298,
      "learning_rate": 0.0002,
      "loss": 0.2669,
      "step": 1736
    },
    {
      "epoch": 0.05588038958636608,
      "grad_norm": 1.67778742313385,
      "learning_rate": 0.0002,
      "loss": 0.309,
      "step": 1737
    },
    {
      "epoch": 0.05591256021940372,
      "grad_norm": 1.740838646888733,
      "learning_rate": 0.0002,
      "loss": 0.3692,
      "step": 1738
    },
    {
      "epoch": 0.05594473085244135,
      "grad_norm": 1.2610220909118652,
      "learning_rate": 0.0002,
      "loss": 0.3833,
      "step": 1739
    },
    {
      "epoch": 0.05597690148547898,
      "grad_norm": 1.3762145042419434,
      "learning_rate": 0.0002,
      "loss": 0.3073,
      "step": 1740
    },
    {
      "epoch": 0.05600907211851661,
      "grad_norm": 1.4256093502044678,
      "learning_rate": 0.0002,
      "loss": 0.2849,
      "step": 1741
    },
    {
      "epoch": 0.05604124275155424,
      "grad_norm": 1.1765705347061157,
      "learning_rate": 0.0002,
      "loss": 0.3274,
      "step": 1742
    },
    {
      "epoch": 0.056073413384591875,
      "grad_norm": 1.3820139169692993,
      "learning_rate": 0.0002,
      "loss": 0.2519,
      "step": 1743
    },
    {
      "epoch": 0.05610558401762951,
      "grad_norm": 1.3904192447662354,
      "learning_rate": 0.0002,
      "loss": 0.3481,
      "step": 1744
    },
    {
      "epoch": 0.056137754650667136,
      "grad_norm": 1.578075647354126,
      "learning_rate": 0.0002,
      "loss": 0.3838,
      "step": 1745
    },
    {
      "epoch": 0.05616992528370477,
      "grad_norm": 2.1633901596069336,
      "learning_rate": 0.0002,
      "loss": 0.5132,
      "step": 1746
    },
    {
      "epoch": 0.056202095916742405,
      "grad_norm": 1.5895938873291016,
      "learning_rate": 0.0002,
      "loss": 0.3685,
      "step": 1747
    },
    {
      "epoch": 0.05623426654978003,
      "grad_norm": 1.3263061046600342,
      "learning_rate": 0.0002,
      "loss": 0.3321,
      "step": 1748
    },
    {
      "epoch": 0.056266437182817666,
      "grad_norm": 1.7387034893035889,
      "learning_rate": 0.0002,
      "loss": 0.4441,
      "step": 1749
    },
    {
      "epoch": 0.056298607815855294,
      "grad_norm": 1.5756828784942627,
      "learning_rate": 0.0002,
      "loss": 0.4804,
      "step": 1750
    },
    {
      "epoch": 0.05633077844889293,
      "grad_norm": 1.5541918277740479,
      "learning_rate": 0.0002,
      "loss": 0.4562,
      "step": 1751
    },
    {
      "epoch": 0.05636294908193056,
      "grad_norm": 1.2700080871582031,
      "learning_rate": 0.0002,
      "loss": 0.3591,
      "step": 1752
    },
    {
      "epoch": 0.05639511971496819,
      "grad_norm": 1.5825947523117065,
      "learning_rate": 0.0002,
      "loss": 0.4042,
      "step": 1753
    },
    {
      "epoch": 0.056427290348005824,
      "grad_norm": 1.5457230806350708,
      "learning_rate": 0.0002,
      "loss": 0.3447,
      "step": 1754
    },
    {
      "epoch": 0.05645946098104346,
      "grad_norm": 1.6879940032958984,
      "learning_rate": 0.0002,
      "loss": 0.4371,
      "step": 1755
    },
    {
      "epoch": 0.056491631614081085,
      "grad_norm": 1.3551236391067505,
      "learning_rate": 0.0002,
      "loss": 0.2969,
      "step": 1756
    },
    {
      "epoch": 0.05652380224711872,
      "grad_norm": 1.4704535007476807,
      "learning_rate": 0.0002,
      "loss": 0.3708,
      "step": 1757
    },
    {
      "epoch": 0.05655597288015635,
      "grad_norm": 1.2458895444869995,
      "learning_rate": 0.0002,
      "loss": 0.2914,
      "step": 1758
    },
    {
      "epoch": 0.05658814351319398,
      "grad_norm": 1.4119230508804321,
      "learning_rate": 0.0002,
      "loss": 0.4314,
      "step": 1759
    },
    {
      "epoch": 0.056620314146231615,
      "grad_norm": 1.4540210962295532,
      "learning_rate": 0.0002,
      "loss": 0.3175,
      "step": 1760
    },
    {
      "epoch": 0.05665248477926924,
      "grad_norm": 1.4042888879776,
      "learning_rate": 0.0002,
      "loss": 0.3327,
      "step": 1761
    },
    {
      "epoch": 0.05668465541230688,
      "grad_norm": 1.3778269290924072,
      "learning_rate": 0.0002,
      "loss": 0.3051,
      "step": 1762
    },
    {
      "epoch": 0.056716826045344504,
      "grad_norm": 1.4808207750320435,
      "learning_rate": 0.0002,
      "loss": 0.2844,
      "step": 1763
    },
    {
      "epoch": 0.05674899667838214,
      "grad_norm": 1.471560001373291,
      "learning_rate": 0.0002,
      "loss": 0.2853,
      "step": 1764
    },
    {
      "epoch": 0.05678116731141977,
      "grad_norm": 1.3863550424575806,
      "learning_rate": 0.0002,
      "loss": 0.3715,
      "step": 1765
    },
    {
      "epoch": 0.0568133379444574,
      "grad_norm": 1.444294810295105,
      "learning_rate": 0.0002,
      "loss": 0.3452,
      "step": 1766
    },
    {
      "epoch": 0.056845508577495034,
      "grad_norm": 1.2170288562774658,
      "learning_rate": 0.0002,
      "loss": 0.3307,
      "step": 1767
    },
    {
      "epoch": 0.05687767921053267,
      "grad_norm": 1.3601940870285034,
      "learning_rate": 0.0002,
      "loss": 0.3935,
      "step": 1768
    },
    {
      "epoch": 0.056909849843570295,
      "grad_norm": 1.5399080514907837,
      "learning_rate": 0.0002,
      "loss": 0.4176,
      "step": 1769
    },
    {
      "epoch": 0.05694202047660793,
      "grad_norm": 1.3395329713821411,
      "learning_rate": 0.0002,
      "loss": 0.3628,
      "step": 1770
    },
    {
      "epoch": 0.05697419110964556,
      "grad_norm": 1.9464349746704102,
      "learning_rate": 0.0002,
      "loss": 0.3275,
      "step": 1771
    },
    {
      "epoch": 0.05700636174268319,
      "grad_norm": 1.6518911123275757,
      "learning_rate": 0.0002,
      "loss": 0.3581,
      "step": 1772
    },
    {
      "epoch": 0.057038532375720825,
      "grad_norm": 1.468802809715271,
      "learning_rate": 0.0002,
      "loss": 0.4129,
      "step": 1773
    },
    {
      "epoch": 0.05707070300875845,
      "grad_norm": 1.3149415254592896,
      "learning_rate": 0.0002,
      "loss": 0.3162,
      "step": 1774
    },
    {
      "epoch": 0.05710287364179609,
      "grad_norm": 1.7053868770599365,
      "learning_rate": 0.0002,
      "loss": 0.3398,
      "step": 1775
    },
    {
      "epoch": 0.05713504427483372,
      "grad_norm": 1.2897893190383911,
      "learning_rate": 0.0002,
      "loss": 0.2758,
      "step": 1776
    },
    {
      "epoch": 0.05716721490787135,
      "grad_norm": 1.4252231121063232,
      "learning_rate": 0.0002,
      "loss": 0.2262,
      "step": 1777
    },
    {
      "epoch": 0.05719938554090898,
      "grad_norm": 1.3744853734970093,
      "learning_rate": 0.0002,
      "loss": 0.2802,
      "step": 1778
    },
    {
      "epoch": 0.05723155617394661,
      "grad_norm": 1.2926393747329712,
      "learning_rate": 0.0002,
      "loss": 0.3477,
      "step": 1779
    },
    {
      "epoch": 0.057263726806984244,
      "grad_norm": 1.5595306158065796,
      "learning_rate": 0.0002,
      "loss": 0.3823,
      "step": 1780
    },
    {
      "epoch": 0.05729589744002188,
      "grad_norm": 1.5525274276733398,
      "learning_rate": 0.0002,
      "loss": 0.3788,
      "step": 1781
    },
    {
      "epoch": 0.057328068073059506,
      "grad_norm": 1.4625494480133057,
      "learning_rate": 0.0002,
      "loss": 0.338,
      "step": 1782
    },
    {
      "epoch": 0.05736023870609714,
      "grad_norm": 1.4190728664398193,
      "learning_rate": 0.0002,
      "loss": 0.3539,
      "step": 1783
    },
    {
      "epoch": 0.057392409339134774,
      "grad_norm": 1.702358365058899,
      "learning_rate": 0.0002,
      "loss": 0.2488,
      "step": 1784
    },
    {
      "epoch": 0.0574245799721724,
      "grad_norm": 1.401620626449585,
      "learning_rate": 0.0002,
      "loss": 0.3911,
      "step": 1785
    },
    {
      "epoch": 0.057456750605210036,
      "grad_norm": 1.429564118385315,
      "learning_rate": 0.0002,
      "loss": 0.3282,
      "step": 1786
    },
    {
      "epoch": 0.05748892123824766,
      "grad_norm": 1.3767783641815186,
      "learning_rate": 0.0002,
      "loss": 0.3155,
      "step": 1787
    },
    {
      "epoch": 0.0575210918712853,
      "grad_norm": 1.6560885906219482,
      "learning_rate": 0.0002,
      "loss": 0.4185,
      "step": 1788
    },
    {
      "epoch": 0.05755326250432293,
      "grad_norm": 1.4894121885299683,
      "learning_rate": 0.0002,
      "loss": 0.3895,
      "step": 1789
    },
    {
      "epoch": 0.05758543313736056,
      "grad_norm": 1.457728624343872,
      "learning_rate": 0.0002,
      "loss": 0.3405,
      "step": 1790
    },
    {
      "epoch": 0.05761760377039819,
      "grad_norm": 1.3831778764724731,
      "learning_rate": 0.0002,
      "loss": 0.2808,
      "step": 1791
    },
    {
      "epoch": 0.05764977440343582,
      "grad_norm": 1.5047637224197388,
      "learning_rate": 0.0002,
      "loss": 0.3211,
      "step": 1792
    },
    {
      "epoch": 0.057681945036473455,
      "grad_norm": 1.3648213148117065,
      "learning_rate": 0.0002,
      "loss": 0.3884,
      "step": 1793
    },
    {
      "epoch": 0.05771411566951109,
      "grad_norm": 1.5376144647598267,
      "learning_rate": 0.0002,
      "loss": 0.3959,
      "step": 1794
    },
    {
      "epoch": 0.057746286302548716,
      "grad_norm": 1.6056605577468872,
      "learning_rate": 0.0002,
      "loss": 0.4887,
      "step": 1795
    },
    {
      "epoch": 0.05777845693558635,
      "grad_norm": 1.2603166103363037,
      "learning_rate": 0.0002,
      "loss": 0.2566,
      "step": 1796
    },
    {
      "epoch": 0.057810627568623985,
      "grad_norm": 1.444352626800537,
      "learning_rate": 0.0002,
      "loss": 0.3696,
      "step": 1797
    },
    {
      "epoch": 0.05784279820166161,
      "grad_norm": 1.2577990293502808,
      "learning_rate": 0.0002,
      "loss": 0.3349,
      "step": 1798
    },
    {
      "epoch": 0.057874968834699246,
      "grad_norm": 1.9209790229797363,
      "learning_rate": 0.0002,
      "loss": 0.4819,
      "step": 1799
    },
    {
      "epoch": 0.05790713946773687,
      "grad_norm": 1.4944988489151,
      "learning_rate": 0.0002,
      "loss": 0.2463,
      "step": 1800
    },
    {
      "epoch": 0.05790713946773687,
      "eval_loss": 0.32331234216690063,
      "eval_runtime": 28.8437,
      "eval_samples_per_second": 8.633,
      "eval_steps_per_second": 4.334,
      "step": 1800
    }
  ],
  "logging_steps": 1,
  "max_steps": 93252,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 200,
  "stateful_callbacks": {
    "EarlyStoppingCallback": {
      "args": {
        "early_stopping_patience": 5,
        "early_stopping_threshold": 0.0
      },
      "attributes": {
        "early_stopping_patience_counter": 1
      }
    },
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 1.1852880273211392e+17,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}