{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.5567251461988304,
  "eval_steps": 328,
  "global_step": 1309,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0004253056884635832,
      "grad_norm": 3.6261870861053467,
      "learning_rate": 2e-05,
      "loss": 8.6219,
      "step": 1
    },
    {
      "epoch": 0.0004253056884635832,
      "eval_loss": 1.8795292377471924,
      "eval_runtime": 44.1721,
      "eval_samples_per_second": 22.412,
      "eval_steps_per_second": 11.206,
      "step": 1
    },
    {
      "epoch": 0.0008506113769271664,
      "grad_norm": 4.879937648773193,
      "learning_rate": 4e-05,
      "loss": 12.1733,
      "step": 2
    },
    {
      "epoch": 0.0012759170653907496,
      "grad_norm": 3.214340925216675,
      "learning_rate": 6e-05,
      "loss": 6.4376,
      "step": 3
    },
    {
      "epoch": 0.0017012227538543328,
      "grad_norm": 2.4393155574798584,
      "learning_rate": 8e-05,
      "loss": 7.2976,
      "step": 4
    },
    {
      "epoch": 0.002126528442317916,
      "grad_norm": 3.5246741771698,
      "learning_rate": 0.0001,
      "loss": 8.5346,
      "step": 5
    },
    {
      "epoch": 0.002551834130781499,
      "grad_norm": 2.7939281463623047,
      "learning_rate": 0.00012,
      "loss": 6.2835,
      "step": 6
    },
    {
      "epoch": 0.0029771398192450825,
      "grad_norm": 3.199345350265503,
      "learning_rate": 0.00014,
      "loss": 8.5347,
      "step": 7
    },
    {
      "epoch": 0.0034024455077086655,
      "grad_norm": 1.8642079830169678,
      "learning_rate": 0.00016,
      "loss": 5.2768,
      "step": 8
    },
    {
      "epoch": 0.003827751196172249,
      "grad_norm": 2.659956216812134,
      "learning_rate": 0.00018,
      "loss": 5.3565,
      "step": 9
    },
    {
      "epoch": 0.004253056884635832,
      "grad_norm": 2.9906201362609863,
      "learning_rate": 0.0002,
      "loss": 7.7833,
      "step": 10
    },
    {
      "epoch": 0.004678362573099415,
      "grad_norm": 1.4015620946884155,
      "learning_rate": 0.00019999970755026251,
      "loss": 5.3956,
      "step": 11
    },
    {
      "epoch": 0.005103668261562998,
      "grad_norm": 1.6922059059143066,
      "learning_rate": 0.0001999988302027605,
      "loss": 5.2272,
      "step": 12
    },
    {
      "epoch": 0.005528973950026581,
      "grad_norm": 2.150966167449951,
      "learning_rate": 0.00019999736796262564,
      "loss": 5.5727,
      "step": 13
    },
    {
      "epoch": 0.005954279638490165,
      "grad_norm": 1.7429635524749756,
      "learning_rate": 0.0001999953208384105,
      "loss": 3.7817,
      "step": 14
    },
    {
      "epoch": 0.006379585326953748,
      "grad_norm": 2.954333782196045,
      "learning_rate": 0.00019999268884208875,
      "loss": 5.0792,
      "step": 15
    },
    {
      "epoch": 0.006804891015417331,
      "grad_norm": 2.220445394515991,
      "learning_rate": 0.0001999894719890549,
      "loss": 6.707,
      "step": 16
    },
    {
      "epoch": 0.007230196703880914,
      "grad_norm": 3.1838645935058594,
      "learning_rate": 0.00019998567029812434,
      "loss": 4.6301,
      "step": 17
    },
    {
      "epoch": 0.007655502392344498,
      "grad_norm": 2.1700212955474854,
      "learning_rate": 0.00019998128379153306,
      "loss": 5.0666,
      "step": 18
    },
    {
      "epoch": 0.00808080808080808,
      "grad_norm": 3.440277576446533,
      "learning_rate": 0.0001999763124949378,
      "loss": 5.1375,
      "step": 19
    },
    {
      "epoch": 0.008506113769271665,
      "grad_norm": 1.3622965812683105,
      "learning_rate": 0.0001999707564374156,
      "loss": 3.8013,
      "step": 20
    },
    {
      "epoch": 0.008931419457735247,
      "grad_norm": 1.5820245742797852,
      "learning_rate": 0.00019996461565146382,
      "loss": 5.7781,
      "step": 21
    },
    {
      "epoch": 0.00935672514619883,
      "grad_norm": 1.7782833576202393,
      "learning_rate": 0.0001999578901729999,
      "loss": 5.7916,
      "step": 22
    },
    {
      "epoch": 0.009782030834662414,
      "grad_norm": 4.623839378356934,
      "learning_rate": 0.00019995058004136111,
      "loss": 5.5515,
      "step": 23
    },
    {
      "epoch": 0.010207336523125997,
      "grad_norm": 3.4191057682037354,
      "learning_rate": 0.0001999426852993044,
      "loss": 7.3662,
      "step": 24
    },
    {
      "epoch": 0.01063264221158958,
      "grad_norm": 3.3558430671691895,
      "learning_rate": 0.00019993420599300602,
      "loss": 6.0685,
      "step": 25
    },
    {
      "epoch": 0.011057947900053162,
      "grad_norm": 1.8087143898010254,
      "learning_rate": 0.00019992514217206144,
      "loss": 3.7092,
      "step": 26
    },
    {
      "epoch": 0.011483253588516746,
      "grad_norm": 2.95529842376709,
      "learning_rate": 0.0001999154938894849,
      "loss": 4.7073,
      "step": 27
    },
    {
      "epoch": 0.01190855927698033,
      "grad_norm": 2.431527853012085,
      "learning_rate": 0.00019990526120170908,
      "loss": 3.8411,
      "step": 28
    },
    {
      "epoch": 0.012333864965443912,
      "grad_norm": 2.135352611541748,
      "learning_rate": 0.00019989444416858502,
      "loss": 4.0769,
      "step": 29
    },
    {
      "epoch": 0.012759170653907496,
      "grad_norm": 1.8443859815597534,
      "learning_rate": 0.00019988304285338144,
      "loss": 3.8325,
      "step": 30
    },
    {
      "epoch": 0.01318447634237108,
      "grad_norm": 2.319371223449707,
      "learning_rate": 0.00019987105732278458,
      "loss": 3.0323,
      "step": 31
    },
    {
      "epoch": 0.013609782030834662,
      "grad_norm": 1.752934455871582,
      "learning_rate": 0.0001998584876468977,
      "loss": 4.39,
      "step": 32
    },
    {
      "epoch": 0.014035087719298246,
      "grad_norm": 2.0108835697174072,
      "learning_rate": 0.00019984533389924084,
      "loss": 4.8148,
      "step": 33
    },
    {
      "epoch": 0.014460393407761828,
      "grad_norm": 1.634614109992981,
      "learning_rate": 0.0001998315961567502,
      "loss": 5.9419,
      "step": 34
    },
    {
      "epoch": 0.014885699096225412,
      "grad_norm": 1.828222393989563,
      "learning_rate": 0.00019981727449977773,
      "loss": 5.7946,
      "step": 35
    },
    {
      "epoch": 0.015311004784688996,
      "grad_norm": 1.5164116621017456,
      "learning_rate": 0.0001998023690120907,
      "loss": 6.1896,
      "step": 36
    },
    {
      "epoch": 0.01573631047315258,
      "grad_norm": 2.318089723587036,
      "learning_rate": 0.00019978687978087126,
      "loss": 3.5783,
      "step": 37
    },
    {
      "epoch": 0.01616161616161616,
      "grad_norm": 1.3363473415374756,
      "learning_rate": 0.00019977080689671586,
      "loss": 4.4356,
      "step": 38
    },
    {
      "epoch": 0.016586921850079744,
      "grad_norm": 4.0431227684021,
      "learning_rate": 0.00019975415045363467,
      "loss": 5.8167,
      "step": 39
    },
    {
      "epoch": 0.01701222753854333,
      "grad_norm": 3.107351541519165,
      "learning_rate": 0.0001997369105490512,
      "loss": 5.2839,
      "step": 40
    },
    {
      "epoch": 0.01743753322700691,
      "grad_norm": 2.2285094261169434,
      "learning_rate": 0.0001997190872838015,
      "loss": 4.5229,
      "step": 41
    },
    {
      "epoch": 0.017862838915470493,
      "grad_norm": 2.197375535964966,
      "learning_rate": 0.00019970068076213381,
      "loss": 5.8711,
      "step": 42
    },
    {
      "epoch": 0.01828814460393408,
      "grad_norm": 1.3055007457733154,
      "learning_rate": 0.00019968169109170773,
      "loss": 4.1851,
      "step": 43
    },
    {
      "epoch": 0.01871345029239766,
      "grad_norm": 1.404645562171936,
      "learning_rate": 0.00019966211838359378,
      "loss": 4.9188,
      "step": 44
    },
    {
      "epoch": 0.019138755980861243,
      "grad_norm": 2.0787925720214844,
      "learning_rate": 0.0001996419627522726,
      "loss": 4.4709,
      "step": 45
    },
    {
      "epoch": 0.01956406166932483,
      "grad_norm": 1.9914277791976929,
      "learning_rate": 0.0001996212243156344,
      "loss": 5.6008,
      "step": 46
    },
    {
      "epoch": 0.01998936735778841,
      "grad_norm": 2.580456018447876,
      "learning_rate": 0.00019959990319497816,
      "loss": 4.9203,
      "step": 47
    },
    {
      "epoch": 0.020414673046251993,
      "grad_norm": 1.4733670949935913,
      "learning_rate": 0.00019957799951501098,
      "loss": 4.1226,
      "step": 48
    },
    {
      "epoch": 0.020839978734715575,
      "grad_norm": 4.274109840393066,
      "learning_rate": 0.00019955551340384743,
      "loss": 5.5201,
      "step": 49
    },
    {
      "epoch": 0.02126528442317916,
      "grad_norm": 1.8200916051864624,
      "learning_rate": 0.00019953244499300863,
      "loss": 3.0736,
      "step": 50
    },
    {
      "epoch": 0.021690590111642743,
      "grad_norm": 1.8924962282180786,
      "learning_rate": 0.0001995087944174216,
      "loss": 3.7105,
      "step": 51
    },
    {
      "epoch": 0.022115895800106325,
      "grad_norm": 1.30729341506958,
      "learning_rate": 0.0001994845618154184,
      "loss": 4.438,
      "step": 52
    },
    {
      "epoch": 0.02254120148856991,
      "grad_norm": 1.8757753372192383,
      "learning_rate": 0.00019945974732873544,
      "loss": 3.6291,
      "step": 53
    },
    {
      "epoch": 0.022966507177033493,
      "grad_norm": 2.2598588466644287,
      "learning_rate": 0.00019943435110251248,
      "loss": 4.5069,
      "step": 54
    },
    {
      "epoch": 0.023391812865497075,
      "grad_norm": 1.2833671569824219,
      "learning_rate": 0.0001994083732852919,
      "loss": 3.4249,
      "step": 55
    },
    {
      "epoch": 0.02381711855396066,
      "grad_norm": 5.068707466125488,
      "learning_rate": 0.0001993818140290179,
      "loss": 4.6346,
      "step": 56
    },
    {
      "epoch": 0.024242424242424242,
      "grad_norm": 2.67028546333313,
      "learning_rate": 0.00019935467348903538,
      "loss": 3.9473,
      "step": 57
    },
    {
      "epoch": 0.024667729930887825,
      "grad_norm": 1.102861762046814,
      "learning_rate": 0.0001993269518240892,
      "loss": 5.0537,
      "step": 58
    },
    {
      "epoch": 0.02509303561935141,
      "grad_norm": 2.4262659549713135,
      "learning_rate": 0.0001992986491963232,
      "loss": 3.7006,
      "step": 59
    },
    {
      "epoch": 0.025518341307814992,
      "grad_norm": 2.022190570831299,
      "learning_rate": 0.00019926976577127941,
      "loss": 4.5945,
      "step": 60
    },
    {
      "epoch": 0.025943646996278574,
      "grad_norm": 2.1917526721954346,
      "learning_rate": 0.00019924030171789676,
      "loss": 4.5433,
      "step": 61
    },
    {
      "epoch": 0.02636895268474216,
      "grad_norm": 2.152474880218506,
      "learning_rate": 0.00019921025720851033,
      "loss": 3.8126,
      "step": 62
    },
    {
      "epoch": 0.026794258373205742,
      "grad_norm": 3.327650308609009,
      "learning_rate": 0.00019917963241885035,
      "loss": 4.0309,
      "step": 63
    },
    {
      "epoch": 0.027219564061669324,
      "grad_norm": 1.58878755569458,
      "learning_rate": 0.00019914842752804103,
      "loss": 5.9125,
      "step": 64
    },
    {
      "epoch": 0.02764486975013291,
      "grad_norm": 1.3810398578643799,
      "learning_rate": 0.00019911664271859958,
      "loss": 3.1785,
      "step": 65
    },
    {
      "epoch": 0.028070175438596492,
      "grad_norm": 1.6847517490386963,
      "learning_rate": 0.00019908427817643524,
      "loss": 3.6773,
      "step": 66
    },
    {
      "epoch": 0.028495481127060074,
      "grad_norm": 3.3839619159698486,
      "learning_rate": 0.000199051334090848,
      "loss": 3.9484,
      "step": 67
    },
    {
      "epoch": 0.028920786815523656,
      "grad_norm": 3.4781277179718018,
      "learning_rate": 0.00019901781065452765,
      "loss": 5.3477,
      "step": 68
    },
    {
      "epoch": 0.02934609250398724,
      "grad_norm": 1.9613299369812012,
      "learning_rate": 0.00019898370806355263,
      "loss": 4.6562,
      "step": 69
    },
    {
      "epoch": 0.029771398192450824,
      "grad_norm": 1.4347964525222778,
      "learning_rate": 0.00019894902651738878,
      "loss": 4.2253,
      "step": 70
    },
    {
      "epoch": 0.030196703880914406,
      "grad_norm": 1.9746763706207275,
      "learning_rate": 0.00019891376621888828,
      "loss": 4.0885,
      "step": 71
    },
    {
      "epoch": 0.03062200956937799,
      "grad_norm": 2.634706974029541,
      "learning_rate": 0.00019887792737428845,
      "loss": 3.7811,
      "step": 72
    },
    {
      "epoch": 0.031047315257841573,
      "grad_norm": 1.9059035778045654,
      "learning_rate": 0.00019884151019321054,
      "loss": 4.4887,
      "step": 73
    },
    {
      "epoch": 0.03147262094630516,
      "grad_norm": 1.5681811571121216,
      "learning_rate": 0.00019880451488865836,
      "loss": 3.8494,
      "step": 74
    },
    {
      "epoch": 0.03189792663476874,
      "grad_norm": 1.8585801124572754,
      "learning_rate": 0.0001987669416770173,
      "loss": 2.5813,
      "step": 75
    },
    {
      "epoch": 0.03232323232323232,
      "grad_norm": 2.2972936630249023,
      "learning_rate": 0.0001987287907780529,
      "loss": 4.7558,
      "step": 76
    },
    {
      "epoch": 0.03274853801169591,
      "grad_norm": 1.3923792839050293,
      "learning_rate": 0.00019869006241490954,
      "loss": 4.1883,
      "step": 77
    },
    {
      "epoch": 0.03317384370015949,
      "grad_norm": 2.07441782951355,
      "learning_rate": 0.00019865075681410922,
      "loss": 3.6497,
      "step": 78
    },
    {
      "epoch": 0.03359914938862307,
      "grad_norm": 1.0789109468460083,
      "learning_rate": 0.00019861087420555018,
      "loss": 3.7865,
      "step": 79
    },
    {
      "epoch": 0.03402445507708666,
      "grad_norm": 1.4644482135772705,
      "learning_rate": 0.0001985704148225056,
      "loss": 5.9452,
      "step": 80
    },
    {
      "epoch": 0.03444976076555024,
      "grad_norm": 1.632323145866394,
      "learning_rate": 0.00019852937890162218,
      "loss": 4.8167,
      "step": 81
    },
    {
      "epoch": 0.03487506645401382,
      "grad_norm": 0.9676336050033569,
      "learning_rate": 0.00019848776668291885,
      "loss": 3.2967,
      "step": 82
    },
    {
      "epoch": 0.03530037214247741,
      "grad_norm": 1.2234631776809692,
      "learning_rate": 0.00019844557840978524,
      "loss": 3.9857,
      "step": 83
    },
    {
      "epoch": 0.03572567783094099,
      "grad_norm": 1.5775501728057861,
      "learning_rate": 0.0001984028143289803,
      "loss": 2.6403,
      "step": 84
    },
    {
      "epoch": 0.03615098351940457,
      "grad_norm": 1.6080272197723389,
      "learning_rate": 0.000198359474690631,
      "loss": 6.1024,
      "step": 85
    },
    {
      "epoch": 0.03657628920786816,
      "grad_norm": 1.2153762578964233,
      "learning_rate": 0.00019831555974823056,
      "loss": 3.5825,
      "step": 86
    },
    {
      "epoch": 0.03700159489633174,
      "grad_norm": 1.0382367372512817,
      "learning_rate": 0.00019827106975863726,
      "loss": 3.7246,
      "step": 87
    },
    {
      "epoch": 0.03742690058479532,
      "grad_norm": 1.6808422803878784,
      "learning_rate": 0.0001982260049820729,
      "loss": 6.0377,
      "step": 88
    },
    {
      "epoch": 0.03785220627325891,
      "grad_norm": 2.291943311691284,
      "learning_rate": 0.00019818036568212106,
      "loss": 3.1193,
      "step": 89
    },
    {
      "epoch": 0.03827751196172249,
      "grad_norm": 1.7214033603668213,
      "learning_rate": 0.00019813415212572574,
      "loss": 4.5328,
      "step": 90
    },
    {
      "epoch": 0.03870281765018607,
      "grad_norm": 2.180943727493286,
      "learning_rate": 0.00019808736458318987,
      "loss": 4.4706,
      "step": 91
    },
    {
      "epoch": 0.03912812333864966,
      "grad_norm": 2.2498631477355957,
      "learning_rate": 0.00019804000332817342,
      "loss": 3.8684,
      "step": 92
    },
    {
      "epoch": 0.039553429027113236,
      "grad_norm": 1.5709021091461182,
      "learning_rate": 0.00019799206863769223,
      "loss": 5.2173,
      "step": 93
    },
    {
      "epoch": 0.03997873471557682,
      "grad_norm": 1.9635076522827148,
      "learning_rate": 0.00019794356079211604,
      "loss": 4.9954,
      "step": 94
    },
    {
      "epoch": 0.04040404040404041,
      "grad_norm": 4.133986473083496,
      "learning_rate": 0.00019789448007516696,
      "loss": 4.2848,
      "step": 95
    },
    {
      "epoch": 0.040829346092503986,
      "grad_norm": 2.023637533187866,
      "learning_rate": 0.00019784482677391783,
      "loss": 3.608,
      "step": 96
    },
    {
      "epoch": 0.04125465178096757,
      "grad_norm": 1.4359328746795654,
      "learning_rate": 0.00019779460117879056,
      "loss": 3.7406,
      "step": 97
    },
    {
      "epoch": 0.04167995746943115,
      "grad_norm": 1.372573733329773,
      "learning_rate": 0.00019774380358355441,
      "loss": 3.6285,
      "step": 98
    },
    {
      "epoch": 0.042105263157894736,
      "grad_norm": 2.3108959197998047,
      "learning_rate": 0.00019769243428532422,
      "loss": 2.7134,
      "step": 99
    },
    {
      "epoch": 0.04253056884635832,
      "grad_norm": 1.6366533041000366,
      "learning_rate": 0.0001976404935845588,
      "loss": 6.4207,
      "step": 100
    },
    {
      "epoch": 0.0429558745348219,
      "grad_norm": 2.278808832168579,
      "learning_rate": 0.00019758798178505895,
      "loss": 6.6745,
      "step": 101
    },
    {
      "epoch": 0.043381180223285486,
      "grad_norm": 2.517528772354126,
      "learning_rate": 0.00019753489919396597,
      "loss": 4.9019,
      "step": 102
    },
    {
      "epoch": 0.04380648591174907,
      "grad_norm": 2.7805399894714355,
      "learning_rate": 0.00019748124612175964,
      "loss": 5.9043,
      "step": 103
    },
    {
      "epoch": 0.04423179160021265,
      "grad_norm": 1.9544740915298462,
      "learning_rate": 0.00019742702288225652,
      "loss": 3.8123,
      "step": 104
    },
    {
      "epoch": 0.044657097288676235,
      "grad_norm": 2.013434886932373,
      "learning_rate": 0.000197372229792608,
      "loss": 4.0835,
      "step": 105
    },
    {
      "epoch": 0.04508240297713982,
      "grad_norm": 3.8993349075317383,
      "learning_rate": 0.00019731686717329864,
      "loss": 4.9772,
      "step": 106
    },
    {
      "epoch": 0.0455077086656034,
      "grad_norm": 6.152764320373535,
      "learning_rate": 0.00019726093534814406,
      "loss": 5.3053,
      "step": 107
    },
    {
      "epoch": 0.045933014354066985,
      "grad_norm": 1.1608244180679321,
      "learning_rate": 0.00019720443464428926,
      "loss": 4.8196,
      "step": 108
    },
    {
      "epoch": 0.04635832004253057,
      "grad_norm": 1.9997845888137817,
      "learning_rate": 0.00019714736539220648,
      "loss": 3.9152,
      "step": 109
    },
    {
      "epoch": 0.04678362573099415,
      "grad_norm": 2.1272354125976562,
      "learning_rate": 0.00019708972792569355,
      "loss": 2.8376,
      "step": 110
    },
    {
      "epoch": 0.047208931419457735,
      "grad_norm": 1.24800443649292,
      "learning_rate": 0.0001970315225818717,
      "loss": 3.6065,
      "step": 111
    },
    {
      "epoch": 0.04763423710792132,
      "grad_norm": 1.463786005973816,
      "learning_rate": 0.00019697274970118366,
      "loss": 5.2826,
      "step": 112
    },
    {
      "epoch": 0.0480595427963849,
      "grad_norm": 2.2369415760040283,
      "learning_rate": 0.0001969134096273917,
      "loss": 4.0413,
      "step": 113
    },
    {
      "epoch": 0.048484848484848485,
      "grad_norm": 1.9854624271392822,
      "learning_rate": 0.00019685350270757555,
      "loss": 5.2011,
      "step": 114
    },
    {
      "epoch": 0.04891015417331207,
      "grad_norm": 1.4020437002182007,
      "learning_rate": 0.00019679302929213058,
      "loss": 3.2681,
      "step": 115
    },
    {
      "epoch": 0.04933545986177565,
      "grad_norm": 3.185427665710449,
      "learning_rate": 0.00019673198973476543,
      "loss": 4.9611,
      "step": 116
    },
    {
      "epoch": 0.049760765550239235,
      "grad_norm": 1.4784972667694092,
      "learning_rate": 0.00019667038439250014,
      "loss": 3.2985,
      "step": 117
    },
    {
      "epoch": 0.05018607123870282,
      "grad_norm": 1.4043995141983032,
      "learning_rate": 0.00019660821362566403,
      "loss": 4.6041,
      "step": 118
    },
    {
      "epoch": 0.0506113769271664,
      "grad_norm": 3.4840526580810547,
      "learning_rate": 0.0001965454777978936,
      "loss": 4.5463,
      "step": 119
    },
    {
      "epoch": 0.051036682615629984,
      "grad_norm": 1.215725064277649,
      "learning_rate": 0.00019648217727613037,
      "loss": 5.4999,
      "step": 120
    },
    {
      "epoch": 0.05146198830409357,
      "grad_norm": 1.8503179550170898,
      "learning_rate": 0.0001964183124306188,
      "loss": 3.1424,
      "step": 121
    },
    {
      "epoch": 0.05188729399255715,
      "grad_norm": 1.700757384300232,
      "learning_rate": 0.00019635388363490396,
      "loss": 7.3474,
      "step": 122
    },
    {
      "epoch": 0.052312599681020734,
      "grad_norm": 3.351445436477661,
      "learning_rate": 0.00019628889126582956,
      "loss": 3.9971,
      "step": 123
    },
    {
      "epoch": 0.05273790536948432,
      "grad_norm": 2.823700428009033,
      "learning_rate": 0.00019622333570353567,
      "loss": 3.8418,
      "step": 124
    },
    {
      "epoch": 0.0531632110579479,
      "grad_norm": 1.2252670526504517,
      "learning_rate": 0.00019615721733145643,
      "loss": 3.4258,
      "step": 125
    },
    {
      "epoch": 0.053588516746411484,
      "grad_norm": 1.0989383459091187,
      "learning_rate": 0.0001960905365363178,
      "loss": 4.0731,
      "step": 126
    },
    {
      "epoch": 0.05401382243487507,
      "grad_norm": 1.461181402206421,
      "learning_rate": 0.00019602329370813543,
      "loss": 4.9217,
      "step": 127
    },
    {
      "epoch": 0.05443912812333865,
      "grad_norm": 1.7566039562225342,
      "learning_rate": 0.00019595548924021224,
      "loss": 4.7944,
      "step": 128
    },
    {
      "epoch": 0.054864433811802234,
      "grad_norm": 0.9254627823829651,
      "learning_rate": 0.00019588712352913625,
      "loss": 3.7467,
      "step": 129
    },
    {
      "epoch": 0.05528973950026582,
      "grad_norm": 1.8277643918991089,
      "learning_rate": 0.00019581819697477812,
      "loss": 3.8971,
      "step": 130
    },
    {
      "epoch": 0.0557150451887294,
      "grad_norm": 2.7181191444396973,
      "learning_rate": 0.00019574870998028893,
      "loss": 5.4721,
      "step": 131
    },
    {
      "epoch": 0.056140350877192984,
      "grad_norm": 1.662980556488037,
      "learning_rate": 0.0001956786629520977,
      "loss": 3.4477,
      "step": 132
    },
    {
      "epoch": 0.05656565656565657,
      "grad_norm": 1.1630208492279053,
      "learning_rate": 0.00019560805629990918,
      "loss": 4.0594,
      "step": 133
    },
    {
      "epoch": 0.05699096225412015,
      "grad_norm": 1.3086334466934204,
      "learning_rate": 0.00019553689043670127,
      "loss": 4.6288,
      "step": 134
    },
    {
      "epoch": 0.05741626794258373,
      "grad_norm": 1.624839425086975,
      "learning_rate": 0.00019546516577872275,
      "loss": 4.6142,
      "step": 135
    },
    {
      "epoch": 0.05784157363104731,
      "grad_norm": 1.424111247062683,
      "learning_rate": 0.00019539288274549076,
      "loss": 3.5576,
      "step": 136
    },
    {
      "epoch": 0.0582668793195109,
      "grad_norm": 2.2179667949676514,
      "learning_rate": 0.00019532004175978838,
      "loss": 5.5366,
      "step": 137
    },
    {
      "epoch": 0.05869218500797448,
      "grad_norm": 1.0456441640853882,
      "learning_rate": 0.0001952466432476622,
      "loss": 3.8464,
      "step": 138
    },
    {
      "epoch": 0.05911749069643806,
      "grad_norm": 2.4506351947784424,
      "learning_rate": 0.00019517268763841962,
      "loss": 4.246,
      "step": 139
    },
    {
      "epoch": 0.05954279638490165,
      "grad_norm": 1.4881759881973267,
      "learning_rate": 0.00019509817536462673,
      "loss": 5.5137,
      "step": 140
    },
    {
      "epoch": 0.05996810207336523,
      "grad_norm": 1.6354483366012573,
      "learning_rate": 0.00019502310686210535,
      "loss": 3.5005,
      "step": 141
    },
    {
      "epoch": 0.06039340776182881,
      "grad_norm": 2.235971689224243,
      "learning_rate": 0.0001949474825699308,
      "loss": 4.9341,
      "step": 142
    },
    {
      "epoch": 0.0608187134502924,
      "grad_norm": 2.84816837310791,
      "learning_rate": 0.00019487130293042917,
      "loss": 3.2102,
      "step": 143
    },
    {
      "epoch": 0.06124401913875598,
      "grad_norm": 1.3617767095565796,
      "learning_rate": 0.00019479456838917473,
      "loss": 3.743,
      "step": 144
    },
    {
      "epoch": 0.06166932482721956,
      "grad_norm": 1.6553460359573364,
      "learning_rate": 0.00019471727939498744,
      "loss": 4.5086,
      "step": 145
    },
    {
      "epoch": 0.06209463051568315,
      "grad_norm": 1.036208152770996,
      "learning_rate": 0.00019463943639993025,
      "loss": 3.4707,
      "step": 146
    },
    {
      "epoch": 0.06251993620414673,
      "grad_norm": 2.153904676437378,
      "learning_rate": 0.00019456103985930634,
      "loss": 5.6982,
      "step": 147
    },
    {
      "epoch": 0.06294524189261032,
      "grad_norm": 1.3677289485931396,
      "learning_rate": 0.00019448209023165675,
      "loss": 2.0359,
      "step": 148
    },
    {
      "epoch": 0.0633705475810739,
      "grad_norm": 1.6791625022888184,
      "learning_rate": 0.0001944025879787574,
      "loss": 4.6262,
      "step": 149
    },
    {
      "epoch": 0.06379585326953748,
      "grad_norm": 1.1792131662368774,
      "learning_rate": 0.00019432253356561655,
      "loss": 3.2025,
      "step": 150
    },
    {
      "epoch": 0.06422115895800107,
      "grad_norm": 2.6696784496307373,
      "learning_rate": 0.00019424192746047208,
      "loss": 4.3045,
      "step": 151
    },
    {
      "epoch": 0.06464646464646465,
      "grad_norm": 1.3979727029800415,
      "learning_rate": 0.00019416077013478862,
      "loss": 5.2946,
      "step": 152
    },
    {
      "epoch": 0.06507177033492823,
      "grad_norm": 0.9812453389167786,
      "learning_rate": 0.00019407906206325498,
      "loss": 4.5749,
      "step": 153
    },
    {
      "epoch": 0.06549707602339182,
      "grad_norm": 1.301486611366272,
      "learning_rate": 0.0001939968037237812,
      "loss": 3.6853,
      "step": 154
    },
    {
      "epoch": 0.0659223817118554,
      "grad_norm": 1.7180238962173462,
      "learning_rate": 0.00019391399559749592,
      "loss": 4.0593,
      "step": 155
    },
    {
      "epoch": 0.06634768740031897,
      "grad_norm": 2.124605655670166,
      "learning_rate": 0.00019383063816874341,
      "loss": 3.4256,
      "step": 156
    },
    {
      "epoch": 0.06677299308878257,
      "grad_norm": 0.8837463855743408,
      "learning_rate": 0.00019374673192508088,
      "loss": 3.74,
      "step": 157
    },
    {
      "epoch": 0.06719829877724615,
      "grad_norm": 1.3763164281845093,
      "learning_rate": 0.00019366227735727543,
      "loss": 4.2175,
      "step": 158
    },
    {
      "epoch": 0.06762360446570972,
      "grad_norm": 1.1279481649398804,
      "learning_rate": 0.00019357727495930146,
      "loss": 3.7165,
      "step": 159
    },
    {
      "epoch": 0.06804891015417332,
      "grad_norm": 1.6032567024230957,
      "learning_rate": 0.00019349172522833746,
      "loss": 3.5732,
      "step": 160
    },
    {
      "epoch": 0.0684742158426369,
      "grad_norm": 2.353627920150757,
      "learning_rate": 0.00019340562866476346,
      "loss": 2.8525,
      "step": 161
    },
    {
      "epoch": 0.06889952153110047,
      "grad_norm": 3.5140268802642822,
      "learning_rate": 0.00019331898577215777,
      "loss": 4.4645,
      "step": 162
    },
    {
      "epoch": 0.06932482721956407,
      "grad_norm": 2.53182315826416,
      "learning_rate": 0.0001932317970572942,
      "loss": 4.0354,
      "step": 163
    },
    {
      "epoch": 0.06975013290802765,
      "grad_norm": 1.8960552215576172,
      "learning_rate": 0.00019314406303013904,
      "loss": 5.0532,
      "step": 164
    },
    {
      "epoch": 0.07017543859649122,
      "grad_norm": 1.0089201927185059,
      "learning_rate": 0.00019305578420384824,
      "loss": 4.8303,
      "step": 165
    },
    {
      "epoch": 0.07060074428495482,
      "grad_norm": 1.0588701963424683,
      "learning_rate": 0.00019296696109476417,
      "loss": 5.378,
      "step": 166
    },
    {
      "epoch": 0.0710260499734184,
      "grad_norm": 1.3903619050979614,
      "learning_rate": 0.00019287759422241272,
      "loss": 4.8387,
      "step": 167
    },
    {
      "epoch": 0.07145135566188197,
      "grad_norm": 2.0214524269104004,
      "learning_rate": 0.0001927876841095002,
      "loss": 3.2669,
      "step": 168
    },
    {
      "epoch": 0.07187666135034557,
      "grad_norm": 1.4232667684555054,
      "learning_rate": 0.00019269723128191048,
      "loss": 4.6538,
      "step": 169
    },
    {
      "epoch": 0.07230196703880915,
      "grad_norm": 2.323702812194824,
      "learning_rate": 0.00019260623626870166,
      "loss": 5.7953,
      "step": 170
    },
    {
      "epoch": 0.07272727272727272,
      "grad_norm": 1.446884274482727,
      "learning_rate": 0.000192514699602103,
      "loss": 4.9498,
      "step": 171
    },
    {
      "epoch": 0.07315257841573632,
      "grad_norm": 1.56098210811615,
      "learning_rate": 0.00019242262181751207,
      "loss": 5.7181,
      "step": 172
    },
    {
      "epoch": 0.0735778841041999,
      "grad_norm": 1.5772777795791626,
      "learning_rate": 0.00019233000345349137,
      "loss": 6.4288,
      "step": 173
    },
    {
      "epoch": 0.07400318979266347,
      "grad_norm": 1.5293145179748535,
      "learning_rate": 0.00019223684505176517,
      "loss": 5.2305,
      "step": 174
    },
    {
      "epoch": 0.07442849548112707,
      "grad_norm": 1.8808828592300415,
      "learning_rate": 0.00019214314715721646,
      "loss": 3.5025,
      "step": 175
    },
    {
      "epoch": 0.07485380116959064,
      "grad_norm": 4.511305809020996,
      "learning_rate": 0.0001920489103178838,
      "loss": 4.9866,
      "step": 176
    },
    {
      "epoch": 0.07527910685805422,
      "grad_norm": 0.986541748046875,
      "learning_rate": 0.0001919541350849579,
      "loss": 4.574,
      "step": 177
    },
    {
      "epoch": 0.07570441254651782,
      "grad_norm": 3.302333354949951,
      "learning_rate": 0.0001918588220127786,
      "loss": 3.3523,
      "step": 178
    },
    {
      "epoch": 0.0761297182349814,
      "grad_norm": 2.3641462326049805,
      "learning_rate": 0.00019176297165883165,
      "loss": 5.321,
      "step": 179
    },
    {
      "epoch": 0.07655502392344497,
      "grad_norm": 2.635867118835449,
      "learning_rate": 0.00019166658458374519,
      "loss": 3.7606,
      "step": 180
    },
    {
      "epoch": 0.07698032961190857,
      "grad_norm": 1.9458346366882324,
      "learning_rate": 0.0001915696613512867,
      "loss": 4.918,
      "step": 181
    },
    {
      "epoch": 0.07740563530037214,
      "grad_norm": 1.5854291915893555,
      "learning_rate": 0.00019147220252835968,
      "loss": 5.0478,
      "step": 182
    },
    {
      "epoch": 0.07783094098883572,
      "grad_norm": 1.2267111539840698,
      "learning_rate": 0.00019137420868500034,
      "loss": 3.574,
      "step": 183
    },
    {
      "epoch": 0.07825624667729932,
      "grad_norm": 1.1995508670806885,
      "learning_rate": 0.00019127568039437406,
      "loss": 5.5851,
      "step": 184
    },
    {
      "epoch": 0.0786815523657629,
      "grad_norm": 2.279618501663208,
      "learning_rate": 0.00019117661823277234,
      "loss": 3.5095,
      "step": 185
    },
    {
      "epoch": 0.07910685805422647,
      "grad_norm": 1.8286516666412354,
      "learning_rate": 0.00019107702277960923,
      "loss": 2.8463,
      "step": 186
    },
    {
      "epoch": 0.07953216374269007,
      "grad_norm": 1.8414299488067627,
      "learning_rate": 0.00019097689461741802,
      "loss": 3.5448,
      "step": 187
    },
    {
      "epoch": 0.07995746943115364,
      "grad_norm": 1.6938220262527466,
      "learning_rate": 0.0001908762343318478,
      "loss": 4.0735,
      "step": 188
    },
    {
      "epoch": 0.08038277511961722,
      "grad_norm": 1.1175601482391357,
      "learning_rate": 0.00019077504251166006,
      "loss": 5.5375,
      "step": 189
    },
    {
      "epoch": 0.08080808080808081,
      "grad_norm": 2.431255578994751,
      "learning_rate": 0.00019067331974872525,
      "loss": 3.0275,
      "step": 190
    },
    {
      "epoch": 0.0812333864965444,
      "grad_norm": 1.2838822603225708,
      "learning_rate": 0.00019057106663801922,
      "loss": 3.7267,
      "step": 191
    },
    {
      "epoch": 0.08165869218500797,
      "grad_norm": 2.7589175701141357,
      "learning_rate": 0.0001904682837776199,
      "loss": 4.6246,
      "step": 192
    },
    {
      "epoch": 0.08208399787347155,
      "grad_norm": 3.6601321697235107,
      "learning_rate": 0.0001903649717687037,
      "loss": 4.4567,
      "step": 193
    },
    {
      "epoch": 0.08250930356193514,
      "grad_norm": 1.2662928104400635,
      "learning_rate": 0.00019026113121554204,
      "loss": 4.2575,
      "step": 194
    },
    {
      "epoch": 0.08293460925039872,
      "grad_norm": 1.4980854988098145,
      "learning_rate": 0.00019015676272549775,
      "loss": 2.4831,
      "step": 195
    },
    {
      "epoch": 0.0833599149388623,
      "grad_norm": 1.3308391571044922,
      "learning_rate": 0.00019005186690902157,
      "loss": 2.6556,
      "step": 196
    },
    {
      "epoch": 0.0837852206273259,
      "grad_norm": 1.9314029216766357,
      "learning_rate": 0.00018994644437964858,
      "loss": 5.598,
      "step": 197
    },
    {
      "epoch": 0.08421052631578947,
      "grad_norm": 1.1222623586654663,
      "learning_rate": 0.00018984049575399464,
      "loss": 3.8325,
      "step": 198
    },
    {
      "epoch": 0.08463583200425305,
      "grad_norm": 1.2185627222061157,
      "learning_rate": 0.00018973402165175268,
      "loss": 3.6466,
      "step": 199
    },
    {
      "epoch": 0.08506113769271664,
      "grad_norm": 1.0024726390838623,
      "learning_rate": 0.00018962702269568915,
      "loss": 3.8096,
      "step": 200
    },
    {
      "epoch": 0.08548644338118022,
      "grad_norm": 2.862900495529175,
      "learning_rate": 0.0001895194995116404,
      "loss": 4.7978,
      "step": 201
    },
    {
      "epoch": 0.0859117490696438,
      "grad_norm": 1.6267935037612915,
      "learning_rate": 0.00018941145272850899,
      "loss": 4.7919,
      "step": 202
    },
    {
      "epoch": 0.08633705475810739,
      "grad_norm": 2.405459403991699,
      "learning_rate": 0.00018930288297825992,
      "loss": 3.4462,
      "step": 203
    },
    {
      "epoch": 0.08676236044657097,
      "grad_norm": 2.3120670318603516,
      "learning_rate": 0.0001891937908959172,
      "loss": 6.7153,
      "step": 204
    },
    {
      "epoch": 0.08718766613503455,
      "grad_norm": 1.663512945175171,
      "learning_rate": 0.00018908417711955972,
      "loss": 5.8466,
      "step": 205
    },
    {
      "epoch": 0.08761297182349814,
      "grad_norm": 1.788252830505371,
      "learning_rate": 0.00018897404229031793,
      "loss": 5.95,
      "step": 206
    },
    {
      "epoch": 0.08803827751196172,
      "grad_norm": 1.3597660064697266,
      "learning_rate": 0.00018886338705236994,
      "loss": 3.9555,
      "step": 207
    },
    {
      "epoch": 0.0884635832004253,
      "grad_norm": 1.3861340284347534,
      "learning_rate": 0.00018875221205293756,
      "loss": 3.3448,
      "step": 208
    },
    {
      "epoch": 0.08888888888888889,
      "grad_norm": 2.0984930992126465,
      "learning_rate": 0.00018864051794228282,
      "loss": 3.9276,
      "step": 209
    },
    {
      "epoch": 0.08931419457735247,
      "grad_norm": 1.6481209993362427,
      "learning_rate": 0.00018852830537370395,
      "loss": 3.2113,
      "step": 210
    },
    {
      "epoch": 0.08973950026581605,
      "grad_norm": 1.1742589473724365,
      "learning_rate": 0.00018841557500353176,
      "loss": 4.4819,
      "step": 211
    },
    {
      "epoch": 0.09016480595427964,
      "grad_norm": 2.1374399662017822,
      "learning_rate": 0.0001883023274911255,
      "loss": 3.7218,
      "step": 212
    },
    {
      "epoch": 0.09059011164274322,
      "grad_norm": 2.310286521911621,
      "learning_rate": 0.00018818856349886933,
      "loss": 4.5505,
      "step": 213
    },
    {
      "epoch": 0.0910154173312068,
      "grad_norm": 2.130000352859497,
      "learning_rate": 0.00018807428369216822,
      "loss": 5.6391,
      "step": 214
    },
    {
      "epoch": 0.09144072301967039,
      "grad_norm": 1.5271720886230469,
      "learning_rate": 0.00018795948873944415,
      "loss": 3.8782,
      "step": 215
    },
    {
      "epoch": 0.09186602870813397,
      "grad_norm": 1.3229092359542847,
      "learning_rate": 0.00018784417931213225,
      "loss": 4.6465,
      "step": 216
    },
    {
      "epoch": 0.09229133439659755,
      "grad_norm": 1.7138240337371826,
      "learning_rate": 0.0001877283560846767,
      "loss": 3.0655,
      "step": 217
    },
    {
      "epoch": 0.09271664008506114,
      "grad_norm": 1.960896372795105,
      "learning_rate": 0.00018761201973452698,
      "loss": 4.9105,
      "step": 218
    },
    {
      "epoch": 0.09314194577352472,
      "grad_norm": 2.0286288261413574,
      "learning_rate": 0.00018749517094213375,
      "loss": 3.5686,
      "step": 219
    },
    {
      "epoch": 0.0935672514619883,
      "grad_norm": 1.415162444114685,
      "learning_rate": 0.00018737781039094502,
      "loss": 3.8896,
      "step": 220
    },
    {
      "epoch": 0.09399255715045189,
      "grad_norm": 1.9090423583984375,
      "learning_rate": 0.00018725993876740206,
      "loss": 3.6689,
      "step": 221
    },
    {
      "epoch": 0.09441786283891547,
      "grad_norm": 2.0373220443725586,
      "learning_rate": 0.00018714155676093533,
      "loss": 3.4125,
      "step": 222
    },
    {
      "epoch": 0.09484316852737905,
      "grad_norm": 2.1590068340301514,
      "learning_rate": 0.00018702266506396057,
      "loss": 3.7457,
      "step": 223
    },
    {
      "epoch": 0.09526847421584264,
      "grad_norm": 1.3588478565216064,
      "learning_rate": 0.00018690326437187472,
      "loss": 3.7105,
      "step": 224
    },
    {
      "epoch": 0.09569377990430622,
      "grad_norm": 0.990913450717926,
      "learning_rate": 0.00018678335538305175,
      "loss": 3.9841,
      "step": 225
    },
    {
      "epoch": 0.0961190855927698,
      "grad_norm": 1.939204454421997,
      "learning_rate": 0.00018666293879883875,
      "loss": 5.2661,
      "step": 226
    },
    {
      "epoch": 0.09654439128123339,
      "grad_norm": 0.9789336323738098,
      "learning_rate": 0.0001865420153235517,
      "loss": 3.8368,
      "step": 227
    },
    {
      "epoch": 0.09696969696969697,
      "grad_norm": 1.6438907384872437,
      "learning_rate": 0.00018642058566447134,
      "loss": 3.3925,
      "step": 228
    },
    {
      "epoch": 0.09739500265816055,
      "grad_norm": 1.0520211458206177,
      "learning_rate": 0.00018629865053183911,
      "loss": 3.7778,
      "step": 229
    },
    {
      "epoch": 0.09782030834662414,
      "grad_norm": 1.3426876068115234,
      "learning_rate": 0.00018617621063885299,
      "loss": 4.7103,
      "step": 230
    },
    {
      "epoch": 0.09824561403508772,
      "grad_norm": 1.283226728439331,
      "learning_rate": 0.00018605326670166324,
      "loss": 4.3989,
      "step": 231
    },
    {
      "epoch": 0.0986709197235513,
      "grad_norm": 1.9034225940704346,
      "learning_rate": 0.0001859298194393683,
      "loss": 3.3264,
      "step": 232
    },
    {
      "epoch": 0.09909622541201489,
      "grad_norm": 2.8203506469726562,
      "learning_rate": 0.00018580586957401058,
      "loss": 2.6096,
      "step": 233
    },
    {
      "epoch": 0.09952153110047847,
      "grad_norm": 1.5699305534362793,
      "learning_rate": 0.0001856814178305722,
      "loss": 3.069,
      "step": 234
    },
    {
      "epoch": 0.09994683678894205,
      "grad_norm": 0.8023608922958374,
      "learning_rate": 0.00018555646493697073,
      "loss": 4.0448,
      "step": 235
    },
    {
      "epoch": 0.10037214247740564,
      "grad_norm": 1.2559700012207031,
      "learning_rate": 0.000185431011624055,
      "loss": 4.1533,
      "step": 236
    },
    {
      "epoch": 0.10079744816586922,
      "grad_norm": 2.6216351985931396,
      "learning_rate": 0.0001853050586256008,
      "loss": 4.8877,
      "step": 237
    },
    {
      "epoch": 0.1012227538543328,
      "grad_norm": 1.4353939294815063,
      "learning_rate": 0.00018517860667830648,
      "loss": 3.1831,
      "step": 238
    },
    {
      "epoch": 0.10164805954279639,
      "grad_norm": 1.9558796882629395,
      "learning_rate": 0.00018505165652178893,
      "loss": 4.3618,
      "step": 239
    },
    {
      "epoch": 0.10207336523125997,
      "grad_norm": 1.4537776708602905,
      "learning_rate": 0.00018492420889857885,
      "loss": 4.8375,
      "step": 240
    },
    {
      "epoch": 0.10249867091972355,
      "grad_norm": 1.3515127897262573,
      "learning_rate": 0.00018479626455411677,
      "loss": 1.9146,
      "step": 241
    },
    {
      "epoch": 0.10292397660818714,
      "grad_norm": 1.01177978515625,
      "learning_rate": 0.00018466782423674847,
      "loss": 3.4106,
      "step": 242
    },
    {
      "epoch": 0.10334928229665072,
      "grad_norm": 2.739379405975342,
      "learning_rate": 0.00018453888869772068,
      "loss": 5.9229,
      "step": 243
    },
    {
      "epoch": 0.1037745879851143,
      "grad_norm": 1.1075979471206665,
      "learning_rate": 0.00018440945869117675,
      "loss": 2.8951,
      "step": 244
    },
    {
      "epoch": 0.10419989367357789,
      "grad_norm": 2.2283716201782227,
      "learning_rate": 0.00018427953497415206,
      "loss": 3.8471,
      "step": 245
    },
    {
      "epoch": 0.10462519936204147,
      "grad_norm": 1.0001024007797241,
      "learning_rate": 0.00018414911830656974,
      "loss": 5.836,
      "step": 246
    },
    {
      "epoch": 0.10505050505050505,
      "grad_norm": 1.3344687223434448,
      "learning_rate": 0.0001840182094512362,
      "loss": 5.4549,
      "step": 247
    },
    {
      "epoch": 0.10547581073896864,
      "grad_norm": 1.4957339763641357,
      "learning_rate": 0.00018388680917383665,
      "loss": 5.1951,
      "step": 248
    },
    {
      "epoch": 0.10590111642743222,
      "grad_norm": 1.1850992441177368,
      "learning_rate": 0.00018375491824293067,
      "loss": 5.6753,
      "step": 249
    },
    {
      "epoch": 0.1063264221158958,
      "grad_norm": 1.4453513622283936,
      "learning_rate": 0.00018362253742994756,
      "loss": 2.6816,
      "step": 250
    },
    {
      "epoch": 0.10675172780435939,
      "grad_norm": 1.7634117603302002,
      "learning_rate": 0.00018348966750918205,
      "loss": 4.8548,
      "step": 251
    },
    {
      "epoch": 0.10717703349282297,
      "grad_norm": 1.0877200365066528,
      "learning_rate": 0.00018335630925778954,
      "loss": 4.2944,
      "step": 252
    },
    {
      "epoch": 0.10760233918128655,
      "grad_norm": 1.26553475856781,
      "learning_rate": 0.0001832224634557818,
      "loss": 3.5945,
      "step": 253
    },
    {
      "epoch": 0.10802764486975014,
      "grad_norm": 1.363256812095642,
      "learning_rate": 0.00018308813088602227,
      "loss": 5.288,
      "step": 254
    },
    {
      "epoch": 0.10845295055821372,
      "grad_norm": 2.255664348602295,
      "learning_rate": 0.0001829533123342213,
      "loss": 2.3876,
      "step": 255
    },
    {
      "epoch": 0.1088782562466773,
      "grad_norm": 4.280680179595947,
      "learning_rate": 0.00018281800858893204,
      "loss": 5.6379,
      "step": 256
    },
    {
      "epoch": 0.10930356193514089,
      "grad_norm": 1.6498217582702637,
      "learning_rate": 0.00018268222044154526,
      "loss": 3.7967,
      "step": 257
    },
    {
      "epoch": 0.10972886762360447,
      "grad_norm": 1.116586685180664,
      "learning_rate": 0.00018254594868628523,
      "loss": 4.119,
      "step": 258
    },
    {
      "epoch": 0.11015417331206805,
      "grad_norm": 2.5396056175231934,
      "learning_rate": 0.00018240919412020466,
      "loss": 3.7721,
      "step": 259
    },
    {
      "epoch": 0.11057947900053164,
      "grad_norm": 1.6143362522125244,
      "learning_rate": 0.0001822719575431803,
      "loss": 4.1706,
      "step": 260
    },
    {
      "epoch": 0.11100478468899522,
      "grad_norm": 1.5007147789001465,
      "learning_rate": 0.00018213423975790822,
      "loss": 5.6273,
      "step": 261
    },
    {
      "epoch": 0.1114300903774588,
      "grad_norm": 2.2784721851348877,
      "learning_rate": 0.00018199604156989897,
      "loss": 5.23,
      "step": 262
    },
    {
      "epoch": 0.11185539606592239,
      "grad_norm": 2.9222543239593506,
      "learning_rate": 0.00018185736378747302,
      "loss": 6.6928,
      "step": 263
    },
    {
      "epoch": 0.11228070175438597,
      "grad_norm": 2.066948175430298,
      "learning_rate": 0.00018171820722175604,
      "loss": 4.0075,
      "step": 264
    },
    {
      "epoch": 0.11270600744284955,
      "grad_norm": 1.6747312545776367,
      "learning_rate": 0.00018157857268667396,
      "loss": 3.9975,
      "step": 265
    },
    {
      "epoch": 0.11313131313131314,
      "grad_norm": 1.5490485429763794,
      "learning_rate": 0.00018143846099894856,
      "loss": 4.0346,
      "step": 266
    },
    {
      "epoch": 0.11355661881977672,
      "grad_norm": 2.2233667373657227,
      "learning_rate": 0.00018129787297809234,
      "loss": 3.9653,
      "step": 267
    },
    {
      "epoch": 0.1139819245082403,
      "grad_norm": 2.7915656566619873,
      "learning_rate": 0.00018115680944640384,
      "loss": 3.6153,
      "step": 268
    },
    {
      "epoch": 0.11440723019670387,
      "grad_norm": 2.031986951828003,
      "learning_rate": 0.00018101527122896293,
      "loss": 5.8875,
      "step": 269
    },
    {
      "epoch": 0.11483253588516747,
      "grad_norm": 1.2837294340133667,
      "learning_rate": 0.00018087325915362593,
      "loss": 5.6175,
      "step": 270
    },
    {
      "epoch": 0.11525784157363105,
      "grad_norm": 2.5677475929260254,
      "learning_rate": 0.00018073077405102072,
      "loss": 3.1317,
      "step": 271
    },
    {
      "epoch": 0.11568314726209462,
      "grad_norm": 2.398629665374756,
      "learning_rate": 0.00018058781675454189,
      "loss": 4.3312,
      "step": 272
    },
    {
      "epoch": 0.11610845295055822,
      "grad_norm": 1.5709447860717773,
      "learning_rate": 0.00018044438810034592,
      "loss": 5.25,
      "step": 273
    },
    {
      "epoch": 0.1165337586390218,
      "grad_norm": 2.1811931133270264,
      "learning_rate": 0.0001803004889273463,
      "loss": 3.844,
      "step": 274
    },
    {
      "epoch": 0.11695906432748537,
      "grad_norm": 1.1303186416625977,
      "learning_rate": 0.00018015612007720849,
      "loss": 3.7766,
      "step": 275
    },
    {
      "epoch": 0.11738437001594897,
      "grad_norm": 1.731547236442566,
      "learning_rate": 0.00018001128239434513,
      "loss": 4.8667,
      "step": 276
    },
    {
      "epoch": 0.11780967570441254,
      "grad_norm": 0.8920842409133911,
      "learning_rate": 0.00017986597672591111,
      "loss": 4.5479,
      "step": 277
    },
    {
      "epoch": 0.11823498139287612,
      "grad_norm": 3.497462272644043,
      "learning_rate": 0.00017972020392179852,
      "loss": 5.4351,
      "step": 278
    },
    {
      "epoch": 0.11866028708133972,
      "grad_norm": 1.5127792358398438,
      "learning_rate": 0.0001795739648346317,
      "loss": 5.687,
      "step": 279
    },
    {
      "epoch": 0.1190855927698033,
      "grad_norm": 1.462327241897583,
      "learning_rate": 0.0001794272603197623,
      "loss": 3.0556,
      "step": 280
    },
    {
      "epoch": 0.11951089845826687,
      "grad_norm": 2.440694808959961,
      "learning_rate": 0.00017928009123526425,
      "loss": 5.0917,
      "step": 281
    },
    {
      "epoch": 0.11993620414673047,
      "grad_norm": 1.2414053678512573,
      "learning_rate": 0.00017913245844192877,
      "loss": 5.226,
      "step": 282
    },
    {
      "epoch": 0.12036150983519404,
      "grad_norm": 2.3420727252960205,
      "learning_rate": 0.0001789843628032593,
      "loss": 5.7575,
      "step": 283
    },
    {
      "epoch": 0.12078681552365762,
      "grad_norm": 1.3470391035079956,
      "learning_rate": 0.00017883580518546647,
      "loss": 5.7423,
      "step": 284
    },
    {
      "epoch": 0.12121212121212122,
      "grad_norm": 1.3159950971603394,
      "learning_rate": 0.00017868678645746299,
      "loss": 2.6901,
      "step": 285
    },
    {
      "epoch": 0.1216374269005848,
      "grad_norm": 2.1501924991607666,
      "learning_rate": 0.00017853730749085856,
      "loss": 2.8709,
      "step": 286
    },
    {
      "epoch": 0.12206273258904837,
      "grad_norm": 1.8168342113494873,
      "learning_rate": 0.00017838736915995492,
      "loss": 2.5013,
      "step": 287
    },
    {
      "epoch": 0.12248803827751197,
      "grad_norm": 1.3861457109451294,
      "learning_rate": 0.00017823697234174062,
      "loss": 6.0142,
      "step": 288
    },
    {
      "epoch": 0.12291334396597554,
      "grad_norm": 1.5647907257080078,
      "learning_rate": 0.00017808611791588584,
      "loss": 4.6084,
      "step": 289
    },
    {
      "epoch": 0.12333864965443912,
      "grad_norm": 2.3199055194854736,
      "learning_rate": 0.00017793480676473724,
      "loss": 4.5649,
      "step": 290
    },
    {
      "epoch": 0.12376395534290272,
      "grad_norm": 1.4857816696166992,
      "learning_rate": 0.00017778303977331305,
      "loss": 3.1873,
      "step": 291
    },
    {
      "epoch": 0.1241892610313663,
      "grad_norm": 1.123597264289856,
      "learning_rate": 0.00017763081782929757,
      "loss": 4.0707,
      "step": 292
    },
    {
      "epoch": 0.12461456671982987,
      "grad_norm": 5.317357540130615,
      "learning_rate": 0.00017747814182303615,
      "loss": 3.2011,
      "step": 293
    },
    {
      "epoch": 0.12503987240829345,
      "grad_norm": 1.9228636026382446,
      "learning_rate": 0.00017732501264752996,
      "loss": 4.7485,
      "step": 294
    },
    {
      "epoch": 0.12546517809675706,
      "grad_norm": 1.1807467937469482,
      "learning_rate": 0.00017717143119843075,
      "loss": 4.2736,
      "step": 295
    },
    {
      "epoch": 0.12589048378522064,
      "grad_norm": 1.4087002277374268,
      "learning_rate": 0.00017701739837403557,
      "loss": 4.7525,
      "step": 296
    },
    {
      "epoch": 0.12631578947368421,
      "grad_norm": 1.3696880340576172,
      "learning_rate": 0.00017686291507528162,
      "loss": 4.8327,
      "step": 297
    },
    {
      "epoch": 0.1267410951621478,
      "grad_norm": 2.306474447250366,
      "learning_rate": 0.0001767079822057409,
      "loss": 5.1491,
      "step": 298
    },
    {
      "epoch": 0.12716640085061137,
      "grad_norm": 1.5109610557556152,
      "learning_rate": 0.00017655260067161503,
      "loss": 3.1703,
      "step": 299
    },
    {
      "epoch": 0.12759170653907495,
      "grad_norm": 1.404127836227417,
      "learning_rate": 0.00017639677138172965,
      "loss": 4.4158,
      "step": 300
    },
    {
      "epoch": 0.12801701222753856,
      "grad_norm": 3.7946982383728027,
      "learning_rate": 0.00017624049524752954,
      "loss": 3.963,
      "step": 301
    },
    {
      "epoch": 0.12844231791600214,
      "grad_norm": 1.248270034790039,
      "learning_rate": 0.000176083773183073,
      "loss": 2.8037,
      "step": 302
    },
    {
      "epoch": 0.12886762360446571,
      "grad_norm": 2.626024007797241,
      "learning_rate": 0.00017592660610502652,
      "loss": 4.5187,
      "step": 303
    },
    {
      "epoch": 0.1292929292929293,
      "grad_norm": 1.4516195058822632,
      "learning_rate": 0.00017576899493265954,
      "loss": 3.0774,
      "step": 304
    },
    {
      "epoch": 0.12971823498139287,
      "grad_norm": 2.9524312019348145,
      "learning_rate": 0.00017561094058783893,
      "loss": 4.6958,
      "step": 305
    },
    {
      "epoch": 0.13014354066985645,
      "grad_norm": 1.8419862985610962,
      "learning_rate": 0.0001754524439950238,
      "loss": 4.0619,
      "step": 306
    },
    {
      "epoch": 0.13056884635832003,
      "grad_norm": 3.4082584381103516,
      "learning_rate": 0.00017529350608125986,
      "loss": 4.6226,
      "step": 307
    },
    {
      "epoch": 0.13099415204678364,
      "grad_norm": 1.1097588539123535,
      "learning_rate": 0.00017513412777617408,
      "loss": 4.8008,
      "step": 308
    },
    {
      "epoch": 0.1314194577352472,
      "grad_norm": 1.1054195165634155,
      "learning_rate": 0.00017497431001196943,
      "loss": 4.6729,
      "step": 309
    },
    {
      "epoch": 0.1318447634237108,
      "grad_norm": 1.268712043762207,
      "learning_rate": 0.0001748140537234191,
      "loss": 4.147,
      "step": 310
    },
    {
      "epoch": 0.13227006911217437,
      "grad_norm": 1.3904798030853271,
      "learning_rate": 0.0001746533598478613,
      "loss": 4.8374,
      "step": 311
    },
    {
      "epoch": 0.13269537480063795,
      "grad_norm": 1.7124245166778564,
      "learning_rate": 0.00017449222932519365,
      "loss": 5.3299,
      "step": 312
    },
    {
      "epoch": 0.13312068048910153,
      "grad_norm": 1.9493495225906372,
      "learning_rate": 0.00017433066309786779,
      "loss": 5.8436,
      "step": 313
    },
    {
      "epoch": 0.13354598617756513,
      "grad_norm": 2.314997911453247,
      "learning_rate": 0.00017416866211088366,
      "loss": 3.5185,
      "step": 314
    },
    {
      "epoch": 0.1339712918660287,
      "grad_norm": 1.143467903137207,
      "learning_rate": 0.0001740062273117842,
      "loss": 3.8439,
      "step": 315
    },
    {
      "epoch": 0.1343965975544923,
      "grad_norm": 2.3558614253997803,
      "learning_rate": 0.00017384335965064972,
      "loss": 5.9089,
      "step": 316
    },
    {
      "epoch": 0.13482190324295587,
      "grad_norm": 0.9543638825416565,
      "learning_rate": 0.00017368006008009235,
      "loss": 7.411,
      "step": 317
    },
    {
      "epoch": 0.13524720893141945,
      "grad_norm": 1.7356250286102295,
      "learning_rate": 0.00017351632955525033,
      "loss": 2.832,
      "step": 318
    },
    {
      "epoch": 0.13567251461988303,
      "grad_norm": 4.774786472320557,
      "learning_rate": 0.00017335216903378267,
      "loss": 3.7601,
      "step": 319
    },
    {
      "epoch": 0.13609782030834663,
      "grad_norm": 1.0335990190505981,
      "learning_rate": 0.00017318757947586345,
      "loss": 4.6392,
      "step": 320
    },
    {
      "epoch": 0.1365231259968102,
      "grad_norm": 2.6411917209625244,
      "learning_rate": 0.00017302256184417608,
      "loss": 5.169,
      "step": 321
    },
    {
      "epoch": 0.1369484316852738,
      "grad_norm": 3.63075852394104,
      "learning_rate": 0.00017285711710390787,
      "loss": 4.4209,
      "step": 322
    },
    {
      "epoch": 0.13737373737373737,
      "grad_norm": 1.269277572631836,
      "learning_rate": 0.00017269124622274417,
      "loss": 3.0534,
      "step": 323
    },
    {
      "epoch": 0.13779904306220095,
      "grad_norm": 0.8307240009307861,
      "learning_rate": 0.00017252495017086296,
      "loss": 6.5933,
      "step": 324
    },
    {
      "epoch": 0.13822434875066453,
      "grad_norm": 1.6775469779968262,
      "learning_rate": 0.00017235822992092893,
      "loss": 3.4793,
      "step": 325
    },
    {
      "epoch": 0.13864965443912813,
      "grad_norm": 1.488571286201477,
      "learning_rate": 0.00017219108644808792,
      "loss": 4.4789,
      "step": 326
    },
    {
      "epoch": 0.1390749601275917,
      "grad_norm": 1.025161623954773,
      "learning_rate": 0.0001720235207299613,
      "loss": 2.8617,
      "step": 327
    },
    {
      "epoch": 0.1395002658160553,
      "grad_norm": 1.8185421228408813,
      "learning_rate": 0.00017185553374664004,
      "loss": 2.7678,
      "step": 328
    },
    {
      "epoch": 0.1395002658160553,
      "eval_loss": 1.0853500366210938,
      "eval_runtime": 44.1381,
      "eval_samples_per_second": 22.43,
      "eval_steps_per_second": 11.215,
      "step": 328
    },
    {
      "epoch": 0.13992557150451887,
      "grad_norm": 1.1800644397735596,
      "learning_rate": 0.0001716871264806791,
      "loss": 3.4148,
      "step": 329
    },
    {
      "epoch": 0.14035087719298245,
      "grad_norm": 2.4377596378326416,
      "learning_rate": 0.00017151829991709177,
      "loss": 4.954,
      "step": 330
    },
    {
      "epoch": 0.14077618288144603,
      "grad_norm": 3.817112445831299,
      "learning_rate": 0.00017134905504334364,
      "loss": 3.9355,
      "step": 331
    },
    {
      "epoch": 0.14120148856990963,
      "grad_norm": 1.1908283233642578,
      "learning_rate": 0.0001711793928493471,
      "loss": 3.5982,
      "step": 332
    },
    {
      "epoch": 0.1416267942583732,
      "grad_norm": 2.818124532699585,
      "learning_rate": 0.00017100931432745552,
      "loss": 5.5933,
      "step": 333
    },
    {
      "epoch": 0.1420520999468368,
      "grad_norm": 1.8312886953353882,
      "learning_rate": 0.0001708388204724572,
      "loss": 2.8394,
      "step": 334
    },
    {
      "epoch": 0.14247740563530037,
      "grad_norm": 2.1704084873199463,
      "learning_rate": 0.00017066791228156984,
      "loss": 3.977,
      "step": 335
    },
    {
      "epoch": 0.14290271132376395,
      "grad_norm": 1.1006711721420288,
      "learning_rate": 0.0001704965907544345,
      "loss": 4.9318,
      "step": 336
    },
    {
      "epoch": 0.14332801701222753,
      "grad_norm": 1.7244923114776611,
      "learning_rate": 0.00017032485689310998,
      "loss": 4.6498,
      "step": 337
    },
    {
      "epoch": 0.14375332270069113,
      "grad_norm": 1.6997517347335815,
      "learning_rate": 0.00017015271170206666,
      "loss": 4.1182,
      "step": 338
    },
    {
      "epoch": 0.1441786283891547,
      "grad_norm": 1.2224934101104736,
      "learning_rate": 0.00016998015618818087,
      "loss": 2.6709,
      "step": 339
    },
    {
      "epoch": 0.1446039340776183,
      "grad_norm": 1.452508568763733,
      "learning_rate": 0.00016980719136072892,
      "loss": 5.1736,
      "step": 340
    },
    {
      "epoch": 0.14502923976608187,
      "grad_norm": 1.1502940654754639,
      "learning_rate": 0.0001696338182313812,
      "loss": 3.0062,
      "step": 341
    },
    {
      "epoch": 0.14545454545454545,
      "grad_norm": 1.4781477451324463,
      "learning_rate": 0.00016946003781419619,
      "loss": 3.7413,
      "step": 342
    },
    {
      "epoch": 0.14587985114300903,
      "grad_norm": 1.3774186372756958,
      "learning_rate": 0.00016928585112561465,
      "loss": 5.1047,
      "step": 343
    },
    {
      "epoch": 0.14630515683147263,
      "grad_norm": 1.0401722192764282,
      "learning_rate": 0.00016911125918445363,
      "loss": 4.898,
      "step": 344
    },
    {
      "epoch": 0.1467304625199362,
      "grad_norm": 1.0986214876174927,
      "learning_rate": 0.00016893626301190044,
      "loss": 3.6564,
      "step": 345
    },
    {
      "epoch": 0.1471557682083998,
      "grad_norm": 1.060109257698059,
      "learning_rate": 0.0001687608636315068,
      "loss": 4.4153,
      "step": 346
    },
    {
      "epoch": 0.14758107389686337,
      "grad_norm": 1.9176650047302246,
      "learning_rate": 0.00016858506206918276,
      "loss": 3.3798,
      "step": 347
    },
    {
      "epoch": 0.14800637958532695,
      "grad_norm": 1.4208115339279175,
      "learning_rate": 0.00016840885935319078,
      "loss": 5.1296,
      "step": 348
    },
    {
      "epoch": 0.14843168527379053,
      "grad_norm": 3.1316323280334473,
      "learning_rate": 0.00016823225651413953,
      "loss": 4.8292,
      "step": 349
    },
    {
      "epoch": 0.14885699096225413,
      "grad_norm": 1.9848451614379883,
      "learning_rate": 0.00016805525458497812,
      "loss": 3.9459,
      "step": 350
    },
    {
      "epoch": 0.1492822966507177,
      "grad_norm": 1.736021876335144,
      "learning_rate": 0.00016787785460098994,
      "loss": 4.9462,
      "step": 351
    },
    {
      "epoch": 0.1497076023391813,
      "grad_norm": 2.319267988204956,
      "learning_rate": 0.00016770005759978655,
      "loss": 5.1079,
      "step": 352
    },
    {
      "epoch": 0.15013290802764487,
      "grad_norm": 1.303328275680542,
      "learning_rate": 0.00016752186462130165,
      "loss": 3.6425,
      "step": 353
    },
    {
      "epoch": 0.15055821371610845,
      "grad_norm": 1.601989984512329,
      "learning_rate": 0.00016734327670778508,
      "loss": 5.0176,
      "step": 354
    },
    {
      "epoch": 0.15098351940457203,
      "grad_norm": 1.9093979597091675,
      "learning_rate": 0.0001671642949037966,
      "loss": 2.5269,
      "step": 355
    },
    {
      "epoch": 0.15140882509303563,
      "grad_norm": 0.9497367143630981,
      "learning_rate": 0.00016698492025619982,
      "loss": 3.2461,
      "step": 356
    },
    {
      "epoch": 0.1518341307814992,
      "grad_norm": 2.2505953311920166,
      "learning_rate": 0.0001668051538141561,
      "loss": 4.0594,
      "step": 357
    },
    {
      "epoch": 0.1522594364699628,
      "grad_norm": 1.0404683351516724,
      "learning_rate": 0.0001666249966291184,
      "loss": 2.7094,
      "step": 358
    },
    {
      "epoch": 0.15268474215842637,
      "grad_norm": 1.2463566064834595,
      "learning_rate": 0.00016644444975482523,
      "loss": 4.9745,
      "step": 359
    },
    {
      "epoch": 0.15311004784688995,
      "grad_norm": 1.7777636051177979,
      "learning_rate": 0.00016626351424729426,
      "loss": 4.1389,
      "step": 360
    },
    {
      "epoch": 0.15353535353535352,
      "grad_norm": 1.9447821378707886,
      "learning_rate": 0.0001660821911648163,
      "loss": 5.9366,
      "step": 361
    },
    {
      "epoch": 0.15396065922381713,
      "grad_norm": 1.2993661165237427,
      "learning_rate": 0.0001659004815679492,
      "loss": 4.3422,
      "step": 362
    },
    {
      "epoch": 0.1543859649122807,
      "grad_norm": 2.463723659515381,
      "learning_rate": 0.00016571838651951133,
      "loss": 6.8095,
      "step": 363
    },
    {
      "epoch": 0.1548112706007443,
      "grad_norm": 3.7650599479675293,
      "learning_rate": 0.0001655359070845757,
      "loss": 3.3049,
      "step": 364
    },
    {
      "epoch": 0.15523657628920787,
      "grad_norm": 1.5109238624572754,
      "learning_rate": 0.0001653530443304636,
      "loss": 4.2114,
      "step": 365
    },
    {
      "epoch": 0.15566188197767145,
      "grad_norm": 2.822831392288208,
      "learning_rate": 0.0001651697993267383,
      "loss": 4.8884,
      "step": 366
    },
    {
      "epoch": 0.15608718766613502,
      "grad_norm": 1.2143657207489014,
      "learning_rate": 0.00016498617314519886,
      "loss": 2.8474,
      "step": 367
    },
    {
      "epoch": 0.15651249335459863,
      "grad_norm": 2.3052978515625,
      "learning_rate": 0.00016480216685987387,
      "loss": 4.8895,
      "step": 368
    },
    {
      "epoch": 0.1569377990430622,
      "grad_norm": 1.450481653213501,
      "learning_rate": 0.0001646177815470151,
      "loss": 5.2093,
      "step": 369
    },
    {
      "epoch": 0.1573631047315258,
      "grad_norm": 1.5534995794296265,
      "learning_rate": 0.0001644330182850913,
      "loss": 1.6889,
      "step": 370
    },
    {
      "epoch": 0.15778841041998937,
      "grad_norm": 2.294778347015381,
      "learning_rate": 0.00016424787815478182,
      "loss": 4.5503,
      "step": 371
    },
    {
      "epoch": 0.15821371610845295,
      "grad_norm": 3.8953745365142822,
      "learning_rate": 0.00016406236223897032,
      "loss": 3.8828,
      "step": 372
    },
    {
      "epoch": 0.15863902179691652,
      "grad_norm": 1.8005388975143433,
      "learning_rate": 0.00016387647162273837,
      "loss": 3.1158,
      "step": 373
    },
    {
      "epoch": 0.15906432748538013,
      "grad_norm": 0.9472415447235107,
      "learning_rate": 0.00016369020739335924,
      "loss": 3.3134,
      "step": 374
    },
    {
      "epoch": 0.1594896331738437,
      "grad_norm": 2.4325270652770996,
      "learning_rate": 0.00016350357064029143,
      "loss": 4.4141,
      "step": 375
    },
    {
      "epoch": 0.1599149388623073,
      "grad_norm": 1.53327476978302,
      "learning_rate": 0.0001633165624551723,
      "loss": 5.0439,
      "step": 376
    },
    {
      "epoch": 0.16034024455077087,
      "grad_norm": 3.5125572681427,
      "learning_rate": 0.00016312918393181181,
      "loss": 6.8616,
      "step": 377
    },
    {
      "epoch": 0.16076555023923444,
      "grad_norm": 1.6147449016571045,
      "learning_rate": 0.0001629414361661859,
      "loss": 4.6706,
      "step": 378
    },
    {
      "epoch": 0.16119085592769802,
      "grad_norm": 2.568209171295166,
      "learning_rate": 0.00016275332025643028,
      "loss": 5.0712,
      "step": 379
    },
    {
      "epoch": 0.16161616161616163,
      "grad_norm": 2.1236581802368164,
      "learning_rate": 0.00016256483730283394,
      "loss": 2.5933,
      "step": 380
    },
    {
      "epoch": 0.1620414673046252,
      "grad_norm": 1.1455950736999512,
      "learning_rate": 0.00016237598840783263,
      "loss": 4.0685,
      "step": 381
    },
    {
      "epoch": 0.1624667729930888,
      "grad_norm": 1.5040338039398193,
      "learning_rate": 0.00016218677467600264,
      "loss": 7.0558,
      "step": 382
    },
    {
      "epoch": 0.16289207868155237,
      "grad_norm": 2.3847813606262207,
      "learning_rate": 0.00016199719721405397,
      "loss": 6.5307,
      "step": 383
    },
    {
      "epoch": 0.16331738437001594,
      "grad_norm": 2.937955856323242,
      "learning_rate": 0.00016180725713082434,
      "loss": 3.8735,
      "step": 384
    },
    {
      "epoch": 0.16374269005847952,
      "grad_norm": 1.473557710647583,
      "learning_rate": 0.0001616169555372722,
      "loss": 4.2761,
      "step": 385
    },
    {
      "epoch": 0.1641679957469431,
      "grad_norm": 1.856870174407959,
      "learning_rate": 0.00016142629354647057,
      "loss": 4.0717,
      "step": 386
    },
    {
      "epoch": 0.1645933014354067,
      "grad_norm": 1.359732985496521,
      "learning_rate": 0.0001612352722736005,
      "loss": 3.1627,
      "step": 387
    },
    {
      "epoch": 0.1650186071238703,
      "grad_norm": 0.9839962720870972,
      "learning_rate": 0.00016104389283594435,
      "loss": 3.8211,
      "step": 388
    },
    {
      "epoch": 0.16544391281233387,
      "grad_norm": 1.118612289428711,
      "learning_rate": 0.0001608521563528795,
      "loss": 5.8125,
      "step": 389
    },
    {
      "epoch": 0.16586921850079744,
      "grad_norm": 3.143328905105591,
      "learning_rate": 0.00016066006394587157,
      "loss": 4.9631,
      "step": 390
    },
    {
      "epoch": 0.16629452418926102,
      "grad_norm": 1.721396803855896,
      "learning_rate": 0.0001604676167384681,
      "loss": 4.5266,
      "step": 391
    },
    {
      "epoch": 0.1667198298777246,
      "grad_norm": 1.2390360832214355,
      "learning_rate": 0.00016027481585629175,
      "loss": 4.3802,
      "step": 392
    },
    {
      "epoch": 0.1671451355661882,
      "grad_norm": 1.6772369146347046,
      "learning_rate": 0.0001600816624270339,
      "loss": 5.1425,
      "step": 393
    },
    {
      "epoch": 0.1675704412546518,
      "grad_norm": 2.386002540588379,
      "learning_rate": 0.00015988815758044792,
      "loss": 4.5122,
      "step": 394
    },
    {
      "epoch": 0.16799574694311536,
      "grad_norm": 2.5771868228912354,
      "learning_rate": 0.00015969430244834265,
      "loss": 4.0361,
      "step": 395
    },
    {
      "epoch": 0.16842105263157894,
      "grad_norm": 1.3503258228302002,
      "learning_rate": 0.00015950009816457575,
      "loss": 3.6617,
      "step": 396
    },
    {
      "epoch": 0.16884635832004252,
      "grad_norm": 1.8761625289916992,
      "learning_rate": 0.00015930554586504706,
      "loss": 4.9206,
      "step": 397
    },
    {
      "epoch": 0.1692716640085061,
      "grad_norm": 2.1312384605407715,
      "learning_rate": 0.00015911064668769193,
      "loss": 5.6509,
      "step": 398
    },
    {
      "epoch": 0.1696969696969697,
      "grad_norm": 2.4544432163238525,
      "learning_rate": 0.00015891540177247467,
      "loss": 4.8841,
      "step": 399
    },
    {
      "epoch": 0.17012227538543329,
      "grad_norm": 1.7492640018463135,
      "learning_rate": 0.00015871981226138173,
      "loss": 5.0689,
      "step": 400
    },
    {
      "epoch": 0.17054758107389686,
      "grad_norm": 2.4644322395324707,
      "learning_rate": 0.00015852387929841513,
      "loss": 6.5976,
      "step": 401
    },
    {
      "epoch": 0.17097288676236044,
      "grad_norm": 3.0729854106903076,
      "learning_rate": 0.00015832760402958573,
      "loss": 5.9313,
      "step": 402
    },
    {
      "epoch": 0.17139819245082402,
      "grad_norm": 3.548750400543213,
      "learning_rate": 0.00015813098760290658,
      "loss": 4.93,
      "step": 403
    },
    {
      "epoch": 0.1718234981392876,
      "grad_norm": 1.8903676271438599,
      "learning_rate": 0.00015793403116838613,
      "loss": 5.1365,
      "step": 404
    },
    {
      "epoch": 0.1722488038277512,
      "grad_norm": 2.5406150817871094,
      "learning_rate": 0.0001577367358780215,
      "loss": 3.9991,
      "step": 405
    },
    {
      "epoch": 0.17267410951621479,
      "grad_norm": 1.9308050870895386,
      "learning_rate": 0.00015753910288579184,
      "loss": 4.0613,
      "step": 406
    },
    {
      "epoch": 0.17309941520467836,
      "grad_norm": 1.8921862840652466,
      "learning_rate": 0.0001573411333476515,
      "loss": 3.8785,
      "step": 407
    },
    {
      "epoch": 0.17352472089314194,
      "grad_norm": 3.143203020095825,
      "learning_rate": 0.0001571428284215232,
      "loss": 4.5618,
      "step": 408
    },
    {
      "epoch": 0.17395002658160552,
      "grad_norm": 1.2534019947052002,
      "learning_rate": 0.00015694418926729146,
      "loss": 3.0184,
      "step": 409
    },
    {
      "epoch": 0.1743753322700691,
      "grad_norm": 4.0809006690979,
      "learning_rate": 0.00015674521704679562,
      "loss": 3.3466,
      "step": 410
    },
    {
      "epoch": 0.1748006379585327,
      "grad_norm": 1.2301353216171265,
      "learning_rate": 0.00015654591292382322,
      "loss": 4.5232,
      "step": 411
    },
    {
      "epoch": 0.17522594364699628,
      "grad_norm": 2.303856611251831,
      "learning_rate": 0.00015634627806410296,
      "loss": 4.9157,
      "step": 412
    },
    {
      "epoch": 0.17565124933545986,
      "grad_norm": 1.41440749168396,
      "learning_rate": 0.00015614631363529812,
      "loss": 4.4321,
      "step": 413
    },
    {
      "epoch": 0.17607655502392344,
      "grad_norm": 2.611588478088379,
      "learning_rate": 0.00015594602080699956,
      "loss": 4.8881,
      "step": 414
    },
    {
      "epoch": 0.17650186071238702,
      "grad_norm": 1.2412278652191162,
      "learning_rate": 0.000155745400750719,
      "loss": 3.1855,
      "step": 415
    },
    {
      "epoch": 0.1769271664008506,
      "grad_norm": 1.9531127214431763,
      "learning_rate": 0.00015554445463988214,
      "loss": 4.5214,
      "step": 416
    },
    {
      "epoch": 0.1773524720893142,
      "grad_norm": 4.477945327758789,
      "learning_rate": 0.00015534318364982168,
      "loss": 7.3843,
      "step": 417
    },
    {
      "epoch": 0.17777777777777778,
      "grad_norm": 6.44564151763916,
      "learning_rate": 0.00015514158895777054,
      "loss": 5.66,
      "step": 418
    },
    {
      "epoch": 0.17820308346624136,
      "grad_norm": 2.2685844898223877,
      "learning_rate": 0.00015493967174285512,
      "loss": 3.9125,
      "step": 419
    },
    {
      "epoch": 0.17862838915470494,
      "grad_norm": 1.4810010194778442,
      "learning_rate": 0.00015473743318608808,
      "loss": 3.4594,
      "step": 420
    },
    {
      "epoch": 0.17905369484316852,
      "grad_norm": 1.5898828506469727,
      "learning_rate": 0.00015453487447036172,
      "loss": 3.9786,
      "step": 421
    },
    {
      "epoch": 0.1794790005316321,
      "grad_norm": 1.7582077980041504,
      "learning_rate": 0.00015433199678044086,
      "loss": 2.4833,
      "step": 422
    },
    {
      "epoch": 0.1799043062200957,
      "grad_norm": 1.1794556379318237,
      "learning_rate": 0.00015412880130295608,
      "loss": 6.0232,
      "step": 423
    },
    {
      "epoch": 0.18032961190855928,
      "grad_norm": 0.963712751865387,
      "learning_rate": 0.00015392528922639662,
      "loss": 4.5858,
      "step": 424
    },
    {
      "epoch": 0.18075491759702286,
      "grad_norm": 2.2427546977996826,
      "learning_rate": 0.00015372146174110358,
      "loss": 5.9578,
      "step": 425
    },
    {
      "epoch": 0.18118022328548644,
      "grad_norm": 1.9770615100860596,
      "learning_rate": 0.00015351732003926287,
      "loss": 4.2498,
      "step": 426
    },
    {
      "epoch": 0.18160552897395002,
      "grad_norm": 1.6953495740890503,
      "learning_rate": 0.00015331286531489817,
      "loss": 5.2719,
      "step": 427
    },
    {
      "epoch": 0.1820308346624136,
      "grad_norm": 1.8691843748092651,
      "learning_rate": 0.00015310809876386414,
      "loss": 4.6249,
      "step": 428
    },
    {
      "epoch": 0.1824561403508772,
      "grad_norm": 1.551551103591919,
      "learning_rate": 0.00015290302158383923,
      "loss": 3.8553,
      "step": 429
    },
    {
      "epoch": 0.18288144603934078,
      "grad_norm": 3.47473406791687,
      "learning_rate": 0.00015269763497431882,
      "loss": 4.2095,
      "step": 430
    },
    {
      "epoch": 0.18330675172780436,
      "grad_norm": 1.0811234712600708,
      "learning_rate": 0.0001524919401366081,
      "loss": 4.5588,
      "step": 431
    },
    {
      "epoch": 0.18373205741626794,
      "grad_norm": 1.458066463470459,
      "learning_rate": 0.0001522859382738151,
      "loss": 4.3506,
      "step": 432
    },
    {
      "epoch": 0.18415736310473152,
      "grad_norm": 1.0991182327270508,
      "learning_rate": 0.00015207963059084357,
      "loss": 2.8688,
      "step": 433
    },
    {
      "epoch": 0.1845826687931951,
      "grad_norm": 1.089943766593933,
      "learning_rate": 0.0001518730182943862,
      "loss": 4.517,
      "step": 434
    },
    {
      "epoch": 0.1850079744816587,
      "grad_norm": 1.6427823305130005,
      "learning_rate": 0.00015166610259291713,
      "loss": 6.3967,
      "step": 435
    },
    {
      "epoch": 0.18543328017012228,
      "grad_norm": 2.605165481567383,
      "learning_rate": 0.0001514588846966852,
      "loss": 3.5505,
      "step": 436
    },
    {
      "epoch": 0.18585858585858586,
      "grad_norm": 1.4424806833267212,
      "learning_rate": 0.00015125136581770686,
      "loss": 4.025,
      "step": 437
    },
    {
      "epoch": 0.18628389154704944,
      "grad_norm": 1.591896891593933,
      "learning_rate": 0.0001510435471697589,
      "loss": 4.5202,
      "step": 438
    },
    {
      "epoch": 0.18670919723551302,
      "grad_norm": 3.887200117111206,
      "learning_rate": 0.0001508354299683715,
      "loss": 4.8939,
      "step": 439
    },
    {
      "epoch": 0.1871345029239766,
      "grad_norm": 3.375283718109131,
      "learning_rate": 0.00015062701543082108,
      "loss": 4.7752,
      "step": 440
    },
    {
      "epoch": 0.1875598086124402,
      "grad_norm": 1.4243521690368652,
      "learning_rate": 0.0001504183047761232,
      "loss": 3.0724,
      "step": 441
    },
    {
      "epoch": 0.18798511430090378,
      "grad_norm": 0.9499674439430237,
      "learning_rate": 0.00015020929922502542,
      "loss": 4.2073,
      "step": 442
    },
    {
      "epoch": 0.18841041998936736,
      "grad_norm": 3.1160800457000732,
      "learning_rate": 0.00015000000000000001,
      "loss": 4.8664,
      "step": 443
    },
    {
      "epoch": 0.18883572567783094,
      "grad_norm": 1.4119535684585571,
      "learning_rate": 0.0001497904083252371,
      "loss": 4.5937,
      "step": 444
    },
    {
      "epoch": 0.18926103136629452,
      "grad_norm": 3.109927177429199,
      "learning_rate": 0.00014958052542663727,
      "loss": 4.0501,
      "step": 445
    },
    {
      "epoch": 0.1896863370547581,
      "grad_norm": 1.6162781715393066,
      "learning_rate": 0.00014937035253180457,
      "loss": 4.667,
      "step": 446
    },
    {
      "epoch": 0.1901116427432217,
      "grad_norm": 1.9751166105270386,
      "learning_rate": 0.000149159890870039,
      "loss": 3.8777,
      "step": 447
    },
    {
      "epoch": 0.19053694843168528,
      "grad_norm": 1.9958767890930176,
      "learning_rate": 0.00014894914167232987,
      "loss": 6.6047,
      "step": 448
    },
    {
      "epoch": 0.19096225412014886,
      "grad_norm": 2.637030839920044,
      "learning_rate": 0.00014873810617134806,
      "loss": 5.7666,
      "step": 449
    },
    {
      "epoch": 0.19138755980861244,
      "grad_norm": 2.336627244949341,
      "learning_rate": 0.00014852678560143913,
      "loss": 4.8683,
      "step": 450
    },
    {
      "epoch": 0.19181286549707602,
      "grad_norm": 3.5401382446289062,
      "learning_rate": 0.00014831518119861597,
      "loss": 5.412,
      "step": 451
    },
    {
      "epoch": 0.1922381711855396,
      "grad_norm": 1.5472019910812378,
      "learning_rate": 0.0001481032942005516,
      "loss": 4.0951,
      "step": 452
    },
    {
      "epoch": 0.1926634768740032,
      "grad_norm": 1.8411731719970703,
      "learning_rate": 0.000147891125846572,
      "loss": 3.9057,
      "step": 453
    },
    {
      "epoch": 0.19308878256246678,
      "grad_norm": 2.814542293548584,
      "learning_rate": 0.00014767867737764876,
      "loss": 5.3762,
      "step": 454
    },
    {
      "epoch": 0.19351408825093036,
      "grad_norm": 1.474880576133728,
      "learning_rate": 0.0001474659500363918,
      "loss": 5.9044,
      "step": 455
    },
    {
      "epoch": 0.19393939393939394,
      "grad_norm": 1.5120877027511597,
      "learning_rate": 0.00014725294506704232,
      "loss": 3.8066,
      "step": 456
    },
    {
      "epoch": 0.19436469962785752,
      "grad_norm": 1.5055807828903198,
      "learning_rate": 0.00014703966371546517,
      "loss": 7.1413,
      "step": 457
    },
    {
      "epoch": 0.1947900053163211,
      "grad_norm": 1.448058009147644,
      "learning_rate": 0.00014682610722914193,
      "loss": 1.8431,
      "step": 458
    },
    {
      "epoch": 0.19521531100478468,
      "grad_norm": 1.2053624391555786,
      "learning_rate": 0.0001466122768571633,
      "loss": 4.9599,
      "step": 459
    },
    {
      "epoch": 0.19564061669324828,
      "grad_norm": 1.2825067043304443,
      "learning_rate": 0.00014639817385022206,
      "loss": 4.1536,
      "step": 460
    },
    {
      "epoch": 0.19606592238171186,
      "grad_norm": 1.627297043800354,
      "learning_rate": 0.00014618379946060552,
      "loss": 2.2827,
      "step": 461
    },
    {
      "epoch": 0.19649122807017544,
      "grad_norm": 2.1315395832061768,
      "learning_rate": 0.00014596915494218842,
      "loss": 4.9699,
      "step": 462
    },
    {
      "epoch": 0.19691653375863902,
      "grad_norm": 1.6797692775726318,
      "learning_rate": 0.00014575424155042536,
      "loss": 5.0441,
      "step": 463
    },
    {
      "epoch": 0.1973418394471026,
      "grad_norm": 4.065910339355469,
      "learning_rate": 0.0001455390605423437,
      "loss": 4.8059,
      "step": 464
    },
    {
      "epoch": 0.19776714513556617,
      "grad_norm": 1.6804769039154053,
      "learning_rate": 0.000145323613176536,
      "loss": 3.8649,
      "step": 465
    },
    {
      "epoch": 0.19819245082402978,
      "grad_norm": 1.3872020244598389,
      "learning_rate": 0.00014510790071315278,
      "loss": 4.3773,
      "step": 466
    },
    {
      "epoch": 0.19861775651249336,
      "grad_norm": 1.3109959363937378,
      "learning_rate": 0.0001448919244138951,
      "loss": 4.7622,
      "step": 467
    },
    {
      "epoch": 0.19904306220095694,
      "grad_norm": 2.019171953201294,
      "learning_rate": 0.00014467568554200717,
      "loss": 6.4961,
      "step": 468
    },
    {
      "epoch": 0.19946836788942052,
      "grad_norm": 2.644505023956299,
      "learning_rate": 0.00014445918536226904,
      "loss": 3.3145,
      "step": 469
    },
    {
      "epoch": 0.1998936735778841,
      "grad_norm": 2.75136399269104,
      "learning_rate": 0.00014424242514098914,
      "loss": 3.9651,
      "step": 470
    },
    {
      "epoch": 0.20031897926634767,
      "grad_norm": 1.2461961507797241,
      "learning_rate": 0.00014402540614599687,
      "loss": 2.8063,
      "step": 471
    },
    {
      "epoch": 0.20074428495481128,
      "grad_norm": 1.5632154941558838,
      "learning_rate": 0.00014380812964663513,
      "loss": 4.5877,
      "step": 472
    },
    {
      "epoch": 0.20116959064327486,
      "grad_norm": 2.090604782104492,
      "learning_rate": 0.00014359059691375313,
      "loss": 4.4735,
      "step": 473
    },
    {
      "epoch": 0.20159489633173844,
      "grad_norm": 1.6083526611328125,
      "learning_rate": 0.00014337280921969858,
      "loss": 5.7138,
      "step": 474
    },
    {
      "epoch": 0.20202020202020202,
      "grad_norm": 1.8312978744506836,
      "learning_rate": 0.0001431547678383106,
      "loss": 4.5991,
      "step": 475
    },
    {
      "epoch": 0.2024455077086656,
      "grad_norm": 2.594332456588745,
      "learning_rate": 0.00014293647404491213,
      "loss": 5.2227,
      "step": 476
    },
    {
      "epoch": 0.20287081339712917,
      "grad_norm": 1.5205508470535278,
      "learning_rate": 0.00014271792911630234,
      "loss": 3.744,
      "step": 477
    },
    {
      "epoch": 0.20329611908559278,
      "grad_norm": 3.475752830505371,
      "learning_rate": 0.0001424991343307494,
      "loss": 4.9582,
      "step": 478
    },
    {
      "epoch": 0.20372142477405636,
      "grad_norm": 1.9649410247802734,
      "learning_rate": 0.0001422800909679829,
      "loss": 5.2225,
      "step": 479
    },
    {
      "epoch": 0.20414673046251994,
      "grad_norm": 1.5583646297454834,
      "learning_rate": 0.0001420608003091863,
      "loss": 4.1244,
      "step": 480
    },
    {
      "epoch": 0.20457203615098352,
      "grad_norm": 3.382432222366333,
      "learning_rate": 0.0001418412636369895,
      "loss": 4.327,
      "step": 481
    },
    {
      "epoch": 0.2049973418394471,
      "grad_norm": 1.139542579650879,
      "learning_rate": 0.0001416214822354613,
      "loss": 3.7665,
      "step": 482
    },
    {
      "epoch": 0.20542264752791067,
      "grad_norm": 1.9721648693084717,
      "learning_rate": 0.00014140145739010204,
      "loss": 6.4992,
      "step": 483
    },
    {
      "epoch": 0.20584795321637428,
      "grad_norm": 2.6222078800201416,
      "learning_rate": 0.00014118119038783588,
      "loss": 3.6718,
      "step": 484
    },
    {
      "epoch": 0.20627325890483786,
      "grad_norm": 1.4289469718933105,
      "learning_rate": 0.0001409606825170033,
      "loss": 3.7702,
      "step": 485
    },
    {
      "epoch": 0.20669856459330144,
      "grad_norm": 2.0284640789031982,
      "learning_rate": 0.00014073993506735373,
      "loss": 3.1157,
      "step": 486
    },
    {
      "epoch": 0.20712387028176502,
      "grad_norm": 1.1704589128494263,
      "learning_rate": 0.00014051894933003782,
      "loss": 2.8575,
      "step": 487
    },
    {
      "epoch": 0.2075491759702286,
      "grad_norm": 1.9020676612854004,
      "learning_rate": 0.00014029772659760001,
      "loss": 2.3819,
      "step": 488
    },
    {
      "epoch": 0.20797448165869217,
      "grad_norm": 1.375557541847229,
      "learning_rate": 0.00014007626816397087,
      "loss": 4.3336,
      "step": 489
    },
    {
      "epoch": 0.20839978734715578,
      "grad_norm": 1.5143839120864868,
      "learning_rate": 0.00013985457532445962,
      "loss": 3.6612,
      "step": 490
    },
    {
      "epoch": 0.20882509303561936,
      "grad_norm": 3.0179781913757324,
      "learning_rate": 0.00013963264937574653,
      "loss": 3.173,
      "step": 491
    },
    {
      "epoch": 0.20925039872408294,
      "grad_norm": 1.5874483585357666,
      "learning_rate": 0.0001394104916158753,
      "loss": 4.5926,
      "step": 492
    },
    {
      "epoch": 0.20967570441254652,
      "grad_norm": 0.9592932462692261,
      "learning_rate": 0.00013918810334424554,
      "loss": 2.8978,
      "step": 493
    },
    {
      "epoch": 0.2101010101010101,
      "grad_norm": 1.5942363739013672,
      "learning_rate": 0.00013896548586160503,
      "loss": 4.0803,
      "step": 494
    },
    {
      "epoch": 0.21052631578947367,
      "grad_norm": 1.3661649227142334,
      "learning_rate": 0.00013874264047004228,
      "loss": 4.1479,
      "step": 495
    },
    {
      "epoch": 0.21095162147793728,
      "grad_norm": 1.9802825450897217,
      "learning_rate": 0.00013851956847297882,
      "loss": 3.9386,
      "step": 496
    },
    {
      "epoch": 0.21137692716640086,
      "grad_norm": 3.982948064804077,
      "learning_rate": 0.00013829627117516155,
      "loss": 4.2362,
      "step": 497
    },
    {
      "epoch": 0.21180223285486444,
      "grad_norm": 2.3118605613708496,
      "learning_rate": 0.00013807274988265523,
      "loss": 4.727,
      "step": 498
    },
    {
      "epoch": 0.21222753854332801,
      "grad_norm": 1.1162643432617188,
      "learning_rate": 0.00013784900590283473,
      "loss": 5.3455,
      "step": 499
    },
    {
      "epoch": 0.2126528442317916,
      "grad_norm": 2.8159866333007812,
      "learning_rate": 0.00013762504054437745,
      "loss": 5.6512,
      "step": 500
    },
    {
      "epoch": 0.21307814992025517,
      "grad_norm": 2.2266180515289307,
      "learning_rate": 0.0001374008551172555,
      "loss": 4.7763,
      "step": 501
    },
    {
      "epoch": 0.21350345560871878,
      "grad_norm": 2.1488471031188965,
      "learning_rate": 0.00013717645093272833,
      "loss": 4.0443,
      "step": 502
    },
    {
      "epoch": 0.21392876129718236,
      "grad_norm": 1.5524604320526123,
      "learning_rate": 0.0001369518293033348,
      "loss": 3.4378,
      "step": 503
    },
    {
      "epoch": 0.21435406698564594,
      "grad_norm": 1.0581152439117432,
      "learning_rate": 0.00013672699154288569,
      "loss": 3.1703,
      "step": 504
    },
    {
      "epoch": 0.21477937267410951,
      "grad_norm": 1.600310206413269,
      "learning_rate": 0.00013650193896645583,
      "loss": 6.5024,
      "step": 505
    },
    {
      "epoch": 0.2152046783625731,
      "grad_norm": 1.9680898189544678,
      "learning_rate": 0.0001362766728903766,
      "loss": 5.8579,
      "step": 506
    },
    {
      "epoch": 0.21562998405103667,
      "grad_norm": 1.6183890104293823,
      "learning_rate": 0.00013605119463222807,
      "loss": 7.3928,
      "step": 507
    },
    {
      "epoch": 0.21605528973950028,
      "grad_norm": 2.513538122177124,
      "learning_rate": 0.00013582550551083142,
      "loss": 5.2984,
      "step": 508
    },
    {
      "epoch": 0.21648059542796386,
      "grad_norm": 1.9582035541534424,
      "learning_rate": 0.00013559960684624112,
      "loss": 4.7689,
      "step": 509
    },
    {
      "epoch": 0.21690590111642744,
      "grad_norm": 1.508156657218933,
      "learning_rate": 0.00013537349995973726,
      "loss": 2.3836,
      "step": 510
    },
    {
      "epoch": 0.21733120680489101,
      "grad_norm": 2.028803586959839,
      "learning_rate": 0.00013514718617381778,
      "loss": 4.402,
      "step": 511
    },
    {
      "epoch": 0.2177565124933546,
      "grad_norm": 1.931789755821228,
      "learning_rate": 0.00013492066681219096,
      "loss": 5.0953,
      "step": 512
    },
    {
      "epoch": 0.21818181818181817,
      "grad_norm": 3.589400053024292,
      "learning_rate": 0.00013469394319976722,
      "loss": 5.1972,
      "step": 513
    },
    {
      "epoch": 0.21860712387028178,
      "grad_norm": 1.5411978960037231,
      "learning_rate": 0.0001344670166626519,
      "loss": 3.0417,
      "step": 514
    },
    {
      "epoch": 0.21903242955874536,
      "grad_norm": 1.6919207572937012,
      "learning_rate": 0.00013423988852813705,
      "loss": 3.4648,
      "step": 515
    },
    {
      "epoch": 0.21945773524720893,
      "grad_norm": 3.1304938793182373,
      "learning_rate": 0.00013401256012469395,
      "loss": 4.1902,
      "step": 516
    },
    {
      "epoch": 0.2198830409356725,
      "grad_norm": 3.21716570854187,
      "learning_rate": 0.00013378503278196522,
      "loss": 3.1167,
      "step": 517
    },
    {
      "epoch": 0.2203083466241361,
      "grad_norm": 1.3048515319824219,
      "learning_rate": 0.00013355730783075714,
      "loss": 5.443,
      "step": 518
    },
    {
      "epoch": 0.22073365231259967,
      "grad_norm": 1.0128132104873657,
      "learning_rate": 0.0001333293866030317,
      "loss": 3.6495,
      "step": 519
    },
    {
      "epoch": 0.22115895800106328,
      "grad_norm": 2.7212727069854736,
      "learning_rate": 0.000133101270431899,
      "loss": 2.5553,
      "step": 520
    },
    {
      "epoch": 0.22158426368952686,
      "grad_norm": 1.3676671981811523,
      "learning_rate": 0.0001328729606516093,
      "loss": 4.4958,
      "step": 521
    },
    {
      "epoch": 0.22200956937799043,
      "grad_norm": 1.5411063432693481,
      "learning_rate": 0.00013264445859754534,
      "loss": 4.4996,
      "step": 522
    },
    {
      "epoch": 0.222434875066454,
      "grad_norm": 1.5833534002304077,
      "learning_rate": 0.00013241576560621445,
      "loss": 3.2232,
      "step": 523
    },
    {
      "epoch": 0.2228601807549176,
      "grad_norm": 2.764643669128418,
      "learning_rate": 0.0001321868830152407,
      "loss": 4.8233,
      "step": 524
    },
    {
      "epoch": 0.22328548644338117,
      "grad_norm": 1.8501585721969604,
      "learning_rate": 0.0001319578121633571,
      "loss": 5.9291,
      "step": 525
    },
    {
      "epoch": 0.22371079213184478,
      "grad_norm": 1.6092859506607056,
      "learning_rate": 0.00013172855439039802,
      "loss": 3.5696,
      "step": 526
    },
    {
      "epoch": 0.22413609782030836,
      "grad_norm": 2.1668601036071777,
      "learning_rate": 0.00013149911103729084,
      "loss": 4.2878,
      "step": 527
    },
    {
      "epoch": 0.22456140350877193,
      "grad_norm": 2.1937148571014404,
      "learning_rate": 0.00013126948344604857,
      "loss": 4.015,
      "step": 528
    },
    {
      "epoch": 0.2249867091972355,
      "grad_norm": 1.6714675426483154,
      "learning_rate": 0.00013103967295976179,
      "loss": 4.03,
      "step": 529
    },
    {
      "epoch": 0.2254120148856991,
      "grad_norm": 4.721626281738281,
      "learning_rate": 0.00013080968092259081,
      "loss": 4.2449,
      "step": 530
    },
    {
      "epoch": 0.22583732057416267,
      "grad_norm": 1.013444185256958,
      "learning_rate": 0.00013057950867975785,
      "loss": 5.2834,
      "step": 531
    },
    {
      "epoch": 0.22626262626262628,
      "grad_norm": 1.307682752609253,
      "learning_rate": 0.00013034915757753916,
      "loss": 4.3651,
      "step": 532
    },
    {
      "epoch": 0.22668793195108985,
      "grad_norm": 2.21051287651062,
      "learning_rate": 0.00013011862896325713,
      "loss": 4.5126,
      "step": 533
    },
    {
      "epoch": 0.22711323763955343,
      "grad_norm": 1.9051704406738281,
      "learning_rate": 0.0001298879241852724,
      "loss": 4.4647,
      "step": 534
    },
    {
      "epoch": 0.227538543328017,
      "grad_norm": 1.174036979675293,
      "learning_rate": 0.00012965704459297602,
      "loss": 4.9438,
      "step": 535
    },
    {
      "epoch": 0.2279638490164806,
      "grad_norm": 2.5270731449127197,
      "learning_rate": 0.00012942599153678152,
      "loss": 4.1926,
      "step": 536
    },
    {
      "epoch": 0.22838915470494417,
      "grad_norm": 2.2849621772766113,
      "learning_rate": 0.000129194766368117,
      "loss": 3.5414,
      "step": 537
    },
    {
      "epoch": 0.22881446039340775,
      "grad_norm": 1.9376394748687744,
      "learning_rate": 0.0001289633704394173,
      "loss": 4.3898,
      "step": 538
    },
    {
      "epoch": 0.22923976608187135,
      "grad_norm": 1.5038418769836426,
      "learning_rate": 0.0001287318051041159,
      "loss": 3.4812,
      "step": 539
    },
    {
      "epoch": 0.22966507177033493,
      "grad_norm": 1.3847839832305908,
      "learning_rate": 0.00012850007171663727,
      "loss": 4.5985,
      "step": 540
    },
    {
      "epoch": 0.2300903774587985,
      "grad_norm": 1.1578243970870972,
      "learning_rate": 0.0001282681716323888,
      "loss": 6.3082,
      "step": 541
    },
    {
      "epoch": 0.2305156831472621,
      "grad_norm": 1.0876458883285522,
      "learning_rate": 0.00012803610620775287,
      "loss": 2.8809,
      "step": 542
    },
    {
      "epoch": 0.23094098883572567,
      "grad_norm": 1.429490089416504,
      "learning_rate": 0.0001278038768000789,
      "loss": 3.5858,
      "step": 543
    },
    {
      "epoch": 0.23136629452418925,
      "grad_norm": 2.8648271560668945,
      "learning_rate": 0.00012757148476767553,
      "loss": 3.9294,
      "step": 544
    },
    {
      "epoch": 0.23179160021265285,
      "grad_norm": 2.940199136734009,
      "learning_rate": 0.00012733893146980247,
      "loss": 3.565,
      "step": 545
    },
    {
      "epoch": 0.23221690590111643,
      "grad_norm": 1.1375380754470825,
      "learning_rate": 0.00012710621826666279,
      "loss": 4.9009,
      "step": 546
    },
    {
      "epoch": 0.23264221158958,
      "grad_norm": 2.63280987739563,
      "learning_rate": 0.0001268733465193947,
      "loss": 4.5586,
      "step": 547
    },
    {
      "epoch": 0.2330675172780436,
      "grad_norm": 1.0852842330932617,
      "learning_rate": 0.00012664031759006397,
      "loss": 3.559,
      "step": 548
    },
    {
      "epoch": 0.23349282296650717,
      "grad_norm": 3.3102574348449707,
      "learning_rate": 0.0001264071328416555,
      "loss": 3.4677,
      "step": 549
    },
    {
      "epoch": 0.23391812865497075,
      "grad_norm": 0.9374536871910095,
      "learning_rate": 0.00012617379363806563,
      "loss": 4.1993,
      "step": 550
    },
    {
      "epoch": 0.23434343434343435,
      "grad_norm": 1.4079307317733765,
      "learning_rate": 0.0001259403013440942,
      "loss": 4.1184,
      "step": 551
    },
    {
      "epoch": 0.23476874003189793,
      "grad_norm": 1.0485764741897583,
      "learning_rate": 0.00012570665732543644,
      "loss": 3.8471,
      "step": 552
    },
    {
      "epoch": 0.2351940457203615,
      "grad_norm": 1.202820897102356,
      "learning_rate": 0.00012547286294867487,
      "loss": 2.9224,
      "step": 553
    },
    {
      "epoch": 0.2356193514088251,
      "grad_norm": 1.9775267839431763,
      "learning_rate": 0.00012523891958127168,
      "loss": 3.7896,
      "step": 554
    },
    {
      "epoch": 0.23604465709728867,
      "grad_norm": 1.4273350238800049,
      "learning_rate": 0.00012500482859156034,
      "loss": 4.9201,
      "step": 555
    },
    {
      "epoch": 0.23646996278575225,
      "grad_norm": 4.132789134979248,
      "learning_rate": 0.00012477059134873784,
      "loss": 4.3986,
      "step": 556
    },
    {
      "epoch": 0.23689526847421585,
      "grad_norm": 1.210738182067871,
      "learning_rate": 0.00012453620922285658,
      "loss": 4.1,
      "step": 557
    },
    {
      "epoch": 0.23732057416267943,
      "grad_norm": 1.672492504119873,
      "learning_rate": 0.0001243016835848164,
      "loss": 3.0187,
      "step": 558
    },
    {
      "epoch": 0.237745879851143,
      "grad_norm": 1.4496318101882935,
      "learning_rate": 0.0001240670158063565,
      "loss": 4.0612,
      "step": 559
    },
    {
      "epoch": 0.2381711855396066,
      "grad_norm": 2.5433189868927,
      "learning_rate": 0.00012383220726004752,
      "loss": 4.6473,
      "step": 560
    },
    {
      "epoch": 0.23859649122807017,
      "grad_norm": 1.4208346605300903,
      "learning_rate": 0.00012359725931928333,
      "loss": 4.0265,
      "step": 561
    },
    {
      "epoch": 0.23902179691653375,
      "grad_norm": 1.2829915285110474,
      "learning_rate": 0.0001233621733582733,
      "loss": 2.843,
      "step": 562
    },
    {
      "epoch": 0.23944710260499735,
      "grad_norm": 1.4347423315048218,
      "learning_rate": 0.00012312695075203395,
      "loss": 4.3733,
      "step": 563
    },
    {
      "epoch": 0.23987240829346093,
      "grad_norm": 3.036548614501953,
      "learning_rate": 0.00012289159287638105,
      "loss": 2.196,
      "step": 564
    },
    {
      "epoch": 0.2402977139819245,
      "grad_norm": 3.1704111099243164,
      "learning_rate": 0.0001226561011079216,
      "loss": 3.2228,
      "step": 565
    },
    {
      "epoch": 0.2407230196703881,
      "grad_norm": 1.5609034299850464,
      "learning_rate": 0.00012242047682404573,
      "loss": 5.4921,
      "step": 566
    },
    {
      "epoch": 0.24114832535885167,
      "grad_norm": 1.2739911079406738,
      "learning_rate": 0.00012218472140291858,
      "loss": 3.9081,
      "step": 567
    },
    {
      "epoch": 0.24157363104731525,
      "grad_norm": 1.7339013814926147,
      "learning_rate": 0.00012194883622347246,
      "loss": 2.5517,
      "step": 568
    },
    {
      "epoch": 0.24199893673577885,
      "grad_norm": 2.1095902919769287,
      "learning_rate": 0.00012171282266539845,
      "loss": 4.6369,
      "step": 569
    },
    {
      "epoch": 0.24242424242424243,
      "grad_norm": 1.094077229499817,
      "learning_rate": 0.00012147668210913868,
      "loss": 3.2821,
      "step": 570
    },
    {
      "epoch": 0.242849548112706,
      "grad_norm": 2.0427916049957275,
      "learning_rate": 0.00012124041593587798,
      "loss": 5.0568,
      "step": 571
    },
    {
      "epoch": 0.2432748538011696,
      "grad_norm": 2.2503297328948975,
      "learning_rate": 0.000121004025527536,
      "loss": 3.5745,
      "step": 572
    },
    {
      "epoch": 0.24370015948963317,
      "grad_norm": 2.864885091781616,
      "learning_rate": 0.00012076751226675898,
      "loss": 5.3336,
      "step": 573
    },
    {
      "epoch": 0.24412546517809675,
      "grad_norm": 1.7591084241867065,
      "learning_rate": 0.00012053087753691172,
      "loss": 6.5979,
      "step": 574
    },
    {
      "epoch": 0.24455077086656035,
      "grad_norm": 1.5738543272018433,
      "learning_rate": 0.00012029412272206952,
      "loss": 3.9389,
      "step": 575
    },
    {
      "epoch": 0.24497607655502393,
      "grad_norm": 1.7907506227493286,
      "learning_rate": 0.0001200572492070101,
      "loss": 3.084,
      "step": 576
    },
    {
      "epoch": 0.2454013822434875,
      "grad_norm": 1.9036935567855835,
      "learning_rate": 0.00011982025837720532,
      "loss": 4.7487,
      "step": 577
    },
    {
      "epoch": 0.2458266879319511,
      "grad_norm": 2.105886459350586,
      "learning_rate": 0.00011958315161881337,
      "loss": 4.2236,
      "step": 578
    },
    {
      "epoch": 0.24625199362041467,
      "grad_norm": 1.6981847286224365,
      "learning_rate": 0.00011934593031867038,
      "loss": 5.4568,
      "step": 579
    },
    {
      "epoch": 0.24667729930887825,
      "grad_norm": 3.036202907562256,
      "learning_rate": 0.00011910859586428258,
      "loss": 4.5892,
      "step": 580
    },
    {
      "epoch": 0.24710260499734185,
      "grad_norm": 2.078279733657837,
      "learning_rate": 0.00011887114964381783,
      "loss": 3.6864,
      "step": 581
    },
    {
      "epoch": 0.24752791068580543,
      "grad_norm": 1.9994534254074097,
      "learning_rate": 0.00011863359304609791,
      "loss": 3.0668,
      "step": 582
    },
    {
      "epoch": 0.247953216374269,
      "grad_norm": 2.344170331954956,
      "learning_rate": 0.00011839592746059008,
      "loss": 4.9301,
      "step": 583
    },
    {
      "epoch": 0.2483785220627326,
      "grad_norm": 1.054147720336914,
      "learning_rate": 0.00011815815427739911,
      "loss": 3.9393,
      "step": 584
    },
    {
      "epoch": 0.24880382775119617,
      "grad_norm": 2.015941858291626,
      "learning_rate": 0.00011792027488725907,
      "loss": 4.8408,
      "step": 585
    },
    {
      "epoch": 0.24922913343965974,
      "grad_norm": 2.3141026496887207,
      "learning_rate": 0.00011768229068152532,
      "loss": 3.3328,
      "step": 586
    },
    {
      "epoch": 0.24965443912812335,
      "grad_norm": 1.7461929321289062,
      "learning_rate": 0.00011744420305216621,
      "loss": 3.6801,
      "step": 587
    },
    {
      "epoch": 0.2500797448165869,
      "grad_norm": 2.7090728282928467,
      "learning_rate": 0.000117206013391755,
      "loss": 5.0689,
      "step": 588
    },
    {
      "epoch": 0.2505050505050505,
      "grad_norm": 2.559229850769043,
      "learning_rate": 0.00011696772309346182,
      "loss": 3.1674,
      "step": 589
    },
    {
      "epoch": 0.2509303561935141,
      "grad_norm": 2.694890260696411,
      "learning_rate": 0.00011672933355104532,
      "loss": 3.0802,
      "step": 590
    },
    {
      "epoch": 0.25135566188197767,
      "grad_norm": 2.9290645122528076,
      "learning_rate": 0.00011649084615884471,
      "loss": 3.8443,
      "step": 591
    },
    {
      "epoch": 0.25178096757044127,
      "grad_norm": 2.7838616371154785,
      "learning_rate": 0.00011625226231177149,
      "loss": 4.1228,
      "step": 592
    },
    {
      "epoch": 0.2522062732589048,
      "grad_norm": 3.401646852493286,
      "learning_rate": 0.00011601358340530133,
      "loss": 3.9713,
      "step": 593
    },
    {
      "epoch": 0.25263157894736843,
      "grad_norm": 2.5512304306030273,
      "learning_rate": 0.0001157748108354659,
      "loss": 3.0052,
      "step": 594
    },
    {
      "epoch": 0.253056884635832,
      "grad_norm": 3.2262537479400635,
      "learning_rate": 0.00011553594599884471,
      "loss": 3.2096,
      "step": 595
    },
    {
      "epoch": 0.2534821903242956,
      "grad_norm": 1.9374830722808838,
      "learning_rate": 0.00011529699029255696,
      "loss": 4.8924,
      "step": 596
    },
    {
      "epoch": 0.2539074960127592,
      "grad_norm": 2.4622623920440674,
      "learning_rate": 0.00011505794511425325,
      "loss": 3.6589,
      "step": 597
    },
    {
      "epoch": 0.25433280170122274,
      "grad_norm": 1.8621799945831299,
      "learning_rate": 0.00011481881186210765,
      "loss": 7.3248,
      "step": 598
    },
    {
      "epoch": 0.25475810738968635,
      "grad_norm": 2.9458091259002686,
      "learning_rate": 0.00011457959193480925,
      "loss": 4.2532,
      "step": 599
    },
    {
      "epoch": 0.2551834130781499,
      "grad_norm": 0.9465881586074829,
      "learning_rate": 0.00011434028673155417,
      "loss": 3.5566,
      "step": 600
    },
    {
      "epoch": 0.2556087187666135,
      "grad_norm": 1.3557816743850708,
      "learning_rate": 0.00011410089765203724,
      "loss": 2.94,
      "step": 601
    },
    {
      "epoch": 0.2560340244550771,
      "grad_norm": 2.057286262512207,
      "learning_rate": 0.00011386142609644406,
      "loss": 5.9615,
      "step": 602
    },
    {
      "epoch": 0.25645933014354066,
      "grad_norm": 1.5698294639587402,
      "learning_rate": 0.00011362187346544232,
      "loss": 5.7322,
      "step": 603
    },
    {
      "epoch": 0.25688463583200427,
      "grad_norm": 3.788752794265747,
      "learning_rate": 0.00011338224116017423,
      "loss": 4.6035,
      "step": 604
    },
    {
      "epoch": 0.2573099415204678,
      "grad_norm": 2.0422003269195557,
      "learning_rate": 0.00011314253058224786,
      "loss": 3.1544,
      "step": 605
    },
    {
      "epoch": 0.25773524720893143,
      "grad_norm": 4.47472620010376,
      "learning_rate": 0.00011290274313372911,
      "loss": 3.3096,
      "step": 606
    },
    {
      "epoch": 0.258160552897395,
      "grad_norm": 1.3549455404281616,
      "learning_rate": 0.00011266288021713347,
      "loss": 4.7487,
      "step": 607
    },
    {
      "epoch": 0.2585858585858586,
      "grad_norm": 2.749788522720337,
      "learning_rate": 0.00011242294323541796,
      "loss": 3.7262,
      "step": 608
    },
    {
      "epoch": 0.2590111642743222,
      "grad_norm": 1.5806498527526855,
      "learning_rate": 0.00011218293359197267,
      "loss": 5.1099,
      "step": 609
    },
    {
      "epoch": 0.25943646996278574,
      "grad_norm": 1.3012731075286865,
      "learning_rate": 0.00011194285269061277,
      "loss": 4.5631,
      "step": 610
    },
    {
      "epoch": 0.25986177565124935,
      "grad_norm": 1.336634635925293,
      "learning_rate": 0.00011170270193557016,
      "loss": 6.6581,
      "step": 611
    },
    {
      "epoch": 0.2602870813397129,
      "grad_norm": 1.3120133876800537,
      "learning_rate": 0.00011146248273148536,
      "loss": 3.1911,
      "step": 612
    },
    {
      "epoch": 0.2607123870281765,
      "grad_norm": 1.5793222188949585,
      "learning_rate": 0.00011122219648339924,
      "loss": 3.1716,
      "step": 613
    },
    {
      "epoch": 0.26113769271664006,
      "grad_norm": 2.049450635910034,
      "learning_rate": 0.00011098184459674484,
      "loss": 2.8776,
      "step": 614
    },
    {
      "epoch": 0.26156299840510366,
      "grad_norm": 1.5252978801727295,
      "learning_rate": 0.000110741428477339,
      "loss": 4.2726,
      "step": 615
    },
    {
      "epoch": 0.26198830409356727,
      "grad_norm": 3.020493507385254,
      "learning_rate": 0.00011050094953137444,
      "loss": 4.2752,
      "step": 616
    },
    {
      "epoch": 0.2624136097820308,
      "grad_norm": 1.3480137586593628,
      "learning_rate": 0.00011026040916541114,
      "loss": 4.8778,
      "step": 617
    },
    {
      "epoch": 0.2628389154704944,
      "grad_norm": 1.645945429801941,
      "learning_rate": 0.00011001980878636853,
      "loss": 2.7454,
      "step": 618
    },
    {
      "epoch": 0.263264221158958,
      "grad_norm": 2.577700614929199,
      "learning_rate": 0.00010977914980151691,
      "loss": 3.4533,
      "step": 619
    },
    {
      "epoch": 0.2636895268474216,
      "grad_norm": 1.3486697673797607,
      "learning_rate": 0.00010953843361846947,
      "loss": 5.2542,
      "step": 620
    },
    {
      "epoch": 0.2641148325358852,
      "grad_norm": 2.8725318908691406,
      "learning_rate": 0.00010929766164517384,
      "loss": 2.6512,
      "step": 621
    },
    {
      "epoch": 0.26454013822434874,
      "grad_norm": 1.2645756006240845,
      "learning_rate": 0.00010905683528990406,
      "loss": 4.3685,
      "step": 622
    },
    {
      "epoch": 0.26496544391281235,
      "grad_norm": 1.4177888631820679,
      "learning_rate": 0.00010881595596125222,
      "loss": 3.3901,
      "step": 623
    },
    {
      "epoch": 0.2653907496012759,
      "grad_norm": 2.985877275466919,
      "learning_rate": 0.00010857502506812029,
      "loss": 4.3793,
      "step": 624
    },
    {
      "epoch": 0.2658160552897395,
      "grad_norm": 3.4000132083892822,
      "learning_rate": 0.0001083340440197117,
      "loss": 5.7737,
      "step": 625
    },
    {
      "epoch": 0.26624136097820306,
      "grad_norm": 1.7700355052947998,
      "learning_rate": 0.00010809301422552343,
      "loss": 3.8748,
      "step": 626
    },
    {
      "epoch": 0.26666666666666666,
      "grad_norm": 1.8224605321884155,
      "learning_rate": 0.00010785193709533738,
      "loss": 3.8296,
      "step": 627
    },
    {
      "epoch": 0.26709197235513027,
      "grad_norm": 1.8175568580627441,
      "learning_rate": 0.00010761081403921254,
      "loss": 4.8413,
      "step": 628
    },
    {
      "epoch": 0.2675172780435938,
      "grad_norm": 1.1519887447357178,
      "learning_rate": 0.00010736964646747629,
      "loss": 6.9752,
      "step": 629
    },
    {
      "epoch": 0.2679425837320574,
      "grad_norm": 1.294089674949646,
      "learning_rate": 0.00010712843579071659,
      "loss": 2.3539,
      "step": 630
    },
    {
      "epoch": 0.268367889420521,
      "grad_norm": 3.0349302291870117,
      "learning_rate": 0.00010688718341977336,
      "loss": 6.058,
      "step": 631
    },
    {
      "epoch": 0.2687931951089846,
      "grad_norm": 1.0732840299606323,
      "learning_rate": 0.00010664589076573046,
      "loss": 4.1293,
      "step": 632
    },
    {
      "epoch": 0.2692185007974482,
      "grad_norm": 1.1973459720611572,
      "learning_rate": 0.00010640455923990736,
      "loss": 6.411,
      "step": 633
    },
    {
      "epoch": 0.26964380648591174,
      "grad_norm": 1.8544491529464722,
      "learning_rate": 0.00010616319025385089,
      "loss": 4.3765,
      "step": 634
    },
    {
      "epoch": 0.27006911217437535,
      "grad_norm": 1.9013006687164307,
      "learning_rate": 0.00010592178521932694,
      "loss": 4.4184,
      "step": 635
    },
    {
      "epoch": 0.2704944178628389,
      "grad_norm": 2.199915647506714,
      "learning_rate": 0.00010568034554831238,
      "loss": 3.1832,
      "step": 636
    },
    {
      "epoch": 0.2709197235513025,
      "grad_norm": 2.0422422885894775,
      "learning_rate": 0.00010543887265298651,
      "loss": 4.0003,
      "step": 637
    },
    {
      "epoch": 0.27134502923976606,
      "grad_norm": 3.110419988632202,
      "learning_rate": 0.00010519736794572307,
      "loss": 2.4861,
      "step": 638
    },
    {
      "epoch": 0.27177033492822966,
      "grad_norm": 2.7268476486206055,
      "learning_rate": 0.00010495583283908177,
      "loss": 5.0164,
      "step": 639
    },
    {
      "epoch": 0.27219564061669327,
      "grad_norm": 2.658733367919922,
      "learning_rate": 0.00010471426874580023,
      "loss": 1.9672,
      "step": 640
    },
    {
      "epoch": 0.2726209463051568,
      "grad_norm": 1.0576281547546387,
      "learning_rate": 0.00010447267707878552,
      "loss": 3.0583,
      "step": 641
    },
    {
      "epoch": 0.2730462519936204,
      "grad_norm": 2.7176480293273926,
      "learning_rate": 0.0001042310592511061,
      "loss": 3.107,
      "step": 642
    },
    {
      "epoch": 0.273471557682084,
      "grad_norm": 1.4292171001434326,
      "learning_rate": 0.00010398941667598328,
      "loss": 5.1882,
      "step": 643
    },
    {
      "epoch": 0.2738968633705476,
      "grad_norm": 1.6694562435150146,
      "learning_rate": 0.00010374775076678332,
      "loss": 4.3031,
      "step": 644
    },
    {
      "epoch": 0.2743221690590112,
      "grad_norm": 1.5981167554855347,
      "learning_rate": 0.00010350606293700878,
      "loss": 3.6383,
      "step": 645
    },
    {
      "epoch": 0.27474747474747474,
      "grad_norm": 1.3848696947097778,
      "learning_rate": 0.00010326435460029052,
      "loss": 4.8563,
      "step": 646
    },
    {
      "epoch": 0.27517278043593835,
      "grad_norm": 1.0942442417144775,
      "learning_rate": 0.00010302262717037931,
      "loss": 3.7517,
      "step": 647
    },
    {
      "epoch": 0.2755980861244019,
      "grad_norm": 1.7913658618927002,
      "learning_rate": 0.0001027808820611377,
      "loss": 3.4255,
      "step": 648
    },
    {
      "epoch": 0.2760233918128655,
      "grad_norm": 2.071922540664673,
      "learning_rate": 0.00010253912068653146,
      "loss": 3.5254,
      "step": 649
    },
    {
      "epoch": 0.27644869750132905,
      "grad_norm": 4.108880043029785,
      "learning_rate": 0.00010229734446062172,
      "loss": 5.2537,
      "step": 650
    },
    {
      "epoch": 0.27687400318979266,
      "grad_norm": 2.1031417846679688,
      "learning_rate": 0.00010205555479755624,
      "loss": 4.8852,
      "step": 651
    },
    {
      "epoch": 0.27729930887825627,
      "grad_norm": 1.6045780181884766,
      "learning_rate": 0.00010181375311156157,
      "loss": 6.6213,
      "step": 652
    },
    {
      "epoch": 0.2777246145667198,
      "grad_norm": 1.2103012800216675,
      "learning_rate": 0.00010157194081693446,
      "loss": 2.8849,
      "step": 653
    },
    {
      "epoch": 0.2781499202551834,
      "grad_norm": 2.9184794425964355,
      "learning_rate": 0.00010133011932803378,
      "loss": 3.5327,
      "step": 654
    },
    {
      "epoch": 0.278575225943647,
      "grad_norm": 1.304352045059204,
      "learning_rate": 0.0001010882900592721,
      "loss": 5.4394,
      "step": 655
    },
    {
      "epoch": 0.2790005316321106,
      "grad_norm": 1.8850795030593872,
      "learning_rate": 0.00010084645442510759,
      "loss": 4.3877,
      "step": 656
    },
    {
      "epoch": 0.2790005316321106,
      "eval_loss": 1.0638453960418701,
      "eval_runtime": 44.2511,
      "eval_samples_per_second": 22.372,
      "eval_steps_per_second": 11.186,
      "step": 656
    },
    {
      "epoch": 0.2794258373205742,
      "grad_norm": 2.445223093032837,
      "learning_rate": 0.00010060461384003559,
      "loss": 4.9964,
      "step": 657
    },
    {
      "epoch": 0.27985114300903774,
      "grad_norm": 1.8227040767669678,
      "learning_rate": 0.00010036276971858043,
      "loss": 3.4705,
      "step": 658
    },
    {
      "epoch": 0.28027644869750135,
      "grad_norm": 2.078547716140747,
      "learning_rate": 0.00010012092347528705,
      "loss": 4.1242,
      "step": 659
    },
    {
      "epoch": 0.2807017543859649,
      "grad_norm": 1.5531628131866455,
      "learning_rate": 9.987907652471297e-05,
      "loss": 3.1277,
      "step": 660
    },
    {
      "epoch": 0.2811270600744285,
      "grad_norm": 1.1296303272247314,
      "learning_rate": 9.963723028141958e-05,
      "loss": 3.894,
      "step": 661
    },
    {
      "epoch": 0.28155236576289205,
      "grad_norm": 2.405113697052002,
      "learning_rate": 9.939538615996443e-05,
      "loss": 3.1725,
      "step": 662
    },
    {
      "epoch": 0.28197767145135566,
      "grad_norm": 1.3530564308166504,
      "learning_rate": 9.915354557489241e-05,
      "loss": 4.7769,
      "step": 663
    },
    {
      "epoch": 0.28240297713981927,
      "grad_norm": 1.862743616104126,
      "learning_rate": 9.891170994072793e-05,
      "loss": 4.3492,
      "step": 664
    },
    {
      "epoch": 0.2828282828282828,
      "grad_norm": 1.3154451847076416,
      "learning_rate": 9.866988067196627e-05,
      "loss": 4.5681,
      "step": 665
    },
    {
      "epoch": 0.2832535885167464,
      "grad_norm": 1.6516907215118408,
      "learning_rate": 9.842805918306557e-05,
      "loss": 4.57,
      "step": 666
    },
    {
      "epoch": 0.28367889420521,
      "grad_norm": 1.434991478919983,
      "learning_rate": 9.818624688843846e-05,
      "loss": 5.8262,
      "step": 667
    },
    {
      "epoch": 0.2841041998936736,
      "grad_norm": 2.8763246536254883,
      "learning_rate": 9.794444520244377e-05,
      "loss": 3.1925,
      "step": 668
    },
    {
      "epoch": 0.2845295055821372,
      "grad_norm": 1.7077628374099731,
      "learning_rate": 9.770265553937831e-05,
      "loss": 4.8776,
      "step": 669
    },
    {
      "epoch": 0.28495481127060074,
      "grad_norm": 1.070578694343567,
      "learning_rate": 9.746087931346852e-05,
      "loss": 5.352,
      "step": 670
    },
    {
      "epoch": 0.28538011695906434,
      "grad_norm": 1.853460431098938,
      "learning_rate": 9.721911793886232e-05,
      "loss": 3.5979,
      "step": 671
    },
    {
      "epoch": 0.2858054226475279,
      "grad_norm": 1.444704294204712,
      "learning_rate": 9.697737282962072e-05,
      "loss": 4.0684,
      "step": 672
    },
    {
      "epoch": 0.2862307283359915,
      "grad_norm": 1.0700467824935913,
      "learning_rate": 9.673564539970951e-05,
      "loss": 3.2517,
      "step": 673
    },
    {
      "epoch": 0.28665603402445505,
      "grad_norm": 0.9290701150894165,
      "learning_rate": 9.649393706299127e-05,
      "loss": 2.6446,
      "step": 674
    },
    {
      "epoch": 0.28708133971291866,
      "grad_norm": 2.010394334793091,
      "learning_rate": 9.625224923321669e-05,
      "loss": 5.0459,
      "step": 675
    },
    {
      "epoch": 0.28750664540138227,
      "grad_norm": 1.2919241189956665,
      "learning_rate": 9.601058332401673e-05,
      "loss": 3.9886,
      "step": 676
    },
    {
      "epoch": 0.2879319510898458,
      "grad_norm": 1.717960000038147,
      "learning_rate": 9.576894074889391e-05,
      "loss": 3.5911,
      "step": 677
    },
    {
      "epoch": 0.2883572567783094,
      "grad_norm": 4.069245338439941,
      "learning_rate": 9.552732292121449e-05,
      "loss": 6.5936,
      "step": 678
    },
    {
      "epoch": 0.288782562466773,
      "grad_norm": 1.5147581100463867,
      "learning_rate": 9.52857312541998e-05,
      "loss": 2.4557,
      "step": 679
    },
    {
      "epoch": 0.2892078681552366,
      "grad_norm": 1.338592767715454,
      "learning_rate": 9.504416716091825e-05,
      "loss": 4.5999,
      "step": 680
    },
    {
      "epoch": 0.2896331738437002,
      "grad_norm": 1.6153277158737183,
      "learning_rate": 9.480263205427696e-05,
      "loss": 4.1886,
      "step": 681
    },
    {
      "epoch": 0.29005847953216374,
      "grad_norm": 2.4947166442871094,
      "learning_rate": 9.456112734701349e-05,
      "loss": 4.4136,
      "step": 682
    },
    {
      "epoch": 0.29048378522062734,
      "grad_norm": 1.0056158304214478,
      "learning_rate": 9.431965445168763e-05,
      "loss": 3.8158,
      "step": 683
    },
    {
      "epoch": 0.2909090909090909,
      "grad_norm": 0.8643444180488586,
      "learning_rate": 9.407821478067304e-05,
      "loss": 3.3608,
      "step": 684
    },
    {
      "epoch": 0.2913343965975545,
      "grad_norm": 1.1196441650390625,
      "learning_rate": 9.383680974614915e-05,
      "loss": 5.7377,
      "step": 685
    },
    {
      "epoch": 0.29175970228601805,
      "grad_norm": 1.2147451639175415,
      "learning_rate": 9.35954407600927e-05,
      "loss": 5.617,
      "step": 686
    },
    {
      "epoch": 0.29218500797448166,
      "grad_norm": 3.1456620693206787,
      "learning_rate": 9.335410923426957e-05,
      "loss": 4.1879,
      "step": 687
    },
    {
      "epoch": 0.29261031366294527,
      "grad_norm": 1.9630014896392822,
      "learning_rate": 9.31128165802267e-05,
      "loss": 4.0552,
      "step": 688
    },
    {
      "epoch": 0.2930356193514088,
      "grad_norm": 2.899325132369995,
      "learning_rate": 9.287156420928342e-05,
      "loss": 3.0647,
      "step": 689
    },
    {
      "epoch": 0.2934609250398724,
      "grad_norm": 1.5351874828338623,
      "learning_rate": 9.263035353252372e-05,
      "loss": 3.5661,
      "step": 690
    },
    {
      "epoch": 0.293886230728336,
      "grad_norm": 1.3678613901138306,
      "learning_rate": 9.238918596078746e-05,
      "loss": 5.6411,
      "step": 691
    },
    {
      "epoch": 0.2943115364167996,
      "grad_norm": 1.9487342834472656,
      "learning_rate": 9.214806290466264e-05,
      "loss": 2.7429,
      "step": 692
    },
    {
      "epoch": 0.29473684210526313,
      "grad_norm": 1.2528246641159058,
      "learning_rate": 9.190698577447663e-05,
      "loss": 4.7419,
      "step": 693
    },
    {
      "epoch": 0.29516214779372674,
      "grad_norm": 2.1682419776916504,
      "learning_rate": 9.166595598028832e-05,
      "loss": 4.7657,
      "step": 694
    },
    {
      "epoch": 0.29558745348219034,
      "grad_norm": 1.6445938348770142,
      "learning_rate": 9.142497493187976e-05,
      "loss": 3.9176,
      "step": 695
    },
    {
      "epoch": 0.2960127591706539,
      "grad_norm": 1.9038327932357788,
      "learning_rate": 9.118404403874777e-05,
      "loss": 5.6763,
      "step": 696
    },
    {
      "epoch": 0.2964380648591175,
      "grad_norm": 1.2021093368530273,
      "learning_rate": 9.094316471009596e-05,
      "loss": 3.9953,
      "step": 697
    },
    {
      "epoch": 0.29686337054758105,
      "grad_norm": 2.3375401496887207,
      "learning_rate": 9.070233835482617e-05,
      "loss": 4.866,
      "step": 698
    },
    {
      "epoch": 0.29728867623604466,
      "grad_norm": 1.3395445346832275,
      "learning_rate": 9.046156638153056e-05,
      "loss": 5.0439,
      "step": 699
    },
    {
      "epoch": 0.29771398192450826,
      "grad_norm": 1.6618527173995972,
      "learning_rate": 9.022085019848314e-05,
      "loss": 5.4493,
      "step": 700
    },
    {
      "epoch": 0.2981392876129718,
      "grad_norm": 1.3972018957138062,
      "learning_rate": 8.998019121363148e-05,
      "loss": 4.4286,
      "step": 701
    },
    {
      "epoch": 0.2985645933014354,
      "grad_norm": 1.2035146951675415,
      "learning_rate": 8.97395908345889e-05,
      "loss": 4.302,
      "step": 702
    },
    {
      "epoch": 0.298989898989899,
      "grad_norm": 2.2111659049987793,
      "learning_rate": 8.94990504686256e-05,
      "loss": 4.2668,
      "step": 703
    },
    {
      "epoch": 0.2994152046783626,
      "grad_norm": 2.4297873973846436,
      "learning_rate": 8.925857152266103e-05,
      "loss": 2.1905,
      "step": 704
    },
    {
      "epoch": 0.29984051036682613,
      "grad_norm": 3.271103858947754,
      "learning_rate": 8.901815540325517e-05,
      "loss": 4.6952,
      "step": 705
    },
    {
      "epoch": 0.30026581605528974,
      "grad_norm": 1.9039140939712524,
      "learning_rate": 8.877780351660078e-05,
      "loss": 5.2829,
      "step": 706
    },
    {
      "epoch": 0.30069112174375334,
      "grad_norm": 1.798293948173523,
      "learning_rate": 8.853751726851467e-05,
      "loss": 4.4016,
      "step": 707
    },
    {
      "epoch": 0.3011164274322169,
      "grad_norm": 1.86649489402771,
      "learning_rate": 8.829729806442987e-05,
      "loss": 3.2176,
      "step": 708
    },
    {
      "epoch": 0.3015417331206805,
      "grad_norm": 1.9405608177185059,
      "learning_rate": 8.805714730938728e-05,
      "loss": 3.6761,
      "step": 709
    },
    {
      "epoch": 0.30196703880914405,
      "grad_norm": 1.3606009483337402,
      "learning_rate": 8.781706640802735e-05,
      "loss": 4.8053,
      "step": 710
    },
    {
      "epoch": 0.30239234449760766,
      "grad_norm": 1.071837306022644,
      "learning_rate": 8.757705676458207e-05,
      "loss": 6.3849,
      "step": 711
    },
    {
      "epoch": 0.30281765018607126,
      "grad_norm": 0.8830875754356384,
      "learning_rate": 8.733711978286652e-05,
      "loss": 4.9175,
      "step": 712
    },
    {
      "epoch": 0.3032429558745348,
      "grad_norm": 2.2249045372009277,
      "learning_rate": 8.709725686627093e-05,
      "loss": 3.464,
      "step": 713
    },
    {
      "epoch": 0.3036682615629984,
      "grad_norm": 1.2605314254760742,
      "learning_rate": 8.685746941775219e-05,
      "loss": 3.8332,
      "step": 714
    },
    {
      "epoch": 0.30409356725146197,
      "grad_norm": 1.42310631275177,
      "learning_rate": 8.661775883982578e-05,
      "loss": 4.0591,
      "step": 715
    },
    {
      "epoch": 0.3045188729399256,
      "grad_norm": 1.1569828987121582,
      "learning_rate": 8.637812653455771e-05,
      "loss": 4.4139,
      "step": 716
    },
    {
      "epoch": 0.30494417862838913,
      "grad_norm": 1.7009687423706055,
      "learning_rate": 8.613857390355598e-05,
      "loss": 4.2211,
      "step": 717
    },
    {
      "epoch": 0.30536948431685274,
      "grad_norm": 3.0813891887664795,
      "learning_rate": 8.589910234796277e-05,
      "loss": 3.7605,
      "step": 718
    },
    {
      "epoch": 0.30579479000531634,
      "grad_norm": 1.8135790824890137,
      "learning_rate": 8.565971326844584e-05,
      "loss": 3.6044,
      "step": 719
    },
    {
      "epoch": 0.3062200956937799,
      "grad_norm": 1.30556321144104,
      "learning_rate": 8.542040806519079e-05,
      "loss": 2.5822,
      "step": 720
    },
    {
      "epoch": 0.3066454013822435,
      "grad_norm": 1.6415231227874756,
      "learning_rate": 8.518118813789237e-05,
      "loss": 4.3362,
      "step": 721
    },
    {
      "epoch": 0.30707070707070705,
      "grad_norm": 1.0107711553573608,
      "learning_rate": 8.494205488574677e-05,
      "loss": 1.8642,
      "step": 722
    },
    {
      "epoch": 0.30749601275917066,
      "grad_norm": 1.8508621454238892,
      "learning_rate": 8.470300970744308e-05,
      "loss": 4.8348,
      "step": 723
    },
    {
      "epoch": 0.30792131844763426,
      "grad_norm": 2.993619203567505,
      "learning_rate": 8.44640540011553e-05,
      "loss": 4.848,
      "step": 724
    },
    {
      "epoch": 0.3083466241360978,
      "grad_norm": 1.9747580289840698,
      "learning_rate": 8.422518916453411e-05,
      "loss": 4.3808,
      "step": 725
    },
    {
      "epoch": 0.3087719298245614,
      "grad_norm": 1.49077308177948,
      "learning_rate": 8.398641659469868e-05,
      "loss": 4.0168,
      "step": 726
    },
    {
      "epoch": 0.30919723551302497,
      "grad_norm": 2.003610610961914,
      "learning_rate": 8.374773768822852e-05,
      "loss": 7.2086,
      "step": 727
    },
    {
      "epoch": 0.3096225412014886,
      "grad_norm": 1.5907890796661377,
      "learning_rate": 8.35091538411553e-05,
      "loss": 3.9236,
      "step": 728
    },
    {
      "epoch": 0.31004784688995213,
      "grad_norm": 1.4983651638031006,
      "learning_rate": 8.327066644895469e-05,
      "loss": 2.9482,
      "step": 729
    },
    {
      "epoch": 0.31047315257841573,
      "grad_norm": 0.9038006067276001,
      "learning_rate": 8.303227690653823e-05,
      "loss": 3.8504,
      "step": 730
    },
    {
      "epoch": 0.31089845826687934,
      "grad_norm": 2.2849862575531006,
      "learning_rate": 8.2793986608245e-05,
      "loss": 3.3206,
      "step": 731
    },
    {
      "epoch": 0.3113237639553429,
      "grad_norm": 2.816615104675293,
      "learning_rate": 8.255579694783384e-05,
      "loss": 4.5925,
      "step": 732
    },
    {
      "epoch": 0.3117490696438065,
      "grad_norm": 2.106196403503418,
      "learning_rate": 8.231770931847468e-05,
      "loss": 3.2716,
      "step": 733
    },
    {
      "epoch": 0.31217437533227005,
      "grad_norm": 1.3359932899475098,
      "learning_rate": 8.207972511274095e-05,
      "loss": 3.4203,
      "step": 734
    },
    {
      "epoch": 0.31259968102073366,
      "grad_norm": 1.5257630348205566,
      "learning_rate": 8.184184572260092e-05,
      "loss": 4.738,
      "step": 735
    },
    {
      "epoch": 0.31302498670919726,
      "grad_norm": 2.8144335746765137,
      "learning_rate": 8.160407253940996e-05,
      "loss": 3.9516,
      "step": 736
    },
    {
      "epoch": 0.3134502923976608,
      "grad_norm": 1.4183253049850464,
      "learning_rate": 8.136640695390213e-05,
      "loss": 3.4254,
      "step": 737
    },
    {
      "epoch": 0.3138755980861244,
      "grad_norm": 1.2769297361373901,
      "learning_rate": 8.112885035618218e-05,
      "loss": 2.5985,
      "step": 738
    },
    {
      "epoch": 0.31430090377458797,
      "grad_norm": 1.7570682764053345,
      "learning_rate": 8.089140413571747e-05,
      "loss": 4.8422,
      "step": 739
    },
    {
      "epoch": 0.3147262094630516,
      "grad_norm": 1.0634483098983765,
      "learning_rate": 8.06540696813296e-05,
      "loss": 5.0769,
      "step": 740
    },
    {
      "epoch": 0.3151515151515151,
      "grad_norm": 1.9121177196502686,
      "learning_rate": 8.041684838118664e-05,
      "loss": 3.8223,
      "step": 741
    },
    {
      "epoch": 0.31557682083997873,
      "grad_norm": 1.24837327003479,
      "learning_rate": 8.017974162279468e-05,
      "loss": 2.6926,
      "step": 742
    },
    {
      "epoch": 0.31600212652844234,
      "grad_norm": 1.8314619064331055,
      "learning_rate": 7.994275079298993e-05,
      "loss": 4.2346,
      "step": 743
    },
    {
      "epoch": 0.3164274322169059,
      "grad_norm": 2.1179614067077637,
      "learning_rate": 7.970587727793051e-05,
      "loss": 3.9728,
      "step": 744
    },
    {
      "epoch": 0.3168527379053695,
      "grad_norm": 1.4643160104751587,
      "learning_rate": 7.94691224630883e-05,
      "loss": 4.4379,
      "step": 745
    },
    {
      "epoch": 0.31727804359383305,
      "grad_norm": 1.493314266204834,
      "learning_rate": 7.923248773324107e-05,
      "loss": 3.9866,
      "step": 746
    },
    {
      "epoch": 0.31770334928229665,
      "grad_norm": 1.241485357284546,
      "learning_rate": 7.899597447246401e-05,
      "loss": 3.9173,
      "step": 747
    },
    {
      "epoch": 0.31812865497076026,
      "grad_norm": 1.9566478729248047,
      "learning_rate": 7.875958406412205e-05,
      "loss": 4.0735,
      "step": 748
    },
    {
      "epoch": 0.3185539606592238,
      "grad_norm": 1.8990015983581543,
      "learning_rate": 7.852331789086135e-05,
      "loss": 3.772,
      "step": 749
    },
    {
      "epoch": 0.3189792663476874,
      "grad_norm": 2.2715344429016113,
      "learning_rate": 7.828717733460158e-05,
      "loss": 5.5452,
      "step": 750
    },
    {
      "epoch": 0.31940457203615097,
      "grad_norm": 2.334994316101074,
      "learning_rate": 7.805116377652759e-05,
      "loss": 4.1633,
      "step": 751
    },
    {
      "epoch": 0.3198298777246146,
      "grad_norm": 1.2293503284454346,
      "learning_rate": 7.781527859708143e-05,
      "loss": 4.3693,
      "step": 752
    },
    {
      "epoch": 0.3202551834130781,
      "grad_norm": 2.407742977142334,
      "learning_rate": 7.757952317595431e-05,
      "loss": 4.6349,
      "step": 753
    },
    {
      "epoch": 0.32068048910154173,
      "grad_norm": 1.1305776834487915,
      "learning_rate": 7.73438988920784e-05,
      "loss": 5.6765,
      "step": 754
    },
    {
      "epoch": 0.32110579479000534,
      "grad_norm": 1.6219316720962524,
      "learning_rate": 7.710840712361895e-05,
      "loss": 3.07,
      "step": 755
    },
    {
      "epoch": 0.3215311004784689,
      "grad_norm": 1.2193331718444824,
      "learning_rate": 7.687304924796605e-05,
      "loss": 7.6593,
      "step": 756
    },
    {
      "epoch": 0.3219564061669325,
      "grad_norm": 1.2232475280761719,
      "learning_rate": 7.66378266417267e-05,
      "loss": 3.994,
      "step": 757
    },
    {
      "epoch": 0.32238171185539605,
      "grad_norm": 2.7138752937316895,
      "learning_rate": 7.64027406807167e-05,
      "loss": 3.573,
      "step": 758
    },
    {
      "epoch": 0.32280701754385965,
      "grad_norm": 1.1506210565567017,
      "learning_rate": 7.616779273995252e-05,
      "loss": 2.4561,
      "step": 759
    },
    {
      "epoch": 0.32323232323232326,
      "grad_norm": 1.8921279907226562,
      "learning_rate": 7.593298419364354e-05,
      "loss": 3.3659,
      "step": 760
    },
    {
      "epoch": 0.3236576289207868,
      "grad_norm": 1.9000476598739624,
      "learning_rate": 7.569831641518361e-05,
      "loss": 2.6673,
      "step": 761
    },
    {
      "epoch": 0.3240829346092504,
      "grad_norm": 1.1471707820892334,
      "learning_rate": 7.546379077714345e-05,
      "loss": 3.3348,
      "step": 762
    },
    {
      "epoch": 0.32450824029771397,
      "grad_norm": 3.3898439407348633,
      "learning_rate": 7.522940865126218e-05,
      "loss": 4.5174,
      "step": 763
    },
    {
      "epoch": 0.3249335459861776,
      "grad_norm": 1.6915318965911865,
      "learning_rate": 7.499517140843968e-05,
      "loss": 4.0181,
      "step": 764
    },
    {
      "epoch": 0.3253588516746411,
      "grad_norm": 1.438738465309143,
      "learning_rate": 7.476108041872836e-05,
      "loss": 3.3298,
      "step": 765
    },
    {
      "epoch": 0.32578415736310473,
      "grad_norm": 1.780932068824768,
      "learning_rate": 7.452713705132515e-05,
      "loss": 4.1449,
      "step": 766
    },
    {
      "epoch": 0.32620946305156834,
      "grad_norm": 1.313758373260498,
      "learning_rate": 7.42933426745636e-05,
      "loss": 5.1998,
      "step": 767
    },
    {
      "epoch": 0.3266347687400319,
      "grad_norm": 1.5899425745010376,
      "learning_rate": 7.40596986559058e-05,
      "loss": 4.9288,
      "step": 768
    },
    {
      "epoch": 0.3270600744284955,
      "grad_norm": 1.9186139106750488,
      "learning_rate": 7.382620636193438e-05,
      "loss": 3.2145,
      "step": 769
    },
    {
      "epoch": 0.32748538011695905,
      "grad_norm": 2.613065481185913,
      "learning_rate": 7.359286715834453e-05,
      "loss": 5.0087,
      "step": 770
    },
    {
      "epoch": 0.32791068580542265,
      "grad_norm": 1.8991330862045288,
      "learning_rate": 7.335968240993605e-05,
      "loss": 4.5981,
      "step": 771
    },
    {
      "epoch": 0.3283359914938862,
      "grad_norm": 1.3016670942306519,
      "learning_rate": 7.312665348060533e-05,
      "loss": 4.7379,
      "step": 772
    },
    {
      "epoch": 0.3287612971823498,
      "grad_norm": 1.947505235671997,
      "learning_rate": 7.289378173333725e-05,
      "loss": 3.9103,
      "step": 773
    },
    {
      "epoch": 0.3291866028708134,
      "grad_norm": 1.8238433599472046,
      "learning_rate": 7.266106853019759e-05,
      "loss": 6.3424,
      "step": 774
    },
    {
      "epoch": 0.32961190855927697,
      "grad_norm": 1.955857276916504,
      "learning_rate": 7.242851523232448e-05,
      "loss": 5.1283,
      "step": 775
    },
    {
      "epoch": 0.3300372142477406,
      "grad_norm": 1.4732412099838257,
      "learning_rate": 7.219612319992112e-05,
      "loss": 5.2232,
      "step": 776
    },
    {
      "epoch": 0.3304625199362041,
      "grad_norm": 1.3495986461639404,
      "learning_rate": 7.196389379224715e-05,
      "loss": 5.0743,
      "step": 777
    },
    {
      "epoch": 0.33088782562466773,
      "grad_norm": 1.4540361166000366,
      "learning_rate": 7.173182836761121e-05,
      "loss": 3.7077,
      "step": 778
    },
    {
      "epoch": 0.33131313131313134,
      "grad_norm": 1.4317203760147095,
      "learning_rate": 7.149992828336274e-05,
      "loss": 5.7728,
      "step": 779
    },
    {
      "epoch": 0.3317384370015949,
      "grad_norm": 1.9510881900787354,
      "learning_rate": 7.126819489588415e-05,
      "loss": 4.6642,
      "step": 780
    },
    {
      "epoch": 0.3321637426900585,
      "grad_norm": 1.2844935655593872,
      "learning_rate": 7.103662956058277e-05,
      "loss": 4.2022,
      "step": 781
    },
    {
      "epoch": 0.33258904837852205,
      "grad_norm": 2.0778748989105225,
      "learning_rate": 7.0805233631883e-05,
      "loss": 5.2257,
      "step": 782
    },
    {
      "epoch": 0.33301435406698565,
      "grad_norm": 1.1910107135772705,
      "learning_rate": 7.05740084632185e-05,
      "loss": 3.182,
      "step": 783
    },
    {
      "epoch": 0.3334396597554492,
      "grad_norm": 1.5315603017807007,
      "learning_rate": 7.034295540702397e-05,
      "loss": 5.203,
      "step": 784
    },
    {
      "epoch": 0.3338649654439128,
      "grad_norm": 2.0544958114624023,
      "learning_rate": 7.011207581472762e-05,
      "loss": 3.8668,
      "step": 785
    },
    {
      "epoch": 0.3342902711323764,
      "grad_norm": 2.222810983657837,
      "learning_rate": 6.988137103674288e-05,
      "loss": 4.9959,
      "step": 786
    },
    {
      "epoch": 0.33471557682083997,
      "grad_norm": 1.7248808145523071,
      "learning_rate": 6.965084242246088e-05,
      "loss": 3.3053,
      "step": 787
    },
    {
      "epoch": 0.3351408825093036,
      "grad_norm": 2.1277220249176025,
      "learning_rate": 6.94204913202422e-05,
      "loss": 4.7152,
      "step": 788
    },
    {
      "epoch": 0.3355661881977671,
      "grad_norm": 2.83186411857605,
      "learning_rate": 6.919031907740922e-05,
      "loss": 3.8357,
      "step": 789
    },
    {
      "epoch": 0.33599149388623073,
      "grad_norm": 2.7234036922454834,
      "learning_rate": 6.896032704023826e-05,
      "loss": 4.527,
      "step": 790
    },
    {
      "epoch": 0.33641679957469434,
      "grad_norm": 3.3557627201080322,
      "learning_rate": 6.873051655395147e-05,
      "loss": 5.9645,
      "step": 791
    },
    {
      "epoch": 0.3368421052631579,
      "grad_norm": 1.8017829656600952,
      "learning_rate": 6.85008889627092e-05,
      "loss": 2.6443,
      "step": 792
    },
    {
      "epoch": 0.3372674109516215,
      "grad_norm": 0.9908441305160522,
      "learning_rate": 6.8271445609602e-05,
      "loss": 2.9655,
      "step": 793
    },
    {
      "epoch": 0.33769271664008504,
      "grad_norm": 3.039919376373291,
      "learning_rate": 6.804218783664288e-05,
      "loss": 4.9673,
      "step": 794
    },
    {
      "epoch": 0.33811802232854865,
      "grad_norm": 1.759306788444519,
      "learning_rate": 6.781311698475935e-05,
      "loss": 3.6513,
      "step": 795
    },
    {
      "epoch": 0.3385433280170122,
      "grad_norm": 1.2954469919204712,
      "learning_rate": 6.758423439378556e-05,
      "loss": 4.9802,
      "step": 796
    },
    {
      "epoch": 0.3389686337054758,
      "grad_norm": 1.457696557044983,
      "learning_rate": 6.735554140245466e-05,
      "loss": 4.3883,
      "step": 797
    },
    {
      "epoch": 0.3393939393939394,
      "grad_norm": 1.444435954093933,
      "learning_rate": 6.71270393483907e-05,
      "loss": 5.569,
      "step": 798
    },
    {
      "epoch": 0.33981924508240297,
      "grad_norm": 1.4579633474349976,
      "learning_rate": 6.689872956810102e-05,
      "loss": 4.1014,
      "step": 799
    },
    {
      "epoch": 0.34024455077086657,
      "grad_norm": 1.3650344610214233,
      "learning_rate": 6.667061339696832e-05,
      "loss": 2.2705,
      "step": 800
    },
    {
      "epoch": 0.3406698564593301,
      "grad_norm": 2.50224232673645,
      "learning_rate": 6.644269216924289e-05,
      "loss": 2.7871,
      "step": 801
    },
    {
      "epoch": 0.34109516214779373,
      "grad_norm": 1.4207650423049927,
      "learning_rate": 6.621496721803482e-05,
      "loss": 5.0298,
      "step": 802
    },
    {
      "epoch": 0.34152046783625734,
      "grad_norm": 1.248982548713684,
      "learning_rate": 6.598743987530606e-05,
      "loss": 5.2273,
      "step": 803
    },
    {
      "epoch": 0.3419457735247209,
      "grad_norm": 1.2047985792160034,
      "learning_rate": 6.5760111471863e-05,
      "loss": 2.5317,
      "step": 804
    },
    {
      "epoch": 0.3423710792131845,
      "grad_norm": 1.026759147644043,
      "learning_rate": 6.553298333734812e-05,
      "loss": 5.5195,
      "step": 805
    },
    {
      "epoch": 0.34279638490164804,
      "grad_norm": 1.8914330005645752,
      "learning_rate": 6.530605680023279e-05,
      "loss": 1.9085,
      "step": 806
    },
    {
      "epoch": 0.34322169059011165,
      "grad_norm": 2.275386333465576,
      "learning_rate": 6.507933318780907e-05,
      "loss": 3.6365,
      "step": 807
    },
    {
      "epoch": 0.3436469962785752,
      "grad_norm": 1.146209478378296,
      "learning_rate": 6.485281382618222e-05,
      "loss": 4.0384,
      "step": 808
    },
    {
      "epoch": 0.3440723019670388,
      "grad_norm": 2.345909357070923,
      "learning_rate": 6.46265000402628e-05,
      "loss": 4.2713,
      "step": 809
    },
    {
      "epoch": 0.3444976076555024,
      "grad_norm": 4.002962589263916,
      "learning_rate": 6.440039315375892e-05,
      "loss": 3.419,
      "step": 810
    },
    {
      "epoch": 0.34492291334396596,
      "grad_norm": 1.4717369079589844,
      "learning_rate": 6.41744944891686e-05,
      "loss": 6.904,
      "step": 811
    },
    {
      "epoch": 0.34534821903242957,
      "grad_norm": 3.7578847408294678,
      "learning_rate": 6.394880536777192e-05,
      "loss": 4.9232,
      "step": 812
    },
    {
      "epoch": 0.3457735247208931,
      "grad_norm": 2.8080413341522217,
      "learning_rate": 6.37233271096234e-05,
      "loss": 3.5791,
      "step": 813
    },
    {
      "epoch": 0.34619883040935673,
      "grad_norm": 1.768733263015747,
      "learning_rate": 6.349806103354417e-05,
      "loss": 5.2,
      "step": 814
    },
    {
      "epoch": 0.34662413609782033,
      "grad_norm": 1.5403531789779663,
      "learning_rate": 6.327300845711434e-05,
      "loss": 3.3723,
      "step": 815
    },
    {
      "epoch": 0.3470494417862839,
      "grad_norm": 1.9392648935317993,
      "learning_rate": 6.304817069666524e-05,
      "loss": 5.5706,
      "step": 816
    },
    {
      "epoch": 0.3474747474747475,
      "grad_norm": 1.7407675981521606,
      "learning_rate": 6.28235490672717e-05,
      "loss": 5.6101,
      "step": 817
    },
    {
      "epoch": 0.34790005316321104,
      "grad_norm": 1.735723614692688,
      "learning_rate": 6.259914488274454e-05,
      "loss": 4.5507,
      "step": 818
    },
    {
      "epoch": 0.34832535885167465,
      "grad_norm": 2.179438829421997,
      "learning_rate": 6.23749594556226e-05,
      "loss": 3.7433,
      "step": 819
    },
    {
      "epoch": 0.3487506645401382,
      "grad_norm": 1.1343618631362915,
      "learning_rate": 6.215099409716527e-05,
      "loss": 3.2626,
      "step": 820
    },
    {
      "epoch": 0.3491759702286018,
      "grad_norm": 1.0116345882415771,
      "learning_rate": 6.192725011734477e-05,
      "loss": 4.4141,
      "step": 821
    },
    {
      "epoch": 0.3496012759170654,
      "grad_norm": 1.5655746459960938,
      "learning_rate": 6.170372882483847e-05,
      "loss": 2.2239,
      "step": 822
    },
    {
      "epoch": 0.35002658160552896,
      "grad_norm": 2.224395513534546,
      "learning_rate": 6.148043152702123e-05,
      "loss": 4.7313,
      "step": 823
    },
    {
      "epoch": 0.35045188729399257,
      "grad_norm": 1.7388852834701538,
      "learning_rate": 6.125735952995775e-05,
      "loss": 3.4466,
      "step": 824
    },
    {
      "epoch": 0.3508771929824561,
      "grad_norm": 1.4208773374557495,
      "learning_rate": 6.1034514138395e-05,
      "loss": 5.4543,
      "step": 825
    },
    {
      "epoch": 0.3513024986709197,
      "grad_norm": 1.7255955934524536,
      "learning_rate": 6.0811896655754465e-05,
      "loss": 3.726,
      "step": 826
    },
    {
      "epoch": 0.35172780435938333,
      "grad_norm": 2.4651694297790527,
      "learning_rate": 6.058950838412469e-05,
      "loss": 3.2187,
      "step": 827
    },
    {
      "epoch": 0.3521531100478469,
      "grad_norm": 1.1281343698501587,
      "learning_rate": 6.0367350624253474e-05,
      "loss": 2.9706,
      "step": 828
    },
    {
      "epoch": 0.3525784157363105,
      "grad_norm": 1.6686921119689941,
      "learning_rate": 6.0145424675540394e-05,
      "loss": 3.3431,
      "step": 829
    },
    {
      "epoch": 0.35300372142477404,
      "grad_norm": 0.89501953125,
      "learning_rate": 5.992373183602915e-05,
      "loss": 4.4912,
      "step": 830
    },
    {
      "epoch": 0.35342902711323765,
      "grad_norm": 1.2608479261398315,
      "learning_rate": 5.970227340240002e-05,
      "loss": 3.7735,
      "step": 831
    },
    {
      "epoch": 0.3538543328017012,
      "grad_norm": 1.9314954280853271,
      "learning_rate": 5.948105066996221e-05,
      "loss": 2.5885,
      "step": 832
    },
    {
      "epoch": 0.3542796384901648,
      "grad_norm": 2.9492130279541016,
      "learning_rate": 5.9260064932646294e-05,
      "loss": 4.8557,
      "step": 833
    },
    {
      "epoch": 0.3547049441786284,
      "grad_norm": 1.1219106912612915,
      "learning_rate": 5.9039317482996735e-05,
      "loss": 3.1407,
      "step": 834
    },
    {
      "epoch": 0.35513024986709196,
      "grad_norm": 2.2872114181518555,
      "learning_rate": 5.881880961216415e-05,
      "loss": 4.3102,
      "step": 835
    },
    {
      "epoch": 0.35555555555555557,
      "grad_norm": 2.1065514087677,
      "learning_rate": 5.859854260989797e-05,
      "loss": 4.5228,
      "step": 836
    },
    {
      "epoch": 0.3559808612440191,
      "grad_norm": 1.6044878959655762,
      "learning_rate": 5.83785177645387e-05,
      "loss": 3.8932,
      "step": 837
    },
    {
      "epoch": 0.3564061669324827,
      "grad_norm": 2.659571886062622,
      "learning_rate": 5.8158736363010526e-05,
      "loss": 2.0308,
      "step": 838
    },
    {
      "epoch": 0.35683147262094633,
      "grad_norm": 1.2773256301879883,
      "learning_rate": 5.793919969081374e-05,
      "loss": 2.8228,
      "step": 839
    },
    {
      "epoch": 0.3572567783094099,
      "grad_norm": 3.197134494781494,
      "learning_rate": 5.771990903201711e-05,
      "loss": 4.885,
      "step": 840
    },
    {
      "epoch": 0.3576820839978735,
      "grad_norm": 2.2418506145477295,
      "learning_rate": 5.7500865669250626e-05,
      "loss": 4.4033,
      "step": 841
    },
    {
      "epoch": 0.35810738968633704,
      "grad_norm": 1.6608601808547974,
      "learning_rate": 5.728207088369769e-05,
      "loss": 5.372,
      "step": 842
    },
    {
      "epoch": 0.35853269537480065,
      "grad_norm": 1.5597840547561646,
      "learning_rate": 5.7063525955087905e-05,
      "loss": 3.2684,
      "step": 843
    },
    {
      "epoch": 0.3589580010632642,
      "grad_norm": 1.5413603782653809,
      "learning_rate": 5.68452321616894e-05,
      "loss": 6.8038,
      "step": 844
    },
    {
      "epoch": 0.3593833067517278,
      "grad_norm": 2.7389416694641113,
      "learning_rate": 5.6627190780301454e-05,
      "loss": 5.0491,
      "step": 845
    },
    {
      "epoch": 0.3598086124401914,
      "grad_norm": 3.4959967136383057,
      "learning_rate": 5.640940308624692e-05,
      "loss": 3.6554,
      "step": 846
    },
    {
      "epoch": 0.36023391812865496,
      "grad_norm": 1.3414732217788696,
      "learning_rate": 5.6191870353364864e-05,
      "loss": 3.4687,
      "step": 847
    },
    {
      "epoch": 0.36065922381711857,
      "grad_norm": 1.9190936088562012,
      "learning_rate": 5.597459385400319e-05,
      "loss": 4.8284,
      "step": 848
    },
    {
      "epoch": 0.3610845295055821,
      "grad_norm": 3.035320281982422,
      "learning_rate": 5.5757574859010886e-05,
      "loss": 3.5358,
      "step": 849
    },
    {
      "epoch": 0.3615098351940457,
      "grad_norm": 0.891085147857666,
      "learning_rate": 5.554081463773098e-05,
      "loss": 4.7282,
      "step": 850
    },
    {
      "epoch": 0.3619351408825093,
      "grad_norm": 1.3559813499450684,
      "learning_rate": 5.532431445799284e-05,
      "loss": 3.2418,
      "step": 851
    },
    {
      "epoch": 0.3623604465709729,
      "grad_norm": 1.4928797483444214,
      "learning_rate": 5.510807558610494e-05,
      "loss": 2.7035,
      "step": 852
    },
    {
      "epoch": 0.3627857522594365,
      "grad_norm": 1.7736047506332397,
      "learning_rate": 5.4892099286847274e-05,
      "loss": 4.8645,
      "step": 853
    },
    {
      "epoch": 0.36321105794790004,
      "grad_norm": 1.1575300693511963,
      "learning_rate": 5.467638682346403e-05,
      "loss": 5.3038,
      "step": 854
    },
    {
      "epoch": 0.36363636363636365,
      "grad_norm": 3.5709517002105713,
      "learning_rate": 5.446093945765631e-05,
      "loss": 3.3582,
      "step": 855
    },
    {
      "epoch": 0.3640616693248272,
      "grad_norm": 1.6020768880844116,
      "learning_rate": 5.424575844957462e-05,
      "loss": 3.899,
      "step": 856
    },
    {
      "epoch": 0.3644869750132908,
      "grad_norm": 1.3774117231369019,
      "learning_rate": 5.403084505781162e-05,
      "loss": 3.9892,
      "step": 857
    },
    {
      "epoch": 0.3649122807017544,
      "grad_norm": 2.6877801418304443,
      "learning_rate": 5.38162005393945e-05,
      "loss": 5.8407,
      "step": 858
    },
    {
      "epoch": 0.36533758639021796,
      "grad_norm": 2.159214496612549,
      "learning_rate": 5.3601826149777966e-05,
      "loss": 3.9091,
      "step": 859
    },
    {
      "epoch": 0.36576289207868157,
      "grad_norm": 1.8821855783462524,
      "learning_rate": 5.3387723142836745e-05,
      "loss": 6.7091,
      "step": 860
    },
    {
      "epoch": 0.3661881977671451,
      "grad_norm": 1.6127482652664185,
      "learning_rate": 5.3173892770858116e-05,
      "loss": 3.6965,
      "step": 861
    },
    {
      "epoch": 0.3666135034556087,
      "grad_norm": 1.188982605934143,
      "learning_rate": 5.296033628453484e-05,
      "loss": 2.9266,
      "step": 862
    },
    {
      "epoch": 0.3670388091440723,
      "grad_norm": 3.099669933319092,
      "learning_rate": 5.2747054932957687e-05,
      "loss": 4.5033,
      "step": 863
    },
    {
      "epoch": 0.3674641148325359,
      "grad_norm": 1.678351879119873,
      "learning_rate": 5.25340499636082e-05,
      "loss": 6.7868,
      "step": 864
    },
    {
      "epoch": 0.3678894205209995,
      "grad_norm": 1.3449769020080566,
      "learning_rate": 5.2321322622351254e-05,
      "loss": 5.0564,
      "step": 865
    },
    {
      "epoch": 0.36831472620946304,
      "grad_norm": 1.2691924571990967,
      "learning_rate": 5.210887415342799e-05,
      "loss": 5.2994,
      "step": 866
    },
    {
      "epoch": 0.36874003189792665,
      "grad_norm": 1.339810848236084,
      "learning_rate": 5.1896705799448406e-05,
      "loss": 4.1375,
      "step": 867
    },
    {
      "epoch": 0.3691653375863902,
      "grad_norm": 1.7653189897537231,
      "learning_rate": 5.168481880138405e-05,
      "loss": 4.4484,
      "step": 868
    },
    {
      "epoch": 0.3695906432748538,
      "grad_norm": 2.5935003757476807,
      "learning_rate": 5.147321439856091e-05,
      "loss": 5.8567,
      "step": 869
    },
    {
      "epoch": 0.3700159489633174,
      "grad_norm": 1.8831664323806763,
      "learning_rate": 5.1261893828651965e-05,
      "loss": 5.0174,
      "step": 870
    },
    {
      "epoch": 0.37044125465178096,
      "grad_norm": 1.3411606550216675,
      "learning_rate": 5.1050858327670136e-05,
      "loss": 3.1903,
      "step": 871
    },
    {
      "epoch": 0.37086656034024457,
      "grad_norm": 1.6220169067382812,
      "learning_rate": 5.084010912996099e-05,
      "loss": 6.9608,
      "step": 872
    },
    {
      "epoch": 0.3712918660287081,
      "grad_norm": 2.4710443019866943,
      "learning_rate": 5.06296474681955e-05,
      "loss": 6.1023,
      "step": 873
    },
    {
      "epoch": 0.3717171717171717,
      "grad_norm": 2.5365781784057617,
      "learning_rate": 5.041947457336274e-05,
      "loss": 4.8293,
      "step": 874
    },
    {
      "epoch": 0.3721424774056353,
      "grad_norm": 1.471950888633728,
      "learning_rate": 5.0209591674762915e-05,
      "loss": 4.52,
      "step": 875
    },
    {
      "epoch": 0.3725677830940989,
      "grad_norm": 1.9277892112731934,
      "learning_rate": 5.000000000000002e-05,
      "loss": 4.3129,
      "step": 876
    },
    {
      "epoch": 0.3729930887825625,
      "grad_norm": 2.858302116394043,
      "learning_rate": 4.9790700774974605e-05,
      "loss": 4.1704,
      "step": 877
    },
    {
      "epoch": 0.37341839447102604,
      "grad_norm": 2.6602816581726074,
      "learning_rate": 4.958169522387678e-05,
      "loss": 4.5647,
      "step": 878
    },
    {
      "epoch": 0.37384370015948964,
      "grad_norm": 1.6832261085510254,
      "learning_rate": 4.937298456917889e-05,
      "loss": 3.0854,
      "step": 879
    },
    {
      "epoch": 0.3742690058479532,
      "grad_norm": 1.9161927700042725,
      "learning_rate": 4.916457003162852e-05,
      "loss": 3.8347,
      "step": 880
    },
    {
      "epoch": 0.3746943115364168,
      "grad_norm": 1.4416379928588867,
      "learning_rate": 4.895645283024116e-05,
      "loss": 4.1469,
      "step": 881
    },
    {
      "epoch": 0.3751196172248804,
      "grad_norm": 1.29306960105896,
      "learning_rate": 4.874863418229318e-05,
      "loss": 5.9381,
      "step": 882
    },
    {
      "epoch": 0.37554492291334396,
      "grad_norm": 2.8456099033355713,
      "learning_rate": 4.8541115303314824e-05,
      "loss": 2.8452,
      "step": 883
    },
    {
      "epoch": 0.37597022860180757,
      "grad_norm": 1.220365047454834,
      "learning_rate": 4.8333897407082896e-05,
      "loss": 4.1052,
      "step": 884
    },
    {
      "epoch": 0.3763955342902711,
      "grad_norm": 2.671133041381836,
      "learning_rate": 4.812698170561384e-05,
      "loss": 2.0543,
      "step": 885
    },
    {
      "epoch": 0.3768208399787347,
      "grad_norm": 1.1330803632736206,
      "learning_rate": 4.792036940915642e-05,
      "loss": 4.1483,
      "step": 886
    },
    {
      "epoch": 0.3772461456671983,
      "grad_norm": 2.951915740966797,
      "learning_rate": 4.771406172618493e-05,
      "loss": 5.5122,
      "step": 887
    },
    {
      "epoch": 0.3776714513556619,
      "grad_norm": 1.3660753965377808,
      "learning_rate": 4.7508059863391906e-05,
      "loss": 4.0587,
      "step": 888
    },
    {
      "epoch": 0.3780967570441255,
      "grad_norm": 1.515601396560669,
      "learning_rate": 4.7302365025681206e-05,
      "loss": 2.8961,
      "step": 889
    },
    {
      "epoch": 0.37852206273258904,
      "grad_norm": 2.2187185287475586,
      "learning_rate": 4.7096978416160785e-05,
      "loss": 3.984,
      "step": 890
    },
    {
      "epoch": 0.37894736842105264,
      "grad_norm": 1.797773003578186,
      "learning_rate": 4.689190123613587e-05,
      "loss": 4.9566,
      "step": 891
    },
    {
      "epoch": 0.3793726741095162,
      "grad_norm": 1.852730393409729,
      "learning_rate": 4.6687134685101866e-05,
      "loss": 4.2886,
      "step": 892
    },
    {
      "epoch": 0.3797979797979798,
      "grad_norm": 2.3143601417541504,
      "learning_rate": 4.648267996073716e-05,
      "loss": 4.55,
      "step": 893
    },
    {
      "epoch": 0.3802232854864434,
      "grad_norm": 1.960080623626709,
      "learning_rate": 4.627853825889642e-05,
      "loss": 3.8749,
      "step": 894
    },
    {
      "epoch": 0.38064859117490696,
      "grad_norm": 2.2334485054016113,
      "learning_rate": 4.607471077360337e-05,
      "loss": 4.6323,
      "step": 895
    },
    {
      "epoch": 0.38107389686337056,
      "grad_norm": 1.893316626548767,
      "learning_rate": 4.587119869704395e-05,
      "loss": 5.6775,
      "step": 896
    },
    {
      "epoch": 0.3814992025518341,
      "grad_norm": 2.0955066680908203,
      "learning_rate": 4.566800321955917e-05,
      "loss": 4.0751,
      "step": 897
    },
    {
      "epoch": 0.3819245082402977,
      "grad_norm": 1.3264145851135254,
      "learning_rate": 4.5465125529638305e-05,
      "loss": 2.2917,
      "step": 898
    },
    {
      "epoch": 0.3823498139287613,
      "grad_norm": 1.3185762166976929,
      "learning_rate": 4.526256681391192e-05,
      "loss": 4.359,
      "step": 899
    },
    {
      "epoch": 0.3827751196172249,
      "grad_norm": 2.426666736602783,
      "learning_rate": 4.506032825714488e-05,
      "loss": 4.5772,
      "step": 900
    },
    {
      "epoch": 0.3832004253056885,
      "grad_norm": 2.0955309867858887,
      "learning_rate": 4.4858411042229465e-05,
      "loss": 5.5321,
      "step": 901
    },
    {
      "epoch": 0.38362573099415204,
      "grad_norm": 1.5871527194976807,
      "learning_rate": 4.4656816350178355e-05,
      "loss": 2.4685,
      "step": 902
    },
    {
      "epoch": 0.38405103668261564,
      "grad_norm": 1.0926973819732666,
      "learning_rate": 4.445554536011788e-05,
      "loss": 3.9127,
      "step": 903
    },
    {
      "epoch": 0.3844763423710792,
      "grad_norm": 0.9320006966590881,
      "learning_rate": 4.4254599249281016e-05,
      "loss": 4.5901,
      "step": 904
    },
    {
      "epoch": 0.3849016480595428,
      "grad_norm": 2.358877420425415,
      "learning_rate": 4.405397919300046e-05,
      "loss": 4.1245,
      "step": 905
    },
    {
      "epoch": 0.3853269537480064,
      "grad_norm": 2.3669581413269043,
      "learning_rate": 4.3853686364701906e-05,
      "loss": 4.7524,
      "step": 906
    },
    {
      "epoch": 0.38575225943646996,
      "grad_norm": 2.1532907485961914,
      "learning_rate": 4.365372193589704e-05,
      "loss": 3.8622,
      "step": 907
    },
    {
      "epoch": 0.38617756512493356,
      "grad_norm": 2.3801233768463135,
      "learning_rate": 4.345408707617681e-05,
      "loss": 5.1677,
      "step": 908
    },
    {
      "epoch": 0.3866028708133971,
      "grad_norm": 3.166520118713379,
      "learning_rate": 4.3254782953204375e-05,
      "loss": 3.5503,
      "step": 909
    },
    {
      "epoch": 0.3870281765018607,
      "grad_norm": 3.8255467414855957,
      "learning_rate": 4.305581073270858e-05,
      "loss": 4.7053,
      "step": 910
    },
    {
      "epoch": 0.38745348219032427,
      "grad_norm": 1.8619768619537354,
      "learning_rate": 4.285717157847683e-05,
      "loss": 5.3131,
      "step": 911
    },
    {
      "epoch": 0.3878787878787879,
      "grad_norm": 1.9696118831634521,
      "learning_rate": 4.265886665234853e-05,
      "loss": 3.5209,
      "step": 912
    },
    {
      "epoch": 0.3883040935672515,
      "grad_norm": 1.5719660520553589,
      "learning_rate": 4.2460897114208173e-05,
      "loss": 4.5859,
      "step": 913
    },
    {
      "epoch": 0.38872939925571504,
      "grad_norm": 2.9087655544281006,
      "learning_rate": 4.2263264121978505e-05,
      "loss": 4.7648,
      "step": 914
    },
    {
      "epoch": 0.38915470494417864,
      "grad_norm": 1.3168389797210693,
      "learning_rate": 4.206596883161388e-05,
      "loss": 6.0423,
      "step": 915
    },
    {
      "epoch": 0.3895800106326422,
      "grad_norm": 1.2680046558380127,
      "learning_rate": 4.1869012397093424e-05,
      "loss": 4.6324,
      "step": 916
    },
    {
      "epoch": 0.3900053163211058,
      "grad_norm": 2.273418664932251,
      "learning_rate": 4.1672395970414305e-05,
      "loss": 4.3799,
      "step": 917
    },
    {
      "epoch": 0.39043062200956935,
      "grad_norm": 2.035844326019287,
      "learning_rate": 4.147612070158491e-05,
      "loss": 5.1433,
      "step": 918
    },
    {
      "epoch": 0.39085592769803296,
      "grad_norm": 1.3573451042175293,
      "learning_rate": 4.12801877386183e-05,
      "loss": 4.4641,
      "step": 919
    },
    {
      "epoch": 0.39128123338649656,
      "grad_norm": 1.4376516342163086,
      "learning_rate": 4.108459822752537e-05,
      "loss": 3.802,
      "step": 920
    },
    {
      "epoch": 0.3917065390749601,
      "grad_norm": 1.8897902965545654,
      "learning_rate": 4.0889353312308075e-05,
      "loss": 5.1328,
      "step": 921
    },
    {
      "epoch": 0.3921318447634237,
      "grad_norm": 2.1881072521209717,
      "learning_rate": 4.069445413495295e-05,
      "loss": 3.5788,
      "step": 922
    },
    {
      "epoch": 0.39255715045188727,
      "grad_norm": 2.2675535678863525,
      "learning_rate": 4.0499901835424236e-05,
      "loss": 2.7115,
      "step": 923
    },
    {
      "epoch": 0.3929824561403509,
      "grad_norm": 1.834139347076416,
      "learning_rate": 4.030569755165736e-05,
      "loss": 5.323,
      "step": 924
    },
    {
      "epoch": 0.3934077618288145,
      "grad_norm": 2.3717541694641113,
      "learning_rate": 4.011184241955213e-05,
      "loss": 3.267,
      "step": 925
    },
    {
      "epoch": 0.39383306751727803,
      "grad_norm": 1.9647036790847778,
      "learning_rate": 3.991833757296615e-05,
      "loss": 4.141,
      "step": 926
    },
    {
      "epoch": 0.39425837320574164,
      "grad_norm": 1.2089860439300537,
      "learning_rate": 3.9725184143708274e-05,
      "loss": 4.3575,
      "step": 927
    },
    {
      "epoch": 0.3946836788942052,
      "grad_norm": 1.3004716634750366,
      "learning_rate": 3.953238326153193e-05,
      "loss": 5.9566,
      "step": 928
    },
    {
      "epoch": 0.3951089845826688,
      "grad_norm": 1.3498622179031372,
      "learning_rate": 3.9339936054128466e-05,
      "loss": 3.9099,
      "step": 929
    },
    {
      "epoch": 0.39553429027113235,
      "grad_norm": 1.874677300453186,
      "learning_rate": 3.914784364712054e-05,
      "loss": 4.6077,
      "step": 930
    },
    {
      "epoch": 0.39595959595959596,
      "grad_norm": 1.7367523908615112,
      "learning_rate": 3.8956107164055656e-05,
      "loss": 3.1771,
      "step": 931
    },
    {
      "epoch": 0.39638490164805956,
      "grad_norm": 2.9171104431152344,
      "learning_rate": 3.8764727726399544e-05,
      "loss": 5.6814,
      "step": 932
    },
    {
      "epoch": 0.3968102073365231,
      "grad_norm": 1.23127281665802,
      "learning_rate": 3.857370645352945e-05,
      "loss": 4.2645,
      "step": 933
    },
    {
      "epoch": 0.3972355130249867,
      "grad_norm": 1.9832717180252075,
      "learning_rate": 3.8383044462727826e-05,
      "loss": 5.1081,
      "step": 934
    },
    {
      "epoch": 0.39766081871345027,
      "grad_norm": 1.9947911500930786,
      "learning_rate": 3.819274286917567e-05,
      "loss": 3.1236,
      "step": 935
    },
    {
      "epoch": 0.3980861244019139,
      "grad_norm": 1.1682732105255127,
      "learning_rate": 3.8002802785946036e-05,
      "loss": 5.306,
      "step": 936
    },
    {
      "epoch": 0.3985114300903775,
      "grad_norm": 3.1980488300323486,
      "learning_rate": 3.7813225323997394e-05,
      "loss": 3.2538,
      "step": 937
    },
    {
      "epoch": 0.39893673577884103,
      "grad_norm": 1.642055630683899,
      "learning_rate": 3.7624011592167396e-05,
      "loss": 4.0642,
      "step": 938
    },
    {
      "epoch": 0.39936204146730464,
      "grad_norm": 0.9060057997703552,
      "learning_rate": 3.7435162697166107e-05,
      "loss": 4.8401,
      "step": 939
    },
    {
      "epoch": 0.3997873471557682,
      "grad_norm": 1.3248088359832764,
      "learning_rate": 3.7246679743569736e-05,
      "loss": 5.9379,
      "step": 940
    },
    {
      "epoch": 0.4002126528442318,
      "grad_norm": 1.883790373802185,
      "learning_rate": 3.705856383381414e-05,
      "loss": 3.3406,
      "step": 941
    },
    {
      "epoch": 0.40063795853269535,
      "grad_norm": 1.3168026208877563,
      "learning_rate": 3.687081606818823e-05,
      "loss": 2.5997,
      "step": 942
    },
    {
      "epoch": 0.40106326422115895,
      "grad_norm": 2.7836008071899414,
      "learning_rate": 3.66834375448277e-05,
      "loss": 3.2183,
      "step": 943
    },
    {
      "epoch": 0.40148856990962256,
      "grad_norm": 1.0352312326431274,
      "learning_rate": 3.649642935970859e-05,
      "loss": 4.7696,
      "step": 944
    },
    {
      "epoch": 0.4019138755980861,
      "grad_norm": 1.6201329231262207,
      "learning_rate": 3.63097926066408e-05,
      "loss": 6.3356,
      "step": 945
    },
    {
      "epoch": 0.4023391812865497,
      "grad_norm": 1.0820387601852417,
      "learning_rate": 3.612352837726166e-05,
      "loss": 4.9524,
      "step": 946
    },
    {
      "epoch": 0.40276448697501327,
      "grad_norm": 1.9304630756378174,
      "learning_rate": 3.593763776102971e-05,
      "loss": 2.5626,
      "step": 947
    },
    {
      "epoch": 0.4031897926634769,
      "grad_norm": 2.2038073539733887,
      "learning_rate": 3.57521218452182e-05,
      "loss": 6.1431,
      "step": 948
    },
    {
      "epoch": 0.4036150983519405,
      "grad_norm": 1.7035194635391235,
      "learning_rate": 3.556698171490871e-05,
      "loss": 5.5883,
      "step": 949
    },
    {
      "epoch": 0.40404040404040403,
      "grad_norm": 1.9902364015579224,
      "learning_rate": 3.5382218452984896e-05,
      "loss": 4.6319,
      "step": 950
    },
    {
      "epoch": 0.40446570972886764,
      "grad_norm": 1.2235482931137085,
      "learning_rate": 3.5197833140126125e-05,
      "loss": 4.9294,
      "step": 951
    },
    {
      "epoch": 0.4048910154173312,
      "grad_norm": 1.2510316371917725,
      "learning_rate": 3.501382685480116e-05,
      "loss": 3.5503,
      "step": 952
    },
    {
      "epoch": 0.4053163211057948,
      "grad_norm": 1.771765947341919,
      "learning_rate": 3.4830200673261716e-05,
      "loss": 3.2557,
      "step": 953
    },
    {
      "epoch": 0.40574162679425835,
      "grad_norm": 1.3031302690505981,
      "learning_rate": 3.464695566953644e-05,
      "loss": 4.1094,
      "step": 954
    },
    {
      "epoch": 0.40616693248272195,
      "grad_norm": 0.8714527487754822,
      "learning_rate": 3.446409291542433e-05,
      "loss": 2.8564,
      "step": 955
    },
    {
      "epoch": 0.40659223817118556,
      "grad_norm": 2.635557174682617,
      "learning_rate": 3.4281613480488705e-05,
      "loss": 3.0429,
      "step": 956
    },
    {
      "epoch": 0.4070175438596491,
      "grad_norm": 1.8750962018966675,
      "learning_rate": 3.4099518432050856e-05,
      "loss": 3.0453,
      "step": 957
    },
    {
      "epoch": 0.4074428495481127,
      "grad_norm": 1.8218891620635986,
      "learning_rate": 3.3917808835183706e-05,
      "loss": 3.0682,
      "step": 958
    },
    {
      "epoch": 0.40786815523657627,
      "grad_norm": 1.7734168767929077,
      "learning_rate": 3.373648575270576e-05,
      "loss": 4.9009,
      "step": 959
    },
    {
      "epoch": 0.4082934609250399,
      "grad_norm": 1.1735334396362305,
      "learning_rate": 3.355555024517477e-05,
      "loss": 3.5808,
      "step": 960
    },
    {
      "epoch": 0.4087187666135035,
      "grad_norm": 3.5785629749298096,
      "learning_rate": 3.337500337088162e-05,
      "loss": 4.5636,
      "step": 961
    },
    {
      "epoch": 0.40914407230196703,
      "grad_norm": 0.993299663066864,
      "learning_rate": 3.319484618584394e-05,
      "loss": 4.8765,
      "step": 962
    },
    {
      "epoch": 0.40956937799043064,
      "grad_norm": 1.7435822486877441,
      "learning_rate": 3.3015079743800215e-05,
      "loss": 3.6425,
      "step": 963
    },
    {
      "epoch": 0.4099946836788942,
      "grad_norm": 1.376670002937317,
      "learning_rate": 3.283570509620344e-05,
      "loss": 3.1284,
      "step": 964
    },
    {
      "epoch": 0.4104199893673578,
      "grad_norm": 1.2990094423294067,
      "learning_rate": 3.265672329221493e-05,
      "loss": 6.4698,
      "step": 965
    },
    {
      "epoch": 0.41084529505582135,
      "grad_norm": 3.11358642578125,
      "learning_rate": 3.2478135378698374e-05,
      "loss": 3.3657,
      "step": 966
    },
    {
      "epoch": 0.41127060074428495,
      "grad_norm": 1.33782160282135,
      "learning_rate": 3.2299942400213446e-05,
      "loss": 3.3719,
      "step": 967
    },
    {
      "epoch": 0.41169590643274856,
      "grad_norm": 1.2343443632125854,
      "learning_rate": 3.2122145399010074e-05,
      "loss": 3.3113,
      "step": 968
    },
    {
      "epoch": 0.4121212121212121,
      "grad_norm": 1.2577708959579468,
      "learning_rate": 3.1944745415021915e-05,
      "loss": 4.0082,
      "step": 969
    },
    {
      "epoch": 0.4125465178096757,
      "grad_norm": 1.7118088006973267,
      "learning_rate": 3.176774348586051e-05,
      "loss": 5.0743,
      "step": 970
    },
    {
      "epoch": 0.41297182349813927,
      "grad_norm": 2.4835495948791504,
      "learning_rate": 3.159114064680926e-05,
      "loss": 3.6564,
      "step": 971
    },
    {
      "epoch": 0.4133971291866029,
      "grad_norm": 2.8170974254608154,
      "learning_rate": 3.1414937930817236e-05,
      "loss": 4.8445,
      "step": 972
    },
    {
      "epoch": 0.4138224348750665,
      "grad_norm": 1.975990653038025,
      "learning_rate": 3.1239136368493216e-05,
      "loss": 4.7781,
      "step": 973
    },
    {
      "epoch": 0.41424774056353003,
      "grad_norm": 2.088474750518799,
      "learning_rate": 3.106373698809958e-05,
      "loss": 3.2073,
      "step": 974
    },
    {
      "epoch": 0.41467304625199364,
      "grad_norm": 2.158557176589966,
      "learning_rate": 3.088874081554638e-05,
      "loss": 4.4806,
      "step": 975
    },
    {
      "epoch": 0.4150983519404572,
      "grad_norm": 2.2112600803375244,
      "learning_rate": 3.071414887438537e-05,
      "loss": 1.7627,
      "step": 976
    },
    {
      "epoch": 0.4155236576289208,
      "grad_norm": 2.144822120666504,
      "learning_rate": 3.053996218580384e-05,
      "loss": 4.784,
      "step": 977
    },
    {
      "epoch": 0.41594896331738435,
      "grad_norm": 2.613147735595703,
      "learning_rate": 3.0366181768618817e-05,
      "loss": 4.9273,
      "step": 978
    },
    {
      "epoch": 0.41637426900584795,
      "grad_norm": 2.591279983520508,
      "learning_rate": 3.0192808639271065e-05,
      "loss": 3.8468,
      "step": 979
    },
    {
      "epoch": 0.41679957469431156,
      "grad_norm": 1.923586368560791,
      "learning_rate": 3.001984381181915e-05,
      "loss": 6.2093,
      "step": 980
    },
    {
      "epoch": 0.4172248803827751,
      "grad_norm": 1.1862142086029053,
      "learning_rate": 2.984728829793336e-05,
      "loss": 3.6193,
      "step": 981
    },
    {
      "epoch": 0.4176501860712387,
      "grad_norm": 3.014583110809326,
      "learning_rate": 2.9675143106890056e-05,
      "loss": 3.4972,
      "step": 982
    },
    {
      "epoch": 0.41807549175970227,
      "grad_norm": 1.2597287893295288,
      "learning_rate": 2.9503409245565504e-05,
      "loss": 3.5182,
      "step": 983
    },
    {
      "epoch": 0.4185007974481659,
      "grad_norm": 1.9744606018066406,
      "learning_rate": 2.933208771843018e-05,
      "loss": 1.7131,
      "step": 984
    },
    {
      "epoch": 0.4185007974481659,
      "eval_loss": 1.0518805980682373,
      "eval_runtime": 44.3498,
      "eval_samples_per_second": 22.323,
      "eval_steps_per_second": 11.161,
      "step": 984
    },
    {
      "epoch": 0.4189261031366295,
      "grad_norm": 1.7963132858276367,
      "learning_rate": 2.9161179527542827e-05,
      "loss": 3.3328,
      "step": 985
    },
    {
      "epoch": 0.41935140882509303,
      "grad_norm": 1.2479000091552734,
      "learning_rate": 2.8990685672544505e-05,
      "loss": 4.3991,
      "step": 986
    },
    {
      "epoch": 0.41977671451355664,
      "grad_norm": 1.678993582725525,
      "learning_rate": 2.882060715065289e-05,
      "loss": 4.7244,
      "step": 987
    },
    {
      "epoch": 0.4202020202020202,
      "grad_norm": 2.623080253601074,
      "learning_rate": 2.865094495665638e-05,
      "loss": 4.8845,
      "step": 988
    },
    {
      "epoch": 0.4206273258904838,
      "grad_norm": 2.8265647888183594,
      "learning_rate": 2.8481700082908268e-05,
      "loss": 6.0958,
      "step": 989
    },
    {
      "epoch": 0.42105263157894735,
      "grad_norm": 0.9208138585090637,
      "learning_rate": 2.831287351932089e-05,
      "loss": 2.94,
      "step": 990
    },
    {
      "epoch": 0.42147793726741095,
      "grad_norm": 1.1633414030075073,
      "learning_rate": 2.814446625335997e-05,
      "loss": 4.4066,
      "step": 991
    },
    {
      "epoch": 0.42190324295587456,
      "grad_norm": 1.8628342151641846,
      "learning_rate": 2.7976479270038713e-05,
      "loss": 5.8927,
      "step": 992
    },
    {
      "epoch": 0.4223285486443381,
      "grad_norm": 2.4093739986419678,
      "learning_rate": 2.7808913551912085e-05,
      "loss": 5.0323,
      "step": 993
    },
    {
      "epoch": 0.4227538543328017,
      "grad_norm": 4.176191329956055,
      "learning_rate": 2.7641770079071127e-05,
      "loss": 3.4788,
      "step": 994
    },
    {
      "epoch": 0.42317916002126527,
      "grad_norm": 0.9875777363777161,
      "learning_rate": 2.7475049829137046e-05,
      "loss": 5.243,
      "step": 995
    },
    {
      "epoch": 0.4236044657097289,
      "grad_norm": 2.6559293270111084,
      "learning_rate": 2.7308753777255837e-05,
      "loss": 5.1066,
      "step": 996
    },
    {
      "epoch": 0.4240297713981924,
      "grad_norm": 1.3526521921157837,
      "learning_rate": 2.714288289609217e-05,
      "loss": 5.5826,
      "step": 997
    },
    {
      "epoch": 0.42445507708665603,
      "grad_norm": 0.8604801297187805,
      "learning_rate": 2.6977438155823933e-05,
      "loss": 2.368,
      "step": 998
    },
    {
      "epoch": 0.42488038277511964,
      "grad_norm": 4.069624900817871,
      "learning_rate": 2.681242052413656e-05,
      "loss": 4.5145,
      "step": 999
    },
    {
      "epoch": 0.4253056884635832,
      "grad_norm": 3.2478480339050293,
      "learning_rate": 2.6647830966217325e-05,
      "loss": 4.4084,
      "step": 1000
    },
    {
      "epoch": 0.4257309941520468,
      "grad_norm": 2.3625307083129883,
      "learning_rate": 2.648367044474971e-05,
      "loss": 5.3332,
      "step": 1001
    },
    {
      "epoch": 0.42615629984051034,
      "grad_norm": 1.7048887014389038,
      "learning_rate": 2.63199399199077e-05,
      "loss": 3.4019,
      "step": 1002
    },
    {
      "epoch": 0.42658160552897395,
      "grad_norm": 1.1247259378433228,
      "learning_rate": 2.615664034935028e-05,
      "loss": 3.731,
      "step": 1003
    },
    {
      "epoch": 0.42700691121743756,
      "grad_norm": 1.9320402145385742,
      "learning_rate": 2.59937726882158e-05,
      "loss": 5.6048,
      "step": 1004
    },
    {
      "epoch": 0.4274322169059011,
      "grad_norm": 1.1632822751998901,
      "learning_rate": 2.583133788911638e-05,
      "loss": 5.5983,
      "step": 1005
    },
    {
      "epoch": 0.4278575225943647,
      "grad_norm": 2.522152900695801,
      "learning_rate": 2.5669336902132234e-05,
      "loss": 4.0523,
      "step": 1006
    },
    {
      "epoch": 0.42828282828282827,
      "grad_norm": 1.9684218168258667,
      "learning_rate": 2.5507770674806342e-05,
      "loss": 5.3092,
      "step": 1007
    },
    {
      "epoch": 0.42870813397129187,
      "grad_norm": 1.657349705696106,
      "learning_rate": 2.5346640152138723e-05,
      "loss": 2.4944,
      "step": 1008
    },
    {
      "epoch": 0.4291334396597554,
      "grad_norm": 0.9776831865310669,
      "learning_rate": 2.5185946276580918e-05,
      "loss": 4.4549,
      "step": 1009
    },
    {
      "epoch": 0.42955874534821903,
      "grad_norm": 2.7160778045654297,
      "learning_rate": 2.502568998803061e-05,
      "loss": 3.2209,
      "step": 1010
    },
    {
      "epoch": 0.42998405103668264,
      "grad_norm": 1.195716142654419,
      "learning_rate": 2.4865872223825893e-05,
      "loss": 4.1634,
      "step": 1011
    },
    {
      "epoch": 0.4304093567251462,
      "grad_norm": 1.4380847215652466,
      "learning_rate": 2.470649391874017e-05,
      "loss": 2.6408,
      "step": 1012
    },
    {
      "epoch": 0.4308346624136098,
      "grad_norm": 2.4617953300476074,
      "learning_rate": 2.4547556004976235e-05,
      "loss": 6.4236,
      "step": 1013
    },
    {
      "epoch": 0.43125996810207334,
      "grad_norm": 1.9698381423950195,
      "learning_rate": 2.4389059412161087e-05,
      "loss": 3.0076,
      "step": 1014
    },
    {
      "epoch": 0.43168527379053695,
      "grad_norm": 2.2485482692718506,
      "learning_rate": 2.4231005067340508e-05,
      "loss": 2.3749,
      "step": 1015
    },
    {
      "epoch": 0.43211057947900056,
      "grad_norm": 2.334357500076294,
      "learning_rate": 2.4073393894973494e-05,
      "loss": 6.1292,
      "step": 1016
    },
    {
      "epoch": 0.4325358851674641,
      "grad_norm": 3.3115828037261963,
      "learning_rate": 2.3916226816927036e-05,
      "loss": 4.4568,
      "step": 1017
    },
    {
      "epoch": 0.4329611908559277,
      "grad_norm": 2.819110870361328,
      "learning_rate": 2.3759504752470463e-05,
      "loss": 3.1227,
      "step": 1018
    },
    {
      "epoch": 0.43338649654439126,
      "grad_norm": 1.7978233098983765,
      "learning_rate": 2.3603228618270356e-05,
      "loss": 2.4422,
      "step": 1019
    },
    {
      "epoch": 0.43381180223285487,
      "grad_norm": 1.255115032196045,
      "learning_rate": 2.344739932838501e-05,
      "loss": 5.2615,
      "step": 1020
    },
    {
      "epoch": 0.4342371079213184,
      "grad_norm": 1.1937458515167236,
      "learning_rate": 2.329201779425909e-05,
      "loss": 4.6337,
      "step": 1021
    },
    {
      "epoch": 0.43466241360978203,
      "grad_norm": 1.5760546922683716,
      "learning_rate": 2.313708492471841e-05,
      "loss": 4.5683,
      "step": 1022
    },
    {
      "epoch": 0.43508771929824563,
      "grad_norm": 1.8617514371871948,
      "learning_rate": 2.2982601625964428e-05,
      "loss": 3.5676,
      "step": 1023
    },
    {
      "epoch": 0.4355130249867092,
      "grad_norm": 1.2140653133392334,
      "learning_rate": 2.2828568801569283e-05,
      "loss": 5.5173,
      "step": 1024
    },
    {
      "epoch": 0.4359383306751728,
      "grad_norm": 1.1720279455184937,
      "learning_rate": 2.2674987352470044e-05,
      "loss": 3.0194,
      "step": 1025
    },
    {
      "epoch": 0.43636363636363634,
      "grad_norm": 1.6661221981048584,
      "learning_rate": 2.2521858176963862e-05,
      "loss": 4.5737,
      "step": 1026
    },
    {
      "epoch": 0.43678894205209995,
      "grad_norm": 1.8017644882202148,
      "learning_rate": 2.236918217070244e-05,
      "loss": 3.2021,
      "step": 1027
    },
    {
      "epoch": 0.43721424774056356,
      "grad_norm": 1.9727497100830078,
      "learning_rate": 2.2216960226686957e-05,
      "loss": 2.2189,
      "step": 1028
    },
    {
      "epoch": 0.4376395534290271,
      "grad_norm": 1.0092976093292236,
      "learning_rate": 2.2065193235262782e-05,
      "loss": 6.1808,
      "step": 1029
    },
    {
      "epoch": 0.4380648591174907,
      "grad_norm": 1.7020930051803589,
      "learning_rate": 2.191388208411421e-05,
      "loss": 3.6083,
      "step": 1030
    },
    {
      "epoch": 0.43849016480595426,
      "grad_norm": 2.212804079055786,
      "learning_rate": 2.1763027658259395e-05,
      "loss": 2.6915,
      "step": 1031
    },
    {
      "epoch": 0.43891547049441787,
      "grad_norm": 2.4592275619506836,
      "learning_rate": 2.1612630840045067e-05,
      "loss": 4.4716,
      "step": 1032
    },
    {
      "epoch": 0.4393407761828814,
      "grad_norm": 4.063777923583984,
      "learning_rate": 2.1462692509141467e-05,
      "loss": 3.6241,
      "step": 1033
    },
    {
      "epoch": 0.439766081871345,
      "grad_norm": 1.2072458267211914,
      "learning_rate": 2.1313213542537058e-05,
      "loss": 2.8031,
      "step": 1034
    },
    {
      "epoch": 0.44019138755980863,
      "grad_norm": 2.8558788299560547,
      "learning_rate": 2.1164194814533543e-05,
      "loss": 4.4373,
      "step": 1035
    },
    {
      "epoch": 0.4406166932482722,
      "grad_norm": 3.177401065826416,
      "learning_rate": 2.1015637196740712e-05,
      "loss": 4.4344,
      "step": 1036
    },
    {
      "epoch": 0.4410419989367358,
      "grad_norm": 1.4289162158966064,
      "learning_rate": 2.0867541558071234e-05,
      "loss": 3.2342,
      "step": 1037
    },
    {
      "epoch": 0.44146730462519934,
      "grad_norm": 2.6011464595794678,
      "learning_rate": 2.0719908764735795e-05,
      "loss": 2.5328,
      "step": 1038
    },
    {
      "epoch": 0.44189261031366295,
      "grad_norm": 1.3343006372451782,
      "learning_rate": 2.0572739680237717e-05,
      "loss": 4.0196,
      "step": 1039
    },
    {
      "epoch": 0.44231791600212655,
      "grad_norm": 2.798679828643799,
      "learning_rate": 2.042603516536834e-05,
      "loss": 4.6989,
      "step": 1040
    },
    {
      "epoch": 0.4427432216905901,
      "grad_norm": 1.378055214881897,
      "learning_rate": 2.0279796078201518e-05,
      "loss": 4.4106,
      "step": 1041
    },
    {
      "epoch": 0.4431685273790537,
      "grad_norm": 2.53428316116333,
      "learning_rate": 2.0134023274088898e-05,
      "loss": 3.425,
      "step": 1042
    },
    {
      "epoch": 0.44359383306751726,
      "grad_norm": 1.1292715072631836,
      "learning_rate": 1.9988717605654873e-05,
      "loss": 3.5099,
      "step": 1043
    },
    {
      "epoch": 0.44401913875598087,
      "grad_norm": 2.7081892490386963,
      "learning_rate": 1.984387992279153e-05,
      "loss": 3.8415,
      "step": 1044
    },
    {
      "epoch": 0.4444444444444444,
      "grad_norm": 1.2591606378555298,
      "learning_rate": 1.9699511072653733e-05,
      "loss": 3.0988,
      "step": 1045
    },
    {
      "epoch": 0.444869750132908,
      "grad_norm": 1.874453067779541,
      "learning_rate": 1.9555611899654093e-05,
      "loss": 3.2585,
      "step": 1046
    },
    {
      "epoch": 0.44529505582137163,
      "grad_norm": 1.0937985181808472,
      "learning_rate": 1.9412183245458127e-05,
      "loss": 3.2079,
      "step": 1047
    },
    {
      "epoch": 0.4457203615098352,
      "grad_norm": 2.3822569847106934,
      "learning_rate": 1.926922594897932e-05,
      "loss": 4.5597,
      "step": 1048
    },
    {
      "epoch": 0.4461456671982988,
      "grad_norm": 3.5504612922668457,
      "learning_rate": 1.912674084637409e-05,
      "loss": 4.7637,
      "step": 1049
    },
    {
      "epoch": 0.44657097288676234,
      "grad_norm": 1.863101840019226,
      "learning_rate": 1.898472877103711e-05,
      "loss": 4.14,
      "step": 1050
    },
    {
      "epoch": 0.44699627857522595,
      "grad_norm": 1.461608648300171,
      "learning_rate": 1.884319055359617e-05,
      "loss": 3.9493,
      "step": 1051
    },
    {
      "epoch": 0.44742158426368955,
      "grad_norm": 0.9933387637138367,
      "learning_rate": 1.870212702190769e-05,
      "loss": 3.9861,
      "step": 1052
    },
    {
      "epoch": 0.4478468899521531,
      "grad_norm": 1.762220859527588,
      "learning_rate": 1.856153900105143e-05,
      "loss": 5.9089,
      "step": 1053
    },
    {
      "epoch": 0.4482721956406167,
      "grad_norm": 1.8070322275161743,
      "learning_rate": 1.8421427313326046e-05,
      "loss": 7.4034,
      "step": 1054
    },
    {
      "epoch": 0.44869750132908026,
      "grad_norm": 2.8169896602630615,
      "learning_rate": 1.828179277824398e-05,
      "loss": 4.9593,
      "step": 1055
    },
    {
      "epoch": 0.44912280701754387,
      "grad_norm": 1.8165985345840454,
      "learning_rate": 1.8142636212526997e-05,
      "loss": 5.1596,
      "step": 1056
    },
    {
      "epoch": 0.4495481127060074,
      "grad_norm": 1.0805180072784424,
      "learning_rate": 1.8003958430101085e-05,
      "loss": 2.078,
      "step": 1057
    },
    {
      "epoch": 0.449973418394471,
      "grad_norm": 2.678981304168701,
      "learning_rate": 1.7865760242091823e-05,
      "loss": 4.4626,
      "step": 1058
    },
    {
      "epoch": 0.45039872408293463,
      "grad_norm": 2.8924825191497803,
      "learning_rate": 1.7728042456819704e-05,
      "loss": 3.9946,
      "step": 1059
    },
    {
      "epoch": 0.4508240297713982,
      "grad_norm": 1.3752543926239014,
      "learning_rate": 1.7590805879795356e-05,
      "loss": 5.0234,
      "step": 1060
    },
    {
      "epoch": 0.4512493354598618,
      "grad_norm": 1.6404629945755005,
      "learning_rate": 1.7454051313714816e-05,
      "loss": 1.8488,
      "step": 1061
    },
    {
      "epoch": 0.45167464114832534,
      "grad_norm": 1.5527898073196411,
      "learning_rate": 1.731777955845475e-05,
      "loss": 5.9367,
      "step": 1062
    },
    {
      "epoch": 0.45209994683678895,
      "grad_norm": 2.2083094120025635,
      "learning_rate": 1.7181991411067987e-05,
      "loss": 3.7573,
      "step": 1063
    },
    {
      "epoch": 0.45252525252525255,
      "grad_norm": 1.3056787252426147,
      "learning_rate": 1.7046687665778717e-05,
      "loss": 5.6994,
      "step": 1064
    },
    {
      "epoch": 0.4529505582137161,
      "grad_norm": 1.3478751182556152,
      "learning_rate": 1.6911869113977775e-05,
      "loss": 4.838,
      "step": 1065
    },
    {
      "epoch": 0.4533758639021797,
      "grad_norm": 1.897210717201233,
      "learning_rate": 1.677753654421821e-05,
      "loss": 4.6463,
      "step": 1066
    },
    {
      "epoch": 0.45380116959064326,
      "grad_norm": 2.462305784225464,
      "learning_rate": 1.664369074221045e-05,
      "loss": 3.348,
      "step": 1067
    },
    {
      "epoch": 0.45422647527910687,
      "grad_norm": 1.0845801830291748,
      "learning_rate": 1.651033249081797e-05,
      "loss": 4.2644,
      "step": 1068
    },
    {
      "epoch": 0.4546517809675704,
      "grad_norm": 1.4984307289123535,
      "learning_rate": 1.6377462570052438e-05,
      "loss": 4.3166,
      "step": 1069
    },
    {
      "epoch": 0.455077086656034,
      "grad_norm": 1.3563963174819946,
      "learning_rate": 1.6245081757069357e-05,
      "loss": 4.269,
      "step": 1070
    },
    {
      "epoch": 0.45550239234449763,
      "grad_norm": 6.493838310241699,
      "learning_rate": 1.611319082616335e-05,
      "loss": 4.3986,
      "step": 1071
    },
    {
      "epoch": 0.4559276980329612,
      "grad_norm": 3.306929349899292,
      "learning_rate": 1.598179054876382e-05,
      "loss": 4.7897,
      "step": 1072
    },
    {
      "epoch": 0.4563530037214248,
      "grad_norm": 1.4947248697280884,
      "learning_rate": 1.5850881693430308e-05,
      "loss": 5.2473,
      "step": 1073
    },
    {
      "epoch": 0.45677830940988834,
      "grad_norm": 2.7810304164886475,
      "learning_rate": 1.5720465025847987e-05,
      "loss": 2.7822,
      "step": 1074
    },
    {
      "epoch": 0.45720361509835195,
      "grad_norm": 2.7249646186828613,
      "learning_rate": 1.559054130882327e-05,
      "loss": 3.2395,
      "step": 1075
    },
    {
      "epoch": 0.4576289207868155,
      "grad_norm": 1.526268720626831,
      "learning_rate": 1.546111130227932e-05,
      "loss": 4.6055,
      "step": 1076
    },
    {
      "epoch": 0.4580542264752791,
      "grad_norm": 2.97263240814209,
      "learning_rate": 1.5332175763251557e-05,
      "loss": 3.1243,
      "step": 1077
    },
    {
      "epoch": 0.4584795321637427,
      "grad_norm": 1.303977131843567,
      "learning_rate": 1.5203735445883282e-05,
      "loss": 3.3826,
      "step": 1078
    },
    {
      "epoch": 0.45890483785220626,
      "grad_norm": 1.2107303142547607,
      "learning_rate": 1.5075791101421166e-05,
      "loss": 4.6191,
      "step": 1079
    },
    {
      "epoch": 0.45933014354066987,
      "grad_norm": 1.2890897989273071,
      "learning_rate": 1.4948343478211102e-05,
      "loss": 4.9841,
      "step": 1080
    },
    {
      "epoch": 0.4597554492291334,
      "grad_norm": 1.2252414226531982,
      "learning_rate": 1.4821393321693523e-05,
      "loss": 3.9475,
      "step": 1081
    },
    {
      "epoch": 0.460180754917597,
      "grad_norm": 1.001941204071045,
      "learning_rate": 1.469494137439924e-05,
      "loss": 5.4909,
      "step": 1082
    },
    {
      "epoch": 0.46060606060606063,
      "grad_norm": 1.2537705898284912,
      "learning_rate": 1.4568988375944992e-05,
      "loss": 5.3875,
      "step": 1083
    },
    {
      "epoch": 0.4610313662945242,
      "grad_norm": 2.0316274166107178,
      "learning_rate": 1.4443535063029279e-05,
      "loss": 3.7961,
      "step": 1084
    },
    {
      "epoch": 0.4614566719829878,
      "grad_norm": 1.1743875741958618,
      "learning_rate": 1.4318582169427819e-05,
      "loss": 3.0426,
      "step": 1085
    },
    {
      "epoch": 0.46188197767145134,
      "grad_norm": 1.210569143295288,
      "learning_rate": 1.4194130425989428e-05,
      "loss": 5.0168,
      "step": 1086
    },
    {
      "epoch": 0.46230728335991494,
      "grad_norm": 2.1190907955169678,
      "learning_rate": 1.4070180560631707e-05,
      "loss": 2.4368,
      "step": 1087
    },
    {
      "epoch": 0.4627325890483785,
      "grad_norm": 1.7508251667022705,
      "learning_rate": 1.3946733298336778e-05,
      "loss": 5.1702,
      "step": 1088
    },
    {
      "epoch": 0.4631578947368421,
      "grad_norm": 1.3610010147094727,
      "learning_rate": 1.3823789361147044e-05,
      "loss": 3.8786,
      "step": 1089
    },
    {
      "epoch": 0.4635832004253057,
      "grad_norm": 3.2520313262939453,
      "learning_rate": 1.3701349468160906e-05,
      "loss": 3.6444,
      "step": 1090
    },
    {
      "epoch": 0.46400850611376926,
      "grad_norm": 2.788612127304077,
      "learning_rate": 1.3579414335528672e-05,
      "loss": 4.0824,
      "step": 1091
    },
    {
      "epoch": 0.46443381180223287,
      "grad_norm": 2.028134346008301,
      "learning_rate": 1.3457984676448332e-05,
      "loss": 4.6434,
      "step": 1092
    },
    {
      "epoch": 0.4648591174906964,
      "grad_norm": 1.178469181060791,
      "learning_rate": 1.333706120116126e-05,
      "loss": 5.0992,
      "step": 1093
    },
    {
      "epoch": 0.46528442317916,
      "grad_norm": 2.273487091064453,
      "learning_rate": 1.3216644616948282e-05,
      "loss": 3.095,
      "step": 1094
    },
    {
      "epoch": 0.46570972886762363,
      "grad_norm": 2.8734724521636963,
      "learning_rate": 1.3096735628125312e-05,
      "loss": 4.2645,
      "step": 1095
    },
    {
      "epoch": 0.4661350345560872,
      "grad_norm": 1.3941881656646729,
      "learning_rate": 1.2977334936039454e-05,
      "loss": 4.1796,
      "step": 1096
    },
    {
      "epoch": 0.4665603402445508,
      "grad_norm": 1.8194478750228882,
      "learning_rate": 1.2858443239064698e-05,
      "loss": 5.1206,
      "step": 1097
    },
    {
      "epoch": 0.46698564593301434,
      "grad_norm": 1.7200261354446411,
      "learning_rate": 1.2740061232597977e-05,
      "loss": 5.4087,
      "step": 1098
    },
    {
      "epoch": 0.46741095162147794,
      "grad_norm": 2.0898067951202393,
      "learning_rate": 1.2622189609054979e-05,
      "loss": 3.6736,
      "step": 1099
    },
    {
      "epoch": 0.4678362573099415,
      "grad_norm": 1.8435378074645996,
      "learning_rate": 1.2504829057866252e-05,
      "loss": 4.2497,
      "step": 1100
    },
    {
      "epoch": 0.4682615629984051,
      "grad_norm": 1.2488493919372559,
      "learning_rate": 1.2387980265473054e-05,
      "loss": 6.4035,
      "step": 1101
    },
    {
      "epoch": 0.4686868686868687,
      "grad_norm": 1.0479298830032349,
      "learning_rate": 1.2271643915323317e-05,
      "loss": 4.3113,
      "step": 1102
    },
    {
      "epoch": 0.46911217437533226,
      "grad_norm": 1.552315354347229,
      "learning_rate": 1.2155820687867758e-05,
      "loss": 4.9397,
      "step": 1103
    },
    {
      "epoch": 0.46953748006379586,
      "grad_norm": 2.294649362564087,
      "learning_rate": 1.2040511260555831e-05,
      "loss": 5.2595,
      "step": 1104
    },
    {
      "epoch": 0.4699627857522594,
      "grad_norm": 1.9019407033920288,
      "learning_rate": 1.192571630783179e-05,
      "loss": 4.6512,
      "step": 1105
    },
    {
      "epoch": 0.470388091440723,
      "grad_norm": 1.574450135231018,
      "learning_rate": 1.18114365011307e-05,
      "loss": 4.3097,
      "step": 1106
    },
    {
      "epoch": 0.47081339712918663,
      "grad_norm": 2.5028207302093506,
      "learning_rate": 1.1697672508874503e-05,
      "loss": 3.0729,
      "step": 1107
    },
    {
      "epoch": 0.4712387028176502,
      "grad_norm": 1.9755911827087402,
      "learning_rate": 1.1584424996468268e-05,
      "loss": 4.7882,
      "step": 1108
    },
    {
      "epoch": 0.4716640085061138,
      "grad_norm": 1.27190363407135,
      "learning_rate": 1.1471694626296049e-05,
      "loss": 3.7876,
      "step": 1109
    },
    {
      "epoch": 0.47208931419457734,
      "grad_norm": 1.8851321935653687,
      "learning_rate": 1.1359482057717219e-05,
      "loss": 5.6083,
      "step": 1110
    },
    {
      "epoch": 0.47251461988304094,
      "grad_norm": 2.2159273624420166,
      "learning_rate": 1.124778794706245e-05,
      "loss": 4.2149,
      "step": 1111
    },
    {
      "epoch": 0.4729399255715045,
      "grad_norm": 1.8209415674209595,
      "learning_rate": 1.1136612947630087e-05,
      "loss": 3.1614,
      "step": 1112
    },
    {
      "epoch": 0.4733652312599681,
      "grad_norm": 1.414538025856018,
      "learning_rate": 1.1025957709682055e-05,
      "loss": 4.8742,
      "step": 1113
    },
    {
      "epoch": 0.4737905369484317,
      "grad_norm": 1.8168944120407104,
      "learning_rate": 1.0915822880440308e-05,
      "loss": 3.9753,
      "step": 1114
    },
    {
      "epoch": 0.47421584263689526,
      "grad_norm": 1.6359764337539673,
      "learning_rate": 1.0806209104082832e-05,
      "loss": 3.8846,
      "step": 1115
    },
    {
      "epoch": 0.47464114832535886,
      "grad_norm": 2.276503562927246,
      "learning_rate": 1.0697117021740066e-05,
      "loss": 4.0818,
      "step": 1116
    },
    {
      "epoch": 0.4750664540138224,
      "grad_norm": 2.453057050704956,
      "learning_rate": 1.0588547271491033e-05,
      "loss": 3.4278,
      "step": 1117
    },
    {
      "epoch": 0.475491759702286,
      "grad_norm": 2.0260770320892334,
      "learning_rate": 1.0480500488359601e-05,
      "loss": 2.8234,
      "step": 1118
    },
    {
      "epoch": 0.4759170653907496,
      "grad_norm": 1.136856198310852,
      "learning_rate": 1.037297730431085e-05,
      "loss": 3.8258,
      "step": 1119
    },
    {
      "epoch": 0.4763423710792132,
      "grad_norm": 1.0301684141159058,
      "learning_rate": 1.0265978348247318e-05,
      "loss": 3.757,
      "step": 1120
    },
    {
      "epoch": 0.4767676767676768,
      "grad_norm": 1.2008635997772217,
      "learning_rate": 1.0159504246005369e-05,
      "loss": 3.9633,
      "step": 1121
    },
    {
      "epoch": 0.47719298245614034,
      "grad_norm": 1.1832700967788696,
      "learning_rate": 1.005355562035144e-05,
      "loss": 4.49,
      "step": 1122
    },
    {
      "epoch": 0.47761828814460394,
      "grad_norm": 1.7561427354812622,
      "learning_rate": 9.94813309097844e-06,
      "loss": 3.0828,
      "step": 1123
    },
    {
      "epoch": 0.4780435938330675,
      "grad_norm": 3.565084457397461,
      "learning_rate": 9.843237274502282e-06,
      "loss": 6.3325,
      "step": 1124
    },
    {
      "epoch": 0.4784688995215311,
      "grad_norm": 2.4237585067749023,
      "learning_rate": 9.738868784457977e-06,
      "loss": 4.8046,
      "step": 1125
    },
    {
      "epoch": 0.4788942052099947,
      "grad_norm": 1.4537643194198608,
      "learning_rate": 9.635028231296327e-06,
      "loss": 2.5373,
      "step": 1126
    },
    {
      "epoch": 0.47931951089845826,
      "grad_norm": 1.8731766939163208,
      "learning_rate": 9.531716222380106e-06,
      "loss": 3.8631,
      "step": 1127
    },
    {
      "epoch": 0.47974481658692186,
      "grad_norm": 1.1617467403411865,
      "learning_rate": 9.428933361980796e-06,
      "loss": 3.9263,
      "step": 1128
    },
    {
      "epoch": 0.4801701222753854,
      "grad_norm": 1.9749802350997925,
      "learning_rate": 9.326680251274777e-06,
      "loss": 5.7133,
      "step": 1129
    },
    {
      "epoch": 0.480595427963849,
      "grad_norm": 1.1507619619369507,
      "learning_rate": 9.224957488339935e-06,
      "loss": 4.8462,
      "step": 1130
    },
    {
      "epoch": 0.4810207336523126,
      "grad_norm": 2.171870231628418,
      "learning_rate": 9.123765668152196e-06,
      "loss": 4.8134,
      "step": 1131
    },
    {
      "epoch": 0.4814460393407762,
      "grad_norm": 1.1963417530059814,
      "learning_rate": 9.023105382581975e-06,
      "loss": 4.5487,
      "step": 1132
    },
    {
      "epoch": 0.4818713450292398,
      "grad_norm": 1.3528286218643188,
      "learning_rate": 8.922977220390783e-06,
      "loss": 5.2049,
      "step": 1133
    },
    {
      "epoch": 0.48229665071770333,
      "grad_norm": 1.600980281829834,
      "learning_rate": 8.823381767227667e-06,
      "loss": 2.8915,
      "step": 1134
    },
    {
      "epoch": 0.48272195640616694,
      "grad_norm": 2.7522571086883545,
      "learning_rate": 8.72431960562594e-06,
      "loss": 4.8027,
      "step": 1135
    },
    {
      "epoch": 0.4831472620946305,
      "grad_norm": 1.8617901802062988,
      "learning_rate": 8.625791314999688e-06,
      "loss": 3.9971,
      "step": 1136
    },
    {
      "epoch": 0.4835725677830941,
      "grad_norm": 2.8800809383392334,
      "learning_rate": 8.527797471640308e-06,
      "loss": 2.7656,
      "step": 1137
    },
    {
      "epoch": 0.4839978734715577,
      "grad_norm": 1.8969758749008179,
      "learning_rate": 8.430338648713332e-06,
      "loss": 4.009,
      "step": 1138
    },
    {
      "epoch": 0.48442317916002126,
      "grad_norm": 1.1321353912353516,
      "learning_rate": 8.333415416254831e-06,
      "loss": 5.0726,
      "step": 1139
    },
    {
      "epoch": 0.48484848484848486,
      "grad_norm": 2.456218719482422,
      "learning_rate": 8.237028341168373e-06,
      "loss": 3.7459,
      "step": 1140
    },
    {
      "epoch": 0.4852737905369484,
      "grad_norm": 0.8621179461479187,
      "learning_rate": 8.141177987221394e-06,
      "loss": 5.6299,
      "step": 1141
    },
    {
      "epoch": 0.485699096225412,
      "grad_norm": 1.4342888593673706,
      "learning_rate": 8.045864915042134e-06,
      "loss": 5.213,
      "step": 1142
    },
    {
      "epoch": 0.4861244019138756,
      "grad_norm": 1.1829924583435059,
      "learning_rate": 7.951089682116241e-06,
      "loss": 4.058,
      "step": 1143
    },
    {
      "epoch": 0.4865497076023392,
      "grad_norm": 2.254807710647583,
      "learning_rate": 7.856852842783547e-06,
      "loss": 2.1462,
      "step": 1144
    },
    {
      "epoch": 0.4869750132908028,
      "grad_norm": 1.8692255020141602,
      "learning_rate": 7.763154948234863e-06,
      "loss": 8.1604,
      "step": 1145
    },
    {
      "epoch": 0.48740031897926633,
      "grad_norm": 2.395411252975464,
      "learning_rate": 7.669996546508651e-06,
      "loss": 5.8827,
      "step": 1146
    },
    {
      "epoch": 0.48782562466772994,
      "grad_norm": 1.2005798816680908,
      "learning_rate": 7.577378182487926e-06,
      "loss": 4.868,
      "step": 1147
    },
    {
      "epoch": 0.4882509303561935,
      "grad_norm": 1.7262828350067139,
      "learning_rate": 7.485300397896999e-06,
      "loss": 5.3602,
      "step": 1148
    },
    {
      "epoch": 0.4886762360446571,
      "grad_norm": 2.1492137908935547,
      "learning_rate": 7.393763731298387e-06,
      "loss": 3.0277,
      "step": 1149
    },
    {
      "epoch": 0.4891015417331207,
      "grad_norm": 1.2660126686096191,
      "learning_rate": 7.3027687180895475e-06,
      "loss": 4.6548,
      "step": 1150
    },
    {
      "epoch": 0.48952684742158425,
      "grad_norm": 1.4497857093811035,
      "learning_rate": 7.212315890499799e-06,
      "loss": 5.8735,
      "step": 1151
    },
    {
      "epoch": 0.48995215311004786,
      "grad_norm": 1.1221064329147339,
      "learning_rate": 7.1224057775873156e-06,
      "loss": 4.8587,
      "step": 1152
    },
    {
      "epoch": 0.4903774587985114,
      "grad_norm": 2.636333703994751,
      "learning_rate": 7.033038905235845e-06,
      "loss": 4.8607,
      "step": 1153
    },
    {
      "epoch": 0.490802764486975,
      "grad_norm": 1.6068593263626099,
      "learning_rate": 6.944215796151765e-06,
      "loss": 4.8072,
      "step": 1154
    },
    {
      "epoch": 0.49122807017543857,
      "grad_norm": 2.6468374729156494,
      "learning_rate": 6.855936969860943e-06,
      "loss": 3.9468,
      "step": 1155
    },
    {
      "epoch": 0.4916533758639022,
      "grad_norm": 1.4303475618362427,
      "learning_rate": 6.7682029427058365e-06,
      "loss": 4.2183,
      "step": 1156
    },
    {
      "epoch": 0.4920786815523658,
      "grad_norm": 2.8222312927246094,
      "learning_rate": 6.681014227842252e-06,
      "loss": 3.7697,
      "step": 1157
    },
    {
      "epoch": 0.49250398724082933,
      "grad_norm": 1.5796198844909668,
      "learning_rate": 6.594371335236538e-06,
      "loss": 3.7223,
      "step": 1158
    },
    {
      "epoch": 0.49292929292929294,
      "grad_norm": 1.8714240789413452,
      "learning_rate": 6.5082747716625255e-06,
      "loss": 4.3412,
      "step": 1159
    },
    {
      "epoch": 0.4933545986177565,
      "grad_norm": 3.0321364402770996,
      "learning_rate": 6.422725040698563e-06,
      "loss": 4.0886,
      "step": 1160
    },
    {
      "epoch": 0.4937799043062201,
      "grad_norm": 3.5141000747680664,
      "learning_rate": 6.337722642724575e-06,
      "loss": 4.646,
      "step": 1161
    },
    {
      "epoch": 0.4942052099946837,
      "grad_norm": 1.0818856954574585,
      "learning_rate": 6.253268074919138e-06,
      "loss": 4.1991,
      "step": 1162
    },
    {
      "epoch": 0.49463051568314725,
      "grad_norm": 1.680833101272583,
      "learning_rate": 6.169361831256581e-06,
      "loss": 4.6845,
      "step": 1163
    },
    {
      "epoch": 0.49505582137161086,
      "grad_norm": 1.251471757888794,
      "learning_rate": 6.086004402504098e-06,
      "loss": 5.4681,
      "step": 1164
    },
    {
      "epoch": 0.4954811270600744,
      "grad_norm": 1.480137586593628,
      "learning_rate": 6.003196276218814e-06,
      "loss": 3.7618,
      "step": 1165
    },
    {
      "epoch": 0.495906432748538,
      "grad_norm": 1.4692143201828003,
      "learning_rate": 5.920937936745064e-06,
      "loss": 5.7681,
      "step": 1166
    },
    {
      "epoch": 0.49633173843700157,
      "grad_norm": 3.7963311672210693,
      "learning_rate": 5.839229865211393e-06,
      "loss": 4.2841,
      "step": 1167
    },
    {
      "epoch": 0.4967570441254652,
      "grad_norm": 1.1148239374160767,
      "learning_rate": 5.7580725395279366e-06,
      "loss": 2.446,
      "step": 1168
    },
    {
      "epoch": 0.4971823498139288,
      "grad_norm": 1.3885281085968018,
      "learning_rate": 5.6774664343834495e-06,
      "loss": 5.4995,
      "step": 1169
    },
    {
      "epoch": 0.49760765550239233,
      "grad_norm": 1.5414454936981201,
      "learning_rate": 5.597412021242609e-06,
      "loss": 3.4175,
      "step": 1170
    },
    {
      "epoch": 0.49803296119085594,
      "grad_norm": 1.263683557510376,
      "learning_rate": 5.517909768343254e-06,
      "loss": 3.6046,
      "step": 1171
    },
    {
      "epoch": 0.4984582668793195,
      "grad_norm": 1.9642317295074463,
      "learning_rate": 5.4389601406936605e-06,
      "loss": 5.8632,
      "step": 1172
    },
    {
      "epoch": 0.4988835725677831,
      "grad_norm": 1.4298202991485596,
      "learning_rate": 5.360563600069779e-06,
      "loss": 4.2561,
      "step": 1173
    },
    {
      "epoch": 0.4993088782562467,
      "grad_norm": 2.5898773670196533,
      "learning_rate": 5.2827206050125585e-06,
      "loss": 3.8659,
      "step": 1174
    },
    {
      "epoch": 0.49973418394471025,
      "grad_norm": 2.4934253692626953,
      "learning_rate": 5.205431610825273e-06,
      "loss": 2.4584,
      "step": 1175
    },
    {
      "epoch": 0.5001594896331738,
      "grad_norm": 3.081554889678955,
      "learning_rate": 5.1286970695708316e-06,
      "loss": 5.091,
      "step": 1176
    },
    {
      "epoch": 0.5005847953216375,
      "grad_norm": 1.9660717248916626,
      "learning_rate": 5.052517430069204e-06,
      "loss": 3.041,
      "step": 1177
    },
    {
      "epoch": 0.501010101010101,
      "grad_norm": 2.4473178386688232,
      "learning_rate": 4.976893137894645e-06,
      "loss": 5.3721,
      "step": 1178
    },
    {
      "epoch": 0.5014354066985646,
      "grad_norm": 2.749678611755371,
      "learning_rate": 4.9018246353732755e-06,
      "loss": 5.8328,
      "step": 1179
    },
    {
      "epoch": 0.5018607123870282,
      "grad_norm": 1.856005311012268,
      "learning_rate": 4.8273123615803825e-06,
      "loss": 4.2267,
      "step": 1180
    },
    {
      "epoch": 0.5022860180754918,
      "grad_norm": 2.1988439559936523,
      "learning_rate": 4.753356752337834e-06,
      "loss": 3.0631,
      "step": 1181
    },
    {
      "epoch": 0.5027113237639553,
      "grad_norm": 1.6012027263641357,
      "learning_rate": 4.679958240211635e-06,
      "loss": 4.1313,
      "step": 1182
    },
    {
      "epoch": 0.5031366294524189,
      "grad_norm": 1.3740134239196777,
      "learning_rate": 4.607117254509241e-06,
      "loss": 3.939,
      "step": 1183
    },
    {
      "epoch": 0.5035619351408825,
      "grad_norm": 1.3177212476730347,
      "learning_rate": 4.534834221277262e-06,
      "loss": 4.6886,
      "step": 1184
    },
    {
      "epoch": 0.5039872408293461,
      "grad_norm": 1.4571053981781006,
      "learning_rate": 4.46310956329874e-06,
      "loss": 2.7667,
      "step": 1185
    },
    {
      "epoch": 0.5044125465178096,
      "grad_norm": 1.2264693975448608,
      "learning_rate": 4.391943700090839e-06,
      "loss": 5.5154,
      "step": 1186
    },
    {
      "epoch": 0.5048378522062733,
      "grad_norm": 2.11262583732605,
      "learning_rate": 4.321337047902308e-06,
      "loss": 3.9318,
      "step": 1187
    },
    {
      "epoch": 0.5052631578947369,
      "grad_norm": 1.7265615463256836,
      "learning_rate": 4.251290019711085e-06,
      "loss": 4.9846,
      "step": 1188
    },
    {
      "epoch": 0.5056884635832004,
      "grad_norm": 1.2679463624954224,
      "learning_rate": 4.181803025221898e-06,
      "loss": 4.0872,
      "step": 1189
    },
    {
      "epoch": 0.506113769271664,
      "grad_norm": 1.647318720817566,
      "learning_rate": 4.112876470863758e-06,
      "loss": 3.8241,
      "step": 1190
    },
    {
      "epoch": 0.5065390749601276,
      "grad_norm": 4.606016159057617,
      "learning_rate": 4.0445107597877675e-06,
      "loss": 3.5495,
      "step": 1191
    },
    {
      "epoch": 0.5069643806485912,
      "grad_norm": 1.7675175666809082,
      "learning_rate": 3.976706291864596e-06,
      "loss": 3.5353,
      "step": 1192
    },
    {
      "epoch": 0.5073896863370547,
      "grad_norm": 1.6054556369781494,
      "learning_rate": 3.909463463682228e-06,
      "loss": 5.4276,
      "step": 1193
    },
    {
      "epoch": 0.5078149920255184,
      "grad_norm": 1.2530726194381714,
      "learning_rate": 3.842782668543599e-06,
      "loss": 5.38,
      "step": 1194
    },
    {
      "epoch": 0.5082402977139819,
      "grad_norm": 1.389186978340149,
      "learning_rate": 3.776664296464316e-06,
      "loss": 4.4737,
      "step": 1195
    },
    {
      "epoch": 0.5086656034024455,
      "grad_norm": 1.1030938625335693,
      "learning_rate": 3.711108734170432e-06,
      "loss": 5.7054,
      "step": 1196
    },
    {
      "epoch": 0.509090909090909,
      "grad_norm": 2.029536247253418,
      "learning_rate": 3.6461163650960528e-06,
      "loss": 4.3594,
      "step": 1197
    },
    {
      "epoch": 0.5095162147793727,
      "grad_norm": 2.267914056777954,
      "learning_rate": 3.5816875693812314e-06,
      "loss": 5.6859,
      "step": 1198
    },
    {
      "epoch": 0.5099415204678363,
      "grad_norm": 0.7978500127792358,
      "learning_rate": 3.5178227238696347e-06,
      "loss": 3.926,
      "step": 1199
    },
    {
      "epoch": 0.5103668261562998,
      "grad_norm": 2.2296671867370605,
      "learning_rate": 3.4545222021064026e-06,
      "loss": 5.4866,
      "step": 1200
    },
    {
      "epoch": 0.5107921318447635,
      "grad_norm": 1.1268894672393799,
      "learning_rate": 3.3917863743359813e-06,
      "loss": 4.3296,
      "step": 1201
    },
    {
      "epoch": 0.511217437533227,
      "grad_norm": 2.111689567565918,
      "learning_rate": 3.3296156074998695e-06,
      "loss": 4.6715,
      "step": 1202
    },
    {
      "epoch": 0.5116427432216906,
      "grad_norm": 2.3763487339019775,
      "learning_rate": 3.268010265234567e-06,
      "loss": 4.0843,
      "step": 1203
    },
    {
      "epoch": 0.5120680489101542,
      "grad_norm": 1.0421885251998901,
      "learning_rate": 3.2069707078694057e-06,
      "loss": 3.1881,
      "step": 1204
    },
    {
      "epoch": 0.5124933545986178,
      "grad_norm": 1.8840994834899902,
      "learning_rate": 3.1464972924244327e-06,
      "loss": 6.6065,
      "step": 1205
    },
    {
      "epoch": 0.5129186602870813,
      "grad_norm": 1.9594086408615112,
      "learning_rate": 3.0865903726083336e-06,
      "loss": 3.3287,
      "step": 1206
    },
    {
      "epoch": 0.5133439659755449,
      "grad_norm": 1.8560682535171509,
      "learning_rate": 3.027250298816364e-06,
      "loss": 5.8173,
      "step": 1207
    },
    {
      "epoch": 0.5137692716640085,
      "grad_norm": 3.280100107192993,
      "learning_rate": 2.968477418128324e-06,
      "loss": 2.3349,
      "step": 1208
    },
    {
      "epoch": 0.5141945773524721,
      "grad_norm": 1.4201650619506836,
      "learning_rate": 2.9102720743064527e-06,
      "loss": 5.5167,
      "step": 1209
    },
    {
      "epoch": 0.5146198830409356,
      "grad_norm": 2.1179747581481934,
      "learning_rate": 2.852634607793525e-06,
      "loss": 4.0875,
      "step": 1210
    },
    {
      "epoch": 0.5150451887293993,
      "grad_norm": 1.9966672658920288,
      "learning_rate": 2.7955653557107608e-06,
      "loss": 5.0575,
      "step": 1211
    },
    {
      "epoch": 0.5154704944178629,
      "grad_norm": 2.0839407444000244,
      "learning_rate": 2.739064651855949e-06,
      "loss": 3.4294,
      "step": 1212
    },
    {
      "epoch": 0.5158958001063264,
      "grad_norm": 1.216361403465271,
      "learning_rate": 2.6831328267013624e-06,
      "loss": 3.783,
      "step": 1213
    },
    {
      "epoch": 0.51632110579479,
      "grad_norm": 2.044283390045166,
      "learning_rate": 2.6277702073919997e-06,
      "loss": 3.1595,
      "step": 1214
    },
    {
      "epoch": 0.5167464114832536,
      "grad_norm": 2.122573137283325,
      "learning_rate": 2.5729771177435023e-06,
      "loss": 5.3582,
      "step": 1215
    },
    {
      "epoch": 0.5171717171717172,
      "grad_norm": 1.306168556213379,
      "learning_rate": 2.518753878240365e-06,
      "loss": 6.2881,
      "step": 1216
    },
    {
      "epoch": 0.5175970228601807,
      "grad_norm": 1.150277853012085,
      "learning_rate": 2.4651008060340487e-06,
      "loss": 3.9401,
      "step": 1217
    },
    {
      "epoch": 0.5180223285486444,
      "grad_norm": 1.9304488897323608,
      "learning_rate": 2.41201821494107e-06,
      "loss": 2.2773,
      "step": 1218
    },
    {
      "epoch": 0.5184476342371079,
      "grad_norm": 1.1651133298873901,
      "learning_rate": 2.3595064154412374e-06,
      "loss": 2.5336,
      "step": 1219
    },
    {
      "epoch": 0.5188729399255715,
      "grad_norm": 2.268061399459839,
      "learning_rate": 2.307565714675786e-06,
      "loss": 5.2443,
      "step": 1220
    },
    {
      "epoch": 0.519298245614035,
      "grad_norm": 2.0607950687408447,
      "learning_rate": 2.2561964164456107e-06,
      "loss": 7.4078,
      "step": 1221
    },
    {
      "epoch": 0.5197235513024987,
      "grad_norm": 1.6212867498397827,
      "learning_rate": 2.205398821209459e-06,
      "loss": 2.668,
      "step": 1222
    },
    {
      "epoch": 0.5201488569909622,
      "grad_norm": 1.4850939512252808,
      "learning_rate": 2.1551732260821857e-06,
      "loss": 3.3907,
      "step": 1223
    },
    {
      "epoch": 0.5205741626794258,
      "grad_norm": 1.3316659927368164,
      "learning_rate": 2.1055199248330546e-06,
      "loss": 4.8642,
      "step": 1224
    },
    {
      "epoch": 0.5209994683678895,
      "grad_norm": 1.0132697820663452,
      "learning_rate": 2.0564392078839644e-06,
      "loss": 4.4763,
      "step": 1225
    },
    {
      "epoch": 0.521424774056353,
      "grad_norm": 1.1080505847930908,
      "learning_rate": 2.007931362307758e-06,
      "loss": 3.8402,
      "step": 1226
    },
    {
      "epoch": 0.5218500797448166,
      "grad_norm": 1.5673167705535889,
      "learning_rate": 1.9599966718265692e-06,
      "loss": 2.3482,
      "step": 1227
    },
    {
      "epoch": 0.5222753854332801,
      "grad_norm": 1.0740853548049927,
      "learning_rate": 1.91263541681016e-06,
      "loss": 3.2492,
      "step": 1228
    },
    {
      "epoch": 0.5227006911217438,
      "grad_norm": 1.892932653427124,
      "learning_rate": 1.8658478742742625e-06,
      "loss": 5.2069,
      "step": 1229
    },
    {
      "epoch": 0.5231259968102073,
      "grad_norm": 1.576116681098938,
      "learning_rate": 1.819634317878971e-06,
      "loss": 4.6194,
      "step": 1230
    },
    {
      "epoch": 0.5235513024986709,
      "grad_norm": 1.5478345155715942,
      "learning_rate": 1.7739950179271103e-06,
      "loss": 3.8553,
      "step": 1231
    },
    {
      "epoch": 0.5239766081871345,
      "grad_norm": 1.5451151132583618,
      "learning_rate": 1.7289302413627251e-06,
      "loss": 5.347,
      "step": 1232
    },
    {
      "epoch": 0.5244019138755981,
      "grad_norm": 1.3715840578079224,
      "learning_rate": 1.6844402517694703e-06,
      "loss": 3.1405,
      "step": 1233
    },
    {
      "epoch": 0.5248272195640616,
      "grad_norm": 3.3517463207244873,
      "learning_rate": 1.6405253093690343e-06,
      "loss": 3.4469,
      "step": 1234
    },
    {
      "epoch": 0.5252525252525253,
      "grad_norm": 1.5744131803512573,
      "learning_rate": 1.5971856710196964e-06,
      "loss": 3.6155,
      "step": 1235
    },
    {
      "epoch": 0.5256778309409889,
      "grad_norm": 1.4402363300323486,
      "learning_rate": 1.5544215902147718e-06,
      "loss": 3.4034,
      "step": 1236
    },
    {
      "epoch": 0.5261031366294524,
      "grad_norm": 2.3292620182037354,
      "learning_rate": 1.5122333170811576e-06,
      "loss": 4.1847,
      "step": 1237
    },
    {
      "epoch": 0.526528442317916,
      "grad_norm": 2.239527702331543,
      "learning_rate": 1.4706210983778223e-06,
      "loss": 4.2334,
      "step": 1238
    },
    {
      "epoch": 0.5269537480063796,
      "grad_norm": 1.1628906726837158,
      "learning_rate": 1.429585177494419e-06,
      "loss": 3.4144,
      "step": 1239
    },
    {
      "epoch": 0.5273790536948432,
      "grad_norm": 1.5686802864074707,
      "learning_rate": 1.3891257944498416e-06,
      "loss": 2.0435,
      "step": 1240
    },
    {
      "epoch": 0.5278043593833067,
      "grad_norm": 1.8767306804656982,
      "learning_rate": 1.3492431858908027e-06,
      "loss": 4.4898,
      "step": 1241
    },
    {
      "epoch": 0.5282296650717704,
      "grad_norm": 1.4299075603485107,
      "learning_rate": 1.3099375850904816e-06,
      "loss": 2.7052,
      "step": 1242
    },
    {
      "epoch": 0.5286549707602339,
      "grad_norm": 1.0383994579315186,
      "learning_rate": 1.2712092219471227e-06,
      "loss": 5.1379,
      "step": 1243
    },
    {
      "epoch": 0.5290802764486975,
      "grad_norm": 2.2414190769195557,
      "learning_rate": 1.2330583229827053e-06,
      "loss": 3.9717,
      "step": 1244
    },
    {
      "epoch": 0.529505582137161,
      "grad_norm": 3.0916638374328613,
      "learning_rate": 1.1954851113416655e-06,
      "loss": 4.2665,
      "step": 1245
    },
    {
      "epoch": 0.5299308878256247,
      "grad_norm": 1.8306246995925903,
      "learning_rate": 1.1584898067894867e-06,
      "loss": 5.4383,
      "step": 1246
    },
    {
      "epoch": 0.5303561935140882,
      "grad_norm": 1.024498701095581,
      "learning_rate": 1.1220726257115455e-06,
      "loss": 3.8795,
      "step": 1247
    },
    {
      "epoch": 0.5307814992025518,
      "grad_norm": 1.286091685295105,
      "learning_rate": 1.086233781111712e-06,
      "loss": 2.7842,
      "step": 1248
    },
    {
      "epoch": 0.5312068048910155,
      "grad_norm": 1.9068580865859985,
      "learning_rate": 1.0509734826112394e-06,
      "loss": 3.1098,
      "step": 1249
    },
    {
      "epoch": 0.531632110579479,
      "grad_norm": 1.4099669456481934,
      "learning_rate": 1.0162919364473777e-06,
      "loss": 2.6484,
      "step": 1250
    },
    {
      "epoch": 0.5320574162679426,
      "grad_norm": 1.8943487405776978,
      "learning_rate": 9.821893454723508e-07,
      "loss": 4.5163,
      "step": 1251
    },
    {
      "epoch": 0.5324827219564061,
      "grad_norm": 1.4850140810012817,
      "learning_rate": 9.486659091520244e-07,
      "loss": 4.0,
      "step": 1252
    },
    {
      "epoch": 0.5329080276448698,
      "grad_norm": 2.506699800491333,
      "learning_rate": 9.157218235647746e-07,
      "loss": 6.2193,
      "step": 1253
    },
    {
      "epoch": 0.5333333333333333,
      "grad_norm": 1.1675264835357666,
      "learning_rate": 8.833572814004321e-07,
      "loss": 4.9534,
      "step": 1254
    },
    {
      "epoch": 0.5337586390217969,
      "grad_norm": 1.5820761919021606,
      "learning_rate": 8.515724719589835e-07,
      "loss": 5.2172,
      "step": 1255
    },
    {
      "epoch": 0.5341839447102605,
      "grad_norm": 2.0507144927978516,
      "learning_rate": 8.203675811496503e-07,
      "loss": 3.3957,
      "step": 1256
    },
    {
      "epoch": 0.5346092503987241,
      "grad_norm": 1.431003451347351,
      "learning_rate": 7.89742791489656e-07,
      "loss": 4.125,
      "step": 1257
    },
    {
      "epoch": 0.5350345560871876,
      "grad_norm": 2.4330809116363525,
      "learning_rate": 7.596982821032494e-07,
      "loss": 2.6785,
      "step": 1258
    },
    {
      "epoch": 0.5354598617756513,
      "grad_norm": 2.304203510284424,
      "learning_rate": 7.302342287205943e-07,
      "loss": 4.2703,
      "step": 1259
    },
    {
      "epoch": 0.5358851674641149,
      "grad_norm": 1.194480538368225,
      "learning_rate": 7.013508036767812e-07,
      "loss": 3.132,
      "step": 1260
    },
    {
      "epoch": 0.5363104731525784,
      "grad_norm": 1.7341328859329224,
      "learning_rate": 6.730481759108287e-07,
      "loss": 4.0867,
      "step": 1261
    },
    {
      "epoch": 0.536735778841042,
      "grad_norm": 3.4593544006347656,
      "learning_rate": 6.4532651096465e-07,
      "loss": 4.5377,
      "step": 1262
    },
    {
      "epoch": 0.5371610845295056,
      "grad_norm": 1.9784032106399536,
      "learning_rate": 6.181859709821102e-07,
      "loss": 4.9308,
      "step": 1263
    },
    {
      "epoch": 0.5375863902179692,
      "grad_norm": 1.4340296983718872,
      "learning_rate": 5.916267147080934e-07,
      "loss": 3.9882,
      "step": 1264
    },
    {
      "epoch": 0.5380116959064327,
      "grad_norm": 2.325929880142212,
      "learning_rate": 5.656488974875474e-07,
      "loss": 6.294,
      "step": 1265
    },
    {
      "epoch": 0.5384370015948964,
      "grad_norm": 1.2409968376159668,
      "learning_rate": 5.402526712645961e-07,
      "loss": 3.2453,
      "step": 1266
    },
    {
      "epoch": 0.5388623072833599,
      "grad_norm": 2.0096518993377686,
      "learning_rate": 5.15438184581607e-07,
      "loss": 2.6291,
      "step": 1267
    },
    {
      "epoch": 0.5392876129718235,
      "grad_norm": 1.2303261756896973,
      "learning_rate": 4.912055825784245e-07,
      "loss": 3.9157,
      "step": 1268
    },
    {
      "epoch": 0.539712918660287,
      "grad_norm": 1.985716462135315,
      "learning_rate": 4.6755500699138253e-07,
      "loss": 3.4628,
      "step": 1269
    },
    {
      "epoch": 0.5401382243487507,
      "grad_norm": 1.4056296348571777,
      "learning_rate": 4.4448659615258236e-07,
      "loss": 5.444,
      "step": 1270
    },
    {
      "epoch": 0.5405635300372142,
      "grad_norm": 1.7491862773895264,
      "learning_rate": 4.220004849890269e-07,
      "loss": 3.8675,
      "step": 1271
    },
    {
      "epoch": 0.5409888357256778,
      "grad_norm": 1.2621077299118042,
      "learning_rate": 4.000968050218656e-07,
      "loss": 4.6379,
      "step": 1272
    },
    {
      "epoch": 0.5414141414141415,
      "grad_norm": 1.6824493408203125,
      "learning_rate": 3.7877568436562873e-07,
      "loss": 4.9036,
      "step": 1273
    },
    {
      "epoch": 0.541839447102605,
      "grad_norm": 2.6031644344329834,
      "learning_rate": 3.5803724772740523e-07,
      "loss": 3.8128,
      "step": 1274
    },
    {
      "epoch": 0.5422647527910686,
      "grad_norm": 2.250532388687134,
      "learning_rate": 3.378816164062326e-07,
      "loss": 4.5726,
      "step": 1275
    },
    {
      "epoch": 0.5426900584795321,
      "grad_norm": 1.7859244346618652,
      "learning_rate": 3.183089082922641e-07,
      "loss": 5.3527,
      "step": 1276
    },
    {
      "epoch": 0.5431153641679958,
      "grad_norm": 1.218361496925354,
      "learning_rate": 2.993192378662024e-07,
      "loss": 4.189,
      "step": 1277
    },
    {
      "epoch": 0.5435406698564593,
      "grad_norm": 2.0887887477874756,
      "learning_rate": 2.8091271619850037e-07,
      "loss": 6.068,
      "step": 1278
    },
    {
      "epoch": 0.5439659755449229,
      "grad_norm": 1.2918176651000977,
      "learning_rate": 2.630894509488058e-07,
      "loss": 3.3506,
      "step": 1279
    },
    {
      "epoch": 0.5443912812333865,
      "grad_norm": 2.7087810039520264,
      "learning_rate": 2.4584954636532874e-07,
      "loss": 3.2563,
      "step": 1280
    },
    {
      "epoch": 0.5448165869218501,
      "grad_norm": 1.529590368270874,
      "learning_rate": 2.2919310328416432e-07,
      "loss": 4.0394,
      "step": 1281
    },
    {
      "epoch": 0.5452418926103136,
      "grad_norm": 2.888298273086548,
      "learning_rate": 2.1312021912875956e-07,
      "loss": 5.5441,
      "step": 1282
    },
    {
      "epoch": 0.5456671982987773,
      "grad_norm": 1.5184855461120605,
      "learning_rate": 1.9763098790932522e-07,
      "loss": 4.705,
      "step": 1283
    },
    {
      "epoch": 0.5460925039872409,
      "grad_norm": 3.2380588054656982,
      "learning_rate": 1.8272550022230272e-07,
      "loss": 4.6854,
      "step": 1284
    },
    {
      "epoch": 0.5465178096757044,
      "grad_norm": 1.7621291875839233,
      "learning_rate": 1.6840384324980917e-07,
      "loss": 4.3936,
      "step": 1285
    },
    {
      "epoch": 0.546943115364168,
      "grad_norm": 1.395810604095459,
      "learning_rate": 1.546661007591488e-07,
      "loss": 3.7018,
      "step": 1286
    },
    {
      "epoch": 0.5473684210526316,
      "grad_norm": 1.505935788154602,
      "learning_rate": 1.4151235310229105e-07,
      "loss": 3.4351,
      "step": 1287
    },
    {
      "epoch": 0.5477937267410952,
      "grad_norm": 1.9395134449005127,
      "learning_rate": 1.2894267721543784e-07,
      "loss": 5.6507,
      "step": 1288
    },
    {
      "epoch": 0.5482190324295587,
      "grad_norm": 1.8981921672821045,
      "learning_rate": 1.1695714661856816e-07,
      "loss": 4.8121,
      "step": 1289
    },
    {
      "epoch": 0.5486443381180224,
      "grad_norm": 0.9663264155387878,
      "learning_rate": 1.0555583141498293e-07,
      "loss": 4.0238,
      "step": 1290
    },
    {
      "epoch": 0.5490696438064859,
      "grad_norm": 1.623052716255188,
      "learning_rate": 9.473879829091648e-08,
      "loss": 4.1663,
      "step": 1291
    },
    {
      "epoch": 0.5494949494949495,
      "grad_norm": 1.4458155632019043,
      "learning_rate": 8.450611051512569e-08,
      "loss": 5.7176,
      "step": 1292
    },
    {
      "epoch": 0.549920255183413,
      "grad_norm": 1.6461105346679688,
      "learning_rate": 7.485782793856811e-08,
      "loss": 3.9325,
      "step": 1293
    },
    {
      "epoch": 0.5503455608718767,
      "grad_norm": 1.9622154235839844,
      "learning_rate": 6.579400699397998e-08,
      "loss": 5.7266,
      "step": 1294
    },
    {
      "epoch": 0.5507708665603402,
      "grad_norm": 2.6900136470794678,
      "learning_rate": 5.731470069562095e-08,
      "loss": 3.781,
      "step": 1295
    },
    {
      "epoch": 0.5511961722488038,
      "grad_norm": 1.0184556245803833,
      "learning_rate": 4.941995863888549e-08,
      "loss": 3.8826,
      "step": 1296
    },
    {
      "epoch": 0.5516214779372675,
      "grad_norm": 1.1869641542434692,
      "learning_rate": 4.210982700010302e-08,
      "loss": 3.2607,
      "step": 1297
    },
    {
      "epoch": 0.552046783625731,
      "grad_norm": 2.95253849029541,
      "learning_rate": 3.538434853618267e-08,
      "loss": 3.3748,
      "step": 1298
    },
    {
      "epoch": 0.5524720893141946,
      "grad_norm": 1.569746732711792,
      "learning_rate": 2.9243562584402305e-08,
      "loss": 2.1693,
      "step": 1299
    },
    {
      "epoch": 0.5528973950026581,
      "grad_norm": 1.835646152496338,
      "learning_rate": 2.3687505062208738e-08,
      "loss": 2.6944,
      "step": 1300
    },
    {
      "epoch": 0.5533227006911218,
      "grad_norm": 2.4491586685180664,
      "learning_rate": 1.871620846694011e-08,
      "loss": 3.6406,
      "step": 1301
    },
    {
      "epoch": 0.5537480063795853,
      "grad_norm": 2.8168821334838867,
      "learning_rate": 1.4329701875681612e-08,
      "loss": 4.9416,
      "step": 1302
    },
    {
      "epoch": 0.5541733120680489,
      "grad_norm": 1.5530182123184204,
      "learning_rate": 1.0528010945098921e-08,
      "loss": 4.0405,
      "step": 1303
    },
    {
      "epoch": 0.5545986177565125,
      "grad_norm": 1.9989750385284424,
      "learning_rate": 7.311157911249478e-09,
      "loss": 3.8455,
      "step": 1304
    },
    {
      "epoch": 0.5550239234449761,
      "grad_norm": 1.4316277503967285,
      "learning_rate": 4.679161589504766e-09,
      "loss": 4.1214,
      "step": 1305
    },
    {
      "epoch": 0.5554492291334396,
      "grad_norm": 1.7278908491134644,
      "learning_rate": 2.6320373743837777e-09,
      "loss": 3.5582,
      "step": 1306
    },
    {
      "epoch": 0.5558745348219032,
      "grad_norm": 2.48877215385437,
      "learning_rate": 1.1697972394975055e-09,
      "loss": 3.7346,
      "step": 1307
    },
    {
      "epoch": 0.5562998405103668,
      "grad_norm": 1.254084587097168,
      "learning_rate": 2.924497375045299e-10,
      "loss": 3.0472,
      "step": 1308
    },
    {
      "epoch": 0.5567251461988304,
      "grad_norm": 1.053709626197815,
      "learning_rate": 0.0,
      "loss": 2.8874,
      "step": 1309
    }
  ],
  "logging_steps": 1,
  "max_steps": 1309,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 328,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.865969728581796e+17,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}